-- Logs begin at Thu 2021-12-23 14:23:54 UTC, end at Thu 2021-12-23 16:54:56 UTC. -- Dec 23 15:18:39.690447 dv-neutron-822796-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 15:18:41.819179 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.common.config [-] Logging enabled! Dec 23 15:18:41.819900 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev92 Dec 23 15:18:41.819900 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84116) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 15:18:41.822185 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.common.config [-] Logging enabled! Dec 23 15:18:41.822430 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev92 Dec 23 15:18:41.822674 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84116) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 23 15:18:41.823629 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:18:41.823859 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 15:18:41.824229 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 15:18:41.824475 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 15:18:41.824698 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 15:18:41.825017 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.825315 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.825608 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.825835 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.826128 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.826413 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.826691 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.826973 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.827265 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.827549 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.827826 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.828108 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.828364 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.828644 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.828925 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.829208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.829431 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] debug = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.829707 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.830127 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.830516 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.830792 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.831081 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.831361 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.831626 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.831906 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.832253 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] host = dv-neutron-822796-1-hyperv {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.832528 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.832810 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.833094 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.833382 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.833653 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.833925 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.834718 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.834991 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.835342 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] log_file = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.835626 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.835919 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.836238 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.836534 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.836761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.836983 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.837266 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.837554 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.837829 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.838102 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.838376 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.838649 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.838920 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.839186 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.839468 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.839749 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.840030 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.840326 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.840598 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.840868 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.841143 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.841423 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.841696 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.841967 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.842240 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.842524 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.842791 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.843062 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.843349 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.843637 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.843914 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.844221 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.844495 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.844775 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.845044 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.845316 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.845586 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] use_json = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.845857 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.846124 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.846402 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.846673 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.846942 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.847212 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.847481 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.847762 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:41.848054 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.848382 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.848677 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.848958 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.849245 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.849526 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.850437 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.850716 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.851135 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.851425 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.851719 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.851998 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.852311 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.852603 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.852890 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.853162 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.853436 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.853725 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.853998 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.854268 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.854543 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.854829 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.855103 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.855373 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.855649 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.855925 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.856217 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.856490 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.856763 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.857049 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.857323 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.857590 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.857858 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.858132 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.858399 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.858680 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.858955 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.859225 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.859495 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.859769 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.860039 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.860331 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.860608 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.860876 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.861150 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.861418 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.861691 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.861961 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.862230 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.862501 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.862767 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.863034 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.863306 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.863573 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.863838 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.864108 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.864397 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.864666 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.864950 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.865245 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.865591 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.865957 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.866234 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.866508 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.866781 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.867054 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.867328 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.867600 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.867867 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.868178 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.868461 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.868743 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.869021 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.869294 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.869583 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.869855 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.870134 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.870406 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.870679 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.871221 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.871498 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.871792 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.872082 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.872396 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.872687 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.872978 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.873254 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.873558 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.873860 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:41.874046 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 15:18:41.874283 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84116) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 15:18:42.284565 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO keyring.backend [-] Loading KWallet Dec 23 15:18:42.291931 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO keyring.backend [-] Loading SecretService Dec 23 15:18:42.295148 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO keyring.backend [-] Loading Windows Dec 23 15:18:42.296526 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO keyring.backend [-] Loading chainer Dec 23 15:18:42.297104 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO keyring.backend [-] Loading macOS Dec 23 15:18:42.330402 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 23 15:18:42.330676 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 23 15:18:42.330966 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 23 15:18:42.331297 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 15:18:42.640621 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.640843 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.641111 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.698520 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.698799 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.699066 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.702207 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.702490 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.702750 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.732153 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.732441 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.732714 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.759865 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.760165 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:42.760431 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.079251 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.079901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.079901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.080072 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.080982 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.202381 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.202696 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.202980 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.203251 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.203516 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.203822 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.204084 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.204369 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.204618 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.204895 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.205152 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.205413 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.205673 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.205930 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.206190 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.206453 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.206705 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.206971 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.207221 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.207498 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.207837 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.208085 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.208353 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.208632 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.208877 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.209170 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.210053 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:43.210288 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:43.210523 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:43.210757 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:43.210990 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:43.211222 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:43.211766 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 15:18:43.214916 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 15:18:43.218970 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 15:18:43.222835 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 23 15:18:43.224504 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 15:18:43.224987 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 15:18:43.225318 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 15:18:43.225698 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 15:18:43.228560 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 15:18:43.228813 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 15:18:43.229155 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 15:18:43.258500 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 23 15:18:43.258944 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.259240 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84116) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 23 15:18:43.259601 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.261018 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84116) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 15:18:43.261300 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 15:18:43.261543 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 15:18:43.264806 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.265084 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:43.326338 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 15:18:43.326568 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 15:18:43.326804 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 15:18:43.327174 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 15:18:43.357083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_db.sqlalchemy.engines [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84116) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 23 15:18:43.805582 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing driver for type 'gre' Dec 23 15:18:43.806097 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] gre ID ranges: [(1, 1000)] Dec 23 15:18:43.993717 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing driver for type 'local' Dec 23 15:18:43.993992 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing driver for type 'vlan' Dec 23 15:18:44.085925 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] VlanTypeDriver initialization complete Dec 23 15:18:44.086563 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing driver for type 'vxlan' Dec 23 15:18:44.086744 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] vxlan ID ranges: [(1, 1000)] Dec 23 15:18:44.319754 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing extension driver 'port_security' Dec 23 15:18:44.320085 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.extensions.port_security [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] PortSecurityExtensionDriver initialization complete Dec 23 15:18:44.320448 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing mechanism driver 'openvswitch' Dec 23 15:18:44.320776 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing mechanism driver 'hyperv' Dec 23 15:18:44.327314 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.plugins.ml2.plugin [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:18:44.327977 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.328369 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.328711 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.329216 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 15:18:44.329636 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnet after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.330000 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnet after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.330309 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnet after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.330689 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 15:18:44.331085 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.331427 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.331760 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.332165 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 15:18:44.332557 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > security_group after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.337569 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > security_group after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.337569 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > security_group after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.337569 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 15:18:44.337569 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.337569 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.337946 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.337946 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84116) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 23 15:18:44.337946 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] ML2 OVO RPC backend initialized. {{(pid=84116) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Dec 23 15:18:44.337946 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router_interface after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.337946 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.338327 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.338327 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > networks before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.338556 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.339088 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > ports before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.339671 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnet before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.340207 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnets before_response 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.340554 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.340887 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.341219 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.341540 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.341864 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.342183 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.342735 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnet after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.343066 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnet after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.343389 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > subnet after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.343959 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.plugin [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Modular L2 Plugin initialization complete Dec 23 15:18:44.344588 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading services supported by the core plugin {{(pid=84116) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 15:18:44.344906 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.plugins.ml2.managers [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Got port-security extension from driver 'port_security' Dec 23 15:18:44.345356 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.extensions.vlantransparent [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Disabled vlantransparent extension. Dec 23 15:18:44.345757 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84116) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 15:18:44.346058 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: router Dec 23 15:18:44.383186 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router_interface before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.383571 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router after_create 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.383930 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router before_create 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.384320 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.384681 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.385026 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router after_delete 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.385372 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > floatingip after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.385721 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router after_create 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.386053 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router after_update 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.386389 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router after_update 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.386721 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.387065 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router after_update 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.387456 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_update 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.387807 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: port after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.388142 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: port after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.388480 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: subnet after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.388804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.389138 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > port precommit_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.389471 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_create 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.389798 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: port before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.390124 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.390465 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router after_update 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.390792 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_delete 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.391123 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_create 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.391468 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router_interface after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.391794 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_update 55549900 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.392158 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > agent after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.392496 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > agent after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.392824 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > network after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.393677 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Tracking information for resource: router configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:44.393999 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Tracking information for resource: floatingip configured {{(pid=84116) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 15:18:44.399441 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.db.l3_agentschedulers_db [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 15:18:44.400003 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: port after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.400384 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: port after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.400726 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: port after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.401065 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: port after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.401950 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router before_create 55550100 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.402304 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_delete 55550100 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.402654 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_create 55550100 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.403000 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > router precommit_update 55550100 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.407289 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.services.provider_configuration [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service providers = [] {{(pid=84116) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 15:18:44.407645 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.db.servicetype_db [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84116) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 15:18:44.410576 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.services.service_base [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 15:18:44.410917 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.services.service_base [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 15:18:44.411249 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.services.service_base [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 15:18:44.412219 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.services.service_base [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84116) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 15:18:44.412633 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.services.service_base [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 15:18:44.413000 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.413310 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 15:18:44.423952 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.424301 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: auto_allocate Dec 23 15:18:44.430171 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: network precommit_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.430528 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: network precommit_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.431029 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.431339 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: tag Dec 23 15:18:44.437873 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.438191 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: timestamp Dec 23 15:18:44.442144 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.442468 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: network_ip_availability Dec 23 15:18:44.449256 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.449613 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.449955 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.450647 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.450958 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: flavors Dec 23 15:18:44.455630 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.455950 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading Plugin: revisions Dec 23 15:18:44.460786 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84116) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 15:18:44.461161 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_concurrency.lockutils [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.130s {{(pid=84116) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 23 15:18:44.461882 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84116) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 23 15:18:44.462206 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Initializing extension manager. Dec 23 15:18:44.462703 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: __init__.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.463037 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: __pycache__ {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.463361 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.463684 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.464003 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: _filter_validation_lib.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.464360 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.464679 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: address_group.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.465416 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.465960 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: address-group Dec 23 15:18:44.466271 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: address_scope.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.466966 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.467456 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: address-scope Dec 23 15:18:44.467765 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: admin_state_down_before_update.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.468703 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.469195 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: router-admin-state-down-before-update Dec 23 15:18:44.469504 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: agent.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.470185 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.470670 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: agent Dec 23 15:18:44.470978 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: agent_resources_synced.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.471872 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.472389 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: agent-resources-synced Dec 23 15:18:44.472698 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: allowedaddresspairs.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.474679 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.475187 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: allowed-address-pairs Dec 23 15:18:44.475510 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: auto_allocated_topology.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.476608 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.477110 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: auto-allocated-topology Dec 23 15:18:44.477428 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: availability_zone.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.478109 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.478597 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: availability_zone Dec 23 15:18:44.478912 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: availability_zone_filter.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.479814 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.480337 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: availability_zone_filter Dec 23 15:18:44.480654 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: data_plane_status.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.481541 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.482035 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 15:18:44.482349 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: default_subnetpools.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.483244 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.483739 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: default-subnetpools Dec 23 15:18:44.484053 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: dhcpagentscheduler.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.484842 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.485335 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: dhcp_agent_scheduler Dec 23 15:18:44.485651 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: dns.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.486543 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.487033 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension dns-integration not supported by any of loaded plugins Dec 23 15:18:44.487346 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: dns_domain_ports.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.488285 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.488780 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 15:18:44.489094 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: dvr.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.489751 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.490273 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: dvr Dec 23 15:18:44.490582 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: empty_string_filtering.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.491484 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.491971 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: empty-string-filtering Dec 23 15:18:44.492311 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.493240 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.493723 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 15:18:44.494031 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.494932 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.495415 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 15:18:44.495987 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: external_net.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.496914 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.497404 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: external-net Dec 23 15:18:44.497714 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: extra_dhcp_opt.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.498607 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.499096 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: extra_dhcp_opt Dec 23 15:18:44.499406 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: extraroute.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.500327 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.500818 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: extraroute Dec 23 15:18:44.501126 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: extraroute_atomic.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.502133 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.502628 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: extraroute-atomic Dec 23 15:18:44.502938 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: filter_validation.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.503608 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.504083 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: filter-validation Dec 23 15:18:44.504425 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: fip_pf_description.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.505321 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.505810 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 15:18:44.506763 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: fip_port_details.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.507763 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.508286 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: fip-port-details Dec 23 15:18:44.508596 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: flavors.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.509813 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.510312 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: flavors Dec 23 15:18:44.510626 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.512315 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.512819 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 15:18:44.513136 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: floatingip_pools.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.513818 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.514313 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: floatingip-pools Dec 23 15:18:44.514627 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: ip_allocation.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.515541 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.516032 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 15:18:44.516374 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.517274 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.517766 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: ip-substring-filtering Dec 23 15:18:44.518080 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l2_adjacency.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.518986 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.519474 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 15:18:44.519789 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l3.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.520765 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.521261 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: router Dec 23 15:18:44.522184 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l3_conntrack_helper.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.524619 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.525140 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 15:18:44.525462 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.526388 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.526889 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: ext-gw-mode Dec 23 15:18:44.527207 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.528111 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.528646 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: l3-ha Dec 23 15:18:44.528960 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l3_flavors.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.529867 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.530358 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: l3-flavors Dec 23 15:18:44.530669 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.531580 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.532071 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 15:18:44.532410 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: l3agentscheduler.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.533433 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.533928 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: l3_agent_scheduler Dec 23 15:18:44.534241 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: logging.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.535732 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.536270 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension logging not supported by any of loaded plugins Dec 23 15:18:44.536593 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: metering.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.537405 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.537961 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: metering Dec 23 15:18:44.538276 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.539362 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.539864 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: metering_source_and_destination_fields Dec 23 15:18:44.540205 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: multiprovidernet.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.541117 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.541615 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: multi-provider Dec 23 15:18:44.541930 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: netmtu.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.542830 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.543325 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: net-mtu Dec 23 15:18:44.543638 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: netmtu_writable.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.544573 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.545067 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: net-mtu-writable Dec 23 15:18:44.545378 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: network_availability_zone.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.546029 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.546517 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: network_availability_zone Dec 23 15:18:44.546825 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: network_ip_availability.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.547900 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.548425 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: network-ip-availability Dec 23 15:18:44.548736 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: network_segment_range.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.549477 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.549964 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 15:18:44.550272 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: pagination.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.551232 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.551548 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: pagination Dec 23 15:18:44.551856 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.552831 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.553332 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: port-mac-address-regenerate Dec 23 15:18:44.553643 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: port_resource_request.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.554542 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.555048 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 15:18:44.555362 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: portbindings.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.556296 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.556793 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: binding Dec 23 15:18:44.557102 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: portbindings_extended.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.558357 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.558853 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: binding-extended Dec 23 15:18:44.559168 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: portsecurity.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.560065 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.560600 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: port-security Dec 23 15:18:44.560915 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: project_id.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.561869 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.562187 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: project-id Dec 23 15:18:44.562493 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: providernet.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.563391 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.563891 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: provider Dec 23 15:18:44.564237 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.567880 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.568970 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos not supported by any of loaded plugins Dec 23 15:18:44.569424 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.570951 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.572023 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 15:18:44.572371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.573282 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.573780 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 15:18:44.574093 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_default.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.574993 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.575492 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-default not supported by any of loaded plugins Dec 23 15:18:44.575806 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_fip.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.576474 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.576964 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-fip not supported by any of loaded plugins Dec 23 15:18:44.577275 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_gateway_ip.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.578182 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.578672 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 15:18:44.578983 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_port_network_policy.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.579874 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.580391 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 15:18:44.580705 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_rule_type_details.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.581604 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.582095 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 15:18:44.582407 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: qos_rules_alias.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.583425 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.583923 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 15:18:44.586770 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: quotasv2.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.587660 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.587979 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: quotas Dec 23 15:18:44.588327 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: quotasv2_detail.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.589965 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.590296 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: quota_details Dec 23 15:18:44.590620 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: rbac.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.591662 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.592210 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: rbac-policies Dec 23 15:18:44.592536 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: rbac_address_scope.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.593449 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.593952 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: rbac-address-scope Dec 23 15:18:44.594270 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: rbac_security_groups.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.595180 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.595676 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: rbac-security-groups Dec 23 15:18:44.595991 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: rbac_subnetpool.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.596926 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.597428 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: rbac-subnetpool Dec 23 15:18:44.597740 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: revisionifmatch.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.598647 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.599143 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: revision-if-match Dec 23 15:18:44.599455 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: revisions.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.600706 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.601208 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: standard-attr-revisions Dec 23 15:18:44.601523 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: router_availability_zone.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.602185 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.602677 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: router_availability_zone Dec 23 15:18:44.602988 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: routerservicetype.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.603906 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.604433 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension router-service-type not supported by any of loaded plugins Dec 23 15:18:44.604745 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: security_groups_port_filtering.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.605645 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.606138 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: port-security-groups-filtering Dec 23 15:18:44.606448 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: securitygroup.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.617710 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.618223 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: security-group Dec 23 15:18:44.618546 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: segment.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.619323 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.619832 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension segment not supported by any of loaded plugins Dec 23 15:18:44.620168 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.621356 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.621853 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 15:18:44.622172 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: servicetype.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.623272 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.623782 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: service-type Dec 23 15:18:44.624101 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: sorting.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.625084 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.625405 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: sorting Dec 23 15:18:44.625720 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: standard_attr_segment.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.626621 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.627115 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 15:18:44.627430 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: standardattrdescription.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.628068 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.628589 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: standard-attr-description Dec 23 15:18:44.628902 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: stateful_security_group.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.629822 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.630318 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: stateful-security-group Dec 23 15:18:44.630630 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: stdattrs_common.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.631741 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 15:18:44.632255 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.633164 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.633662 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 15:18:44.633974 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: subnet_onboard.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.635116 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.635618 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: subnet_onboard Dec 23 15:18:44.635931 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.636880 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.637377 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 15:18:44.637718 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: subnet_service_types.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.638628 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.639148 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: subnet-service-types Dec 23 15:18:44.639438 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: subnetallocation.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.640536 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.641031 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: subnet_allocation Dec 23 15:18:44.641345 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.641996 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.642491 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: subnetpool-prefix-ops Dec 23 15:18:44.642799 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.643721 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.644237 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 15:18:44.644551 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: tagging.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.645607 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.646103 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: standard-attr-tag Dec 23 15:18:44.646419 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: timestamp.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.648350 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.648851 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loaded extension: standard-attr-timestamp Dec 23 15:18:44.649177 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: trunk.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.650198 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.650697 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension trunk not supported by any of loaded plugins Dec 23 15:18:44.651017 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: trunk_details.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.651925 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.652450 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension trunk-details not supported by any of loaded plugins Dec 23 15:18:44.652769 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: uplink_status_propagation.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.653680 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.654172 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 15:18:44.654806 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Loading extension file: vlantransparent.py {{(pid=84116) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 23 15:18:44.655473 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84116) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 23 15:18:44.655959 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 15:18:44.658240 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:network Dec 23 15:18:44.658966 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:subnet Dec 23 15:18:44.659574 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:18:44.660371 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:port Dec 23 15:18:44.661619 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.662044 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service FLAVORS assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.662872 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.663236 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.663562 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:router Dec 23 15:18:44.664237 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:floatingip Dec 23 15:18:44.665147 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service METERING assigned prefix: /metering {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.666592 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.666953 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.667294 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:18:44.668679 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 15:18:44.669113 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:security_group Dec 23 15:18:44.669764 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 15:18:44.670632 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service CORE assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.671184 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:18:44.671729 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] subnetpool is already registered Dec 23 15:18:44.672358 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service CORE assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.672717 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:18:44.673101 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] subnetpool is already registered Dec 23 15:18:44.675869 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.676613 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service FLAVORS assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.677204 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.677619 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.678006 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:router Dec 23 15:18:44.678323 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] router is already registered Dec 23 15:18:44.678905 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:floatingip Dec 23 15:18:44.679228 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] floatingip is already registered Dec 23 15:18:44.679847 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service METERING assigned prefix: /metering {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.680529 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 15:18:44.680850 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] rbac_policy is already registered Dec 23 15:18:44.681377 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:security_group Dec 23 15:18:44.681695 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] security_group is already registered Dec 23 15:18:44.682271 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 15:18:44.682589 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] security_group_rule is already registered Dec 23 15:18:44.683226 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service CORE assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.683546 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:18:44.683863 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] subnetpool is already registered Dec 23 15:18:44.684487 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.v2.resource_helper [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Service CORE assigned prefix: {{(pid=84116) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 15:18:44.684810 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 15:18:44.685126 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING neutron.quota.resource_registry [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] subnetpool is already registered Dec 23 15:18:44.685761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: extensions {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.687200 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: address-groups {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.688794 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: address-scopes {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.689960 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: agents {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.691090 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: auto-allocated-topology {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.692312 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: availability_zones {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.694225 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: dhcp-networks {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.695590 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: dhcp-agents {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.696989 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: routers {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.698747 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: flavors {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.699881 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: service_profiles {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.701092 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: next_providers {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.702548 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: service_profiles {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.703938 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: floatingip-pools {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.705159 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: routers {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.706896 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: floatingips {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.708037 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: l3-routers {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.710044 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: l3-agents {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.711386 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: metering-labels {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.712736 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: metering-label-rules {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.713968 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: network-ip-availabilities {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.715175 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: bindings {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.717676 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: quotas {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.719073 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: quotas {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.720495 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: rbac-policies {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.721743 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: security-groups {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.722955 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: security-group-rules {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.724112 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: service-providers {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.725468 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: subnetpools {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.726853 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: subnetpools {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.728297 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.729934 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.731658 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.733378 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.735195 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.736851 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.738527 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.740888 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.748016 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.748016 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron.api.extensions [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Extended resource: tags {{(pid=84116) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 23 15:18:44.750514 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING keystonemiddleware.auth_token [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 15:18:44.755194 dv-neutron-822796-1-hyperv neutron-server[84116]: WARNING keystonemiddleware.auth_token [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 15:18:44.764053 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_concurrency.lockutils [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Acquired lock "singleton_lock" {{(pid=84116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 23 15:18:44.764419 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_concurrency.lockutils [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Releasing lock "singleton_lock" {{(pid=84116) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 23 15:18:44.765043 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO oslo_service.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Starting 2 workers Dec 23 15:18:44.769601 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Started child 84221 {{(pid=84116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 15:18:44.774113 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Started child 84222 {{(pid=84116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 15:18:44.775595 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO neutron.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 15:18:44.775705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:44.776250 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Notify callbacks [] for process, before_spawn {{(pid=84116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:44.777032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [-] (84221) wsgi starting up on http://0.0.0.0:9696 Dec 23 15:18:44.778564 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO oslo_service.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Starting 1 workers Dec 23 15:18:44.779065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:44.780420 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [-] (84222) wsgi starting up on http://0.0.0.0:9696 Dec 23 15:18:44.783495 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Started child 84223 {{(pid=84116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 15:18:44.784028 dv-neutron-822796-1-hyperv neutron-server[84116]: INFO oslo_service.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Starting 1 workers Dec 23 15:18:44.787848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] calling RpcWorker wait() {{(pid=84223) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 15:18:44.788534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] returning from RpcWorker wait() {{(pid=84223) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 15:18:44.788613 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Started child 84224 {{(pid=84116) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 23 15:18:44.789056 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG neutron_lib.callbacks.manager [None req-8e82fc55-4c1f-483c-8926-d7898d3e170b None None] Notify callbacks [] for process, after_spawn {{(pid=84116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:44.789571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:44.790042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:18:44.790991 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 23 15:18:44.791202 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:18:44.791377 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 15:18:44.791579 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 15:18:44.791901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 15:18:44.792063 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 15:18:44.792785 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.793053 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.793309 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.793564 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.793848 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.794062 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:44.794535 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.794612 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.794856 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.795118 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.795393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.795529 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.795848 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.796090 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.796368 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.796670 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.796932 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.797176 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.797447 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.797619 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.797868 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.798131 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.798351 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.798605 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] debug = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.798836 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.799300 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.799542 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.799793 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.800043 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.800320 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.800543 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.800974 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.801211 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.801451 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.801688 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.801939 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.802148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.802395 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.802670 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.803435 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.803897 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] host = dv-neutron-822796-1-hyperv {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.804199 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.804387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.804608 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.804832 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.805088 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.805322 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.805561 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.805809 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.806053 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.806281 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.806544 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.806778 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.806986 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.807226 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_file = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.807385 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_options = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.807594 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.807866 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.808115 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.808325 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.808490 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.808647 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.808918 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.809061 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.809300 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.809509 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.809717 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.809954 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.810196 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.810509 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.810760 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.810906 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.811118 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.811351 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.811603 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.811831 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.812051 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.812292 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.812500 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.817086 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.818154 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_json = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.819804 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.821050 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.822148 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.823485 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.823485 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.823485 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.823485 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.823485 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.824656 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.824656 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.824656 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.824656 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.825443 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.825443 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.825443 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.825769 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.825906 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.826040 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.826255 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.826480 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.826733 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.826953 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.827152 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.827366 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.827596 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.827727 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:18:44.827878 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.828023 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.828318 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.828549 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.828761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.828972 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.829196 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.829410 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.829658 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.829879 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.830092 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.830303 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.830508 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.830721 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.830945 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.831179 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.831385 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.831612 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.831822 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.832029 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.832301 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.832516 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.832728 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.837625 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.838390 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.839755 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.840761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.840761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.840761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.840761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.840761 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.841203 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.841428 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.841922 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.842161 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.842381 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.842632 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.842870 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.844176 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.844176 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.844176 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.844176 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845267 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845267 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845267 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845267 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845267 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845673 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845766 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.845990 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.846205 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.846480 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.846765 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.847167 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.847340 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.847544 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.849365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.849365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.849365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.849365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.849365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.849365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.849365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.851655 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.852427 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.852427 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.852427 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.852427 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.852939 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.852939 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.853405 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.857101 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.858127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43022) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:18:44.858252 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.858252 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.858252 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.858252 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.858252 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.858252 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.860083 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861278 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861278 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861278 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861278 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861278 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861278 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861889 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861889 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.861889 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.862768 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.862768 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.862768 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.862768 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.864777 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.865071 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.865853 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.866119 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.866309 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.866846 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075634 Dec 23 15:18:44.867099 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.867340 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.867636 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.867826 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.868004 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.868337 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.868578 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.869623 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.869844 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.870048 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.871495 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.871973 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.872416 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.872866 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.873292 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.873729 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.874145 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.874547 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.874784 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.874996 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.875227 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.875444 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.875676 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.875921 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.876357 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.876775 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.877283 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.877613 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.877945 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.878222 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.878536 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.878817 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.879105 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.879364 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.879637 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.879857 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.880170 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.880415 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.880631 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.881714 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.881714 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.881714 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.882136 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.882274 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.882461 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.882696 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.882927 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.883141 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.883357 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.883604 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.883920 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.884243 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.885190 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.885190 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.885190 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.885517 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.885517 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.885753 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.885969 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.886322 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.886592 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.886865 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.887304 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.888160 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.888160 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.888160 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.888512 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.888512 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.888714 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.888961 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.889227 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.889460 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.889707 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.889929 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.890142 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.890364 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.890588 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.890803 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.891012 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.891179 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 15:18:44.891669 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84116) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 23 15:18:44.891821 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 15:18:44.891966 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 15:18:44.892149 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 15:18:44.892330 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 15:18:44.892485 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 15:18:44.892687 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.892843 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.892999 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.893155 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.893309 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.893484 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.893734 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.893882 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894037 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894125 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894205 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894365 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894540 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894688 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894834 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.894976 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.895111 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.895424 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.895586 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.895741 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897067 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897067 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897067 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] debug = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897067 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897744 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897744 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897744 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897744 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.897744 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898790 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898790 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.898790 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.899009 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.899095 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.899240 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] host = dv-neutron-822796-1-hyperv {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.899394 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.899546 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.899700 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.899855 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.900008 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.900201 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.900358 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.900512 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.900665 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.900843 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.901191 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.901191 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.901396 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.901396 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_file = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.901560 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_options = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.901682 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.901834 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.902112 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.902239 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.902579 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.902579 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.902579 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.902886 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.902886 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.903034 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.903158 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.903311 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.903558 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.903681 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.903769 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.903888 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.904229 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.905145 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.905281 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.905537 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.905537 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.906206 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.906206 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.906206 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.906206 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.906206 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.908393 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.909208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_json = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.910273 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911070 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911609 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911609 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911609 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911609 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911890 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.911890 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.912882 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.913692 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.913862 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.914023 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.914181 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.914342 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.914521 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.916082 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.916082 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.916082 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.916082 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.917387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.918275 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.918405 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.918511 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.918670 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.918827 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.918984 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.919142 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.919298 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.919454 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.919610 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.919777 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.920863 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.921101 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.921258 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.921400 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.921550 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.921688 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.921778 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.921897 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.922054 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.922210 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.923277 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.924387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.924387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.924387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.924387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.924387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.924387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.924387 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.926371 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.927575 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.928338 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.929106 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.929271 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.929433 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.929597 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.929756 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.929913 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.930068 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.930224 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.930381 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.930537 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.930693 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.931597 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.931763 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.931926 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.932082 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.932736 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.932736 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.932736 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.932736 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933138 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933138 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933138 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933460 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933460 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933665 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933770 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.933926 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.934087 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.934278 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.934422 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.934553 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.934698 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.934835 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.934970 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.935137 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.935293 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.935438 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.935595 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.935774 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.935929 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.936069 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.937361 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.937361 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.937361 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.937361 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.938639 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.941472 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.941472 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.941472 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.941885 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.941885 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.941885 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.942401 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.942401 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.942401 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.942401 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.942781 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.942781 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943042 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943042 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943319 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943319 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943570 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943680 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943803 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.943928 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.944036 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.944432 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.944690 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.944993 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.945156 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.945417 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.945649 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.946424 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.946424 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.946424 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.946424 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.947254 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.947254 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.947254 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948208 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948530 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948530 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948672 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.948999 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.949251 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.949704 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.950383 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.950716 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.950716 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.951618 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.951618 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.951618 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.951618 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.952352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.952352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.952352 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.952937 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.953160 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.953306 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.953445 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.953598 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.953739 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.953876 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.954146 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.954309 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.954449 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.954587 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.955997 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.955997 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.955997 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.955997 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.956901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.956901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.956901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.956901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.956901 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.957580 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.957580 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.957580 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.957580 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.957580 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.957934 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.957934 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.958076 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.958196 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.958344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:18:44.958461 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.958547 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.958671 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.958836 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.959630 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.959847 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.960025 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.960187 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.960298 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.960464 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.960644 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.960799 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.961464 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.961464 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.961464 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.961464 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.961879 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.961879 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.961879 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.962202 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.962202 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.962351 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.962429 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.962557 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.962715 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.962875 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.963051 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.963191 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.963349 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.963508 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 15:18:44.963658 dv-neutron-822796-1-hyperv neutron-server[84116]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84116) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 15:18:55.313836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e2ef7-cf55-4353-ac3e-55aac343913e None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:18:55.388911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239e2ef7-cf55-4353-ac3e-55aac343913e None None] No non-hosted networks {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 15:18:55.403349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.agentschedulers_db [None req-239e2ef7-cf55-4353-ac3e-55aac343913e None None] DHCP Agent not found on host dv-neutron-822796-1-hyperv {{(pid=84223) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 23 15:18:55.517043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c247be6a-f17e-43c0-87c4-9631e5e85def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4013031'] for agent, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:57.601138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2a678933-9618-48ab-913c-180bd1f3f3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4013031'] for agent, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:57.640965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-7204d5c9-3b9e-4941-b944-aff7c22421bd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-822796-1-hyperv {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:18:57.641832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-7204d5c9-3b9e-4941-b944-aff7c22421bd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:18:58.216663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7204d5c9-3b9e-4941-b944-aff7c22421bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:58.639657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4013031'] for agent, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:58.964711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4013031'] for agent, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:18:58.965723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.966293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.966826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.967374 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.967907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.968429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.968899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.969364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.969787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.972363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.972363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:18:58.972363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822796-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:18:58.978440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822796-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:00.125029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4013031'] for agent, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:01.774878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43122) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:02.385633 dv-neutron-822796-1-hyperv neutron-server[84222]: WARNING oslo_policy.policy [None req-6871eb48-2913-4df7-bace-2c9dc364ef73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:02.386277 dv-neutron-822796-1-hyperv neutron-server[84222]: WARNING oslo_policy.policy [None req-6871eb48-2913-4df7-bace-2c9dc364ef73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:02.514948 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.db.l3_hamode_db [None req-30bc12b7-0592-4a2a-b1d9-47c016f1a9b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 15:19:02.601678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc12b7-0592-4a2a-b1d9-47c016f1a9b8 None None] Routers set() bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:19:02.602053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc12b7-0592-4a2a-b1d9-47c016f1a9b8 None None] Router IDs set() for agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 15:19:02.609119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-6871eb48-2913-4df7-bace-2c9dc364ef73 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:19:02.610168 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6871eb48-2913-4df7-bace-2c9dc364ef73 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8343379 Dec 23 15:19:04.857212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43136) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:05.245719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:05.299871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.policy [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84222) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 23 15:19:05.300635 dv-neutron-822796-1-hyperv neutron-server[84222]: WARNING oslo_policy.policy [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:05.301000 dv-neutron-822796-1-hyperv neutron-server[84222]: WARNING oslo_policy.policy [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:05.304764 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.quota [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] Loaded quota_driver: . Dec 23 15:19:05.320475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:05.444551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760714553532', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760714565501', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760714562157', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760714584779', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760714582879', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-535751', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3704111', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3770040'] for rbac-policy, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:05.599439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:05.600639 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6a0d9b9b-b4f8-49ce-8760-d7c1afe68271 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7424858 Dec 23 15:19:08.121607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43150) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:08.486242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:08.490919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:08.495664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Usage tracker for resource:network and tenant:97c58c2c9bfe4b20be80d44752fd2246 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:19:08.500300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:19:08.506967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:19:08.581253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Made reservation on behalf of 97c58c2c9bfe4b20be80d44752fd2246 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:19:08.584334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:08.603583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:08.646712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:08.650459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Usage tracker for resource:security_group_rule and tenant:97c58c2c9bfe4b20be80d44752fd2246 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:19:08.653373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:19:08.659204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:19:08.725671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:08.787685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:08.809260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:19:08.831665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebdc934-1137-4f63-8bfe-0617cb86fc39,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:08.845553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.845895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.846225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.846554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.846888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.847209 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.847538 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.847854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.848187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.849198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.849731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Tracked resource versions report: Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: pushed versions: Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Log': {'1.0'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Network': {'1.1'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Port': {'1.5'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'PortForwarding': {'1.2'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'QosPolicy': {'1.8'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroup': {'1.2'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SubPort': {'1.0'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Subnet': {'1.1'}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Trunk': {'1.1'}} Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: consumer versions: Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Log': '1.0', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Network': '1.1', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Port': '1.5', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'PortForwarding': '1.2', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'QosPolicy': '1.8', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroup': '1.2', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroupRule': '1.0', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SubPort': '1.0', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Subnet': '1.1', Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Trunk': '1.1'}} Dec 23 15:19:08.850971 dv-neutron-822796-1-hyperv neutron-server[84222]: {{(pid=84222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:19:08.942691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760716485084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:08.943282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Unsubscribe: segment precommit_create {{(pid=84222) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 15:19:08.943796 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Added segment eca17d36-f803-4eb5-979f-aa3f1b47168c of type vlan for network df181125-2427-497a-b60b-2e9c64b3142d Dec 23 15:19:09.024888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:09.124995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:09.126017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:09.126664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:09.235128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] Pushing event updated for resources: {'Network': ['ID=df181125-2427-497a-b60b-2e9c64b3142d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:09.246747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network df181125-2427-497a-b60b-2e9c64b3142d details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:19:09.296724 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1c67a672-66cc-4443-8854-35379c30dbd9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1740465 Dec 23 15:19:11.868803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43166) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:12.333489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a99d52-b241-4e4a-b0bc-18096b087447 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:12.334791 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-50a99d52-b241-4e4a-b0bc-18096b087447 admin admin] 10.222.0.58 "GET /v2.0/networks/df181125-2427-497a-b60b-2e9c64b3142d HTTP/1.1" status: 200 len: 825 time: 0.4647844 Dec 23 15:19:12.366371 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-589ba0b9-7b3d-4964-b7b6-1cef83a60fff admin admin] 10.222.0.58 "GET /v2.0/subnetpools/7e5f927a-65a8-4a94-9332-998e64514c4d HTTP/1.1" status: 200 len: 734 time: 0.0258653 Dec 23 15:19:12.374741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Request body: {'subnet': {'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'subnetpool_id': '7e5f927a-65a8-4a94-9332-998e64514c4d', 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:12.378904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:12.382695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Usage tracker for resource:subnet and tenant:97c58c2c9bfe4b20be80d44752fd2246 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:19:12.385550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:19:12.391036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:19:12.484352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Made reservation on behalf of 97c58c2c9bfe4b20be80d44752fd2246 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:19:12.486717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:12.801530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:12.885412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a0591f-c475-4ad1-8ff8-78655a1100d5,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:12.894134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Checking segment: {'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:19:12.894516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Network hostable DHCP agents. Network: df181125-2427-497a-b60b-2e9c64b3142d, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:19:12.969661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Network df181125-2427-497a-b60b-2e9c64b3142d is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:19:13.054815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, df181125-2427-497a-b60b-2e9c64b3142d) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:19:13.059308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:13.059886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:13.064595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fbb759-b39c-467a-bc83-e72302e22ca5 None None] Network df181125-2427-497a-b60b-2e9c64b3142d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:19:13.141348 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e5754d77-521c-4d7a-8e52-287b26c4255f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7700486 Dec 23 15:19:13.372793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-df181125-2427-497a-b60b-2e9c64b3142d', 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'fixed_ips': [{'subnet_id': '97a0591f-c475-4ad1-8ff8-78655a1100d5'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:19:13.374022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:13.559903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Allocated IP 172.20.0.2 (df181125-2427-497a-b60b-2e9c64b3142d/97a0591f-c475-4ad1-8ff8-78655a1100d5/a481de90-6d76-4b36-b21f-9f1044b62ea6) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:19:13.787050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:13.800409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Transition to ACTIVE for port object a481de90-6d76-4b36-b21f-9f1044b62ea6 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:19:13.822791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Transition to ACTIVE for port object a481de90-6d76-4b36-b21f-9f1044b62ea6 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:19:13.913707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:13.979821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Network df181125-2427-497a-b60b-2e9c64b3142d is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:19:13.982703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:19:13.990543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:19:13.992717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Pushing event updated for resources: {'Port': ['ID=a481de90-6d76-4b36-b21f-9f1044b62ea6,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:14.032309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.032668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.033006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.033346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.033693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.034023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.034351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.034690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.035018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.035336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.036084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Tracked resource versions report: Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: pushed versions: Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Log': {'1.0'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Network': {'1.1'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Port': {'1.5'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'PortForwarding': {'1.2'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'QosPolicy': {'1.8'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroup': {'1.2'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SubPort': {'1.0'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Subnet': {'1.1'}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Trunk': {'1.1'}} Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: consumer versions: Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Log': '1.0', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Network': '1.1', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Port': '1.5', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'PortForwarding': '1.2', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'QosPolicy': '1.8', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroup': '1.2', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroupRule': '1.0', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SubPort': '1.0', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Subnet': '1.1', Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Trunk': '1.1'}} Dec 23 15:19:14.037429 dv-neutron-822796-1-hyperv neutron-server[84223]: {{(pid=84223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:19:14.094269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Attempting to bind port a481de90-6d76-4b36-b21f-9f1044b62ea6 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:19:14.094921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Attempting to bind port a481de90-6d76-4b36-b21f-9f1044b62ea6 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:19:14.095085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Attempting to bind port a481de90-6d76-4b36-b21f-9f1044b62ea6 on network df181125-2427-497a-b60b-2e9c64b3142d {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:19:14.101461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:19:14.101857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Checking segment: {'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:19:14.102331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:14.102713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Bound using segment: {'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:19:14.103175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Bound port: a481de90-6d76-4b36-b21f-9f1044b62ea6, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:19:14.103569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:14.192537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] For port a481de90-6d76-4b36-b21f-9f1044b62ea6, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:19:14.196382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] For port a481de90-6d76-4b36-b21f-9f1044b62ea6, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a481de90-6d76-4b36-b21f-9f1044b62ea6,segment=NetworkSegment(eca17d36-f803-4eb5-979f-aa3f1b47168c),segment_id=eca17d36-f803-4eb5-979f-aa3f1b47168c)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:19:14.273293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:14.383213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be62e7-3a59-4728-a31f-f72c6aa2933e None None] Pushing event updated for resources: {'Port': ['ID=a481de90-6d76-4b36-b21f-9f1044b62ea6,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:15.430906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43176) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:15.834656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-664d9aab-dcad-46ad-9d8d-b5b5c58d4f50 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:19:15.835616 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-664d9aab-dcad-46ad-9d8d-b5b5c58d4f50 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4037650 Dec 23 15:19:18.085878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8836fe1b-45e5-4617-ac3f-eff0dbc9028f None None] Network df181125-2427-497a-b60b-2e9c64b3142d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:19:18.115369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43190) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:18.256706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a71bc059-9441-4d91-b218-96c25a9fe5bc None None] Provisioning for port a481de90-6d76-4b36-b21f-9f1044b62ea6 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:19:18.518444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-53add4e6-2508-4af2-978c-773723f77c26 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:19:18.519420 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-53add4e6-2508-4af2-978c-773723f77c26 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4030552 Dec 23 15:19:19.094760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a481de90-6d76-4b36-b21f-9f1044b62ea6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:19:19.273055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a481de90-6d76-4b36-b21f-9f1044b62ea6 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:19:19.278135 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a481de90-6d76-4b36-b21f-9f1044b62ea6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:19.278549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:19.406647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:19.446241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a481de90-6d76-4b36-b21f-9f1044b62ea6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a481de90-6d76-4b36-b21f-9f1044b62ea6,segment=NetworkSegment(eca17d36-f803-4eb5-979f-aa3f1b47168c),segment_id=eca17d36-f803-4eb5-979f-aa3f1b47168c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:19:19.542574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:19.611264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a481de90-6d76-4b36-b21f-9f1044b62ea6,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:21.070851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a481de90-6d76-4b36-b21f-9f1044b62ea6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:19:21.095509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43202) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:21.141383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a481de90-6d76-4b36-b21f-9f1044b62ea6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:21.141743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:21.549942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'admin_state_up': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:21.555629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:21.559251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Usage tracker for resource:router and tenant:97c58c2c9bfe4b20be80d44752fd2246 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:19:21.562447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:19:21.569124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:19:21.820704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:21.822104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:21.846219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:22.027765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:22.118481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:22.119839 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1eb7db25-3dbd-46d4-831a-04af3ba5f937 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0233529 Dec 23 15:19:24.358904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43212) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:24.742443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-8b27e975-a461-4d05-806d-01a60e9e0d53 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:19:24.743413 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b27e975-a461-4d05-806d-01a60e9e0d53 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3835909 Dec 23 15:19:25.283699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb104001-b5cb-4d1d-9ff1-c25de9ab9e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:26.854022 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:19:26.997978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43222) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:27.383563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:27.388452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:27.392158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Usage tracker for resource:network and tenant:fd614c5312d4404aa9da6fa64272ff37 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:19:27.395696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:19:27.401255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:19:27.518027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Made reservation on behalf of fd614c5312d4404aa9da6fa64272ff37 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:19:27.520362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.532727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.565539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:27.568408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3cf7df0-8626-46eb-827c-08e4d8251212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.570449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Usage tracker for resource:security_group_rule and tenant:fd614c5312d4404aa9da6fa64272ff37 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:19:27.573279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:19:27.579245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:19:27.641895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.716834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.734398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Reserving flat network on physical network physnet1 {{(pid=84222) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 15:19:27.755476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cd5e1f-579f-4e9b-bb3a-662fce7476cf,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:27.760374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.760706 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Added segment 5911500f-1dc4-462a-acc0-51ed9338e881 of type flat for network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 Dec 23 15:19:27.792281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.928607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:27.929398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:27.929958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:28.031411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] Pushing event updated for resources: {'Network': ['ID=913dd7ca-4c3a-4b2e-9a70-4198015b1a75,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:28.041103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:19:28.096083 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6de503d6-4cb4-4fa2-82b0-c5868605290e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0970402 Dec 23 15:19:28.575301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:28.900080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:30.072358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:30.350382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 43242) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:30.629273 dv-neutron-822796-1-hyperv neutron-server[84221]: WARNING oslo_policy.policy [None req-d6fac489-6def-4bbb-8452-1354df42db72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:30.629982 dv-neutron-822796-1-hyperv neutron-server[84221]: WARNING oslo_policy.policy [None req-d6fac489-6def-4bbb-8452-1354df42db72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:30.984579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.policy [None req-d6fac489-6def-4bbb-8452-1354df42db72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84221) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 23 15:19:30.985254 dv-neutron-822796-1-hyperv neutron-server[84221]: WARNING oslo_policy.policy [None req-d6fac489-6def-4bbb-8452-1354df42db72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:30.985616 dv-neutron-822796-1-hyperv neutron-server[84221]: WARNING oslo_policy.policy [None req-d6fac489-6def-4bbb-8452-1354df42db72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 15:19:30.988498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fac489-6def-4bbb-8452-1354df42db72 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:30.990304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d6fac489-6def-4bbb-8452-1354df42db72 admin admin] 10.222.0.58 "GET /v2.0/subnets/97a0591f-c475-4ad1-8ff8-78655a1100d5 HTTP/1.1" status: 200 len: 849 time: 0.6379979 Dec 23 15:19:31.167602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8930510a-2324-4ce8-8eaf-020d2e5e6495 admin admin] 10.222.0.58 "GET /v2.0/routers/d6b42c38-cab0-4299-a47e-1546d2a2e457 HTTP/1.1" status: 200 len: 704 time: 0.1718192 Dec 23 15:19:31.630638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:31.881461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Allocated IP 172.20.0.1 (df181125-2427-497a-b60b-2e9c64b3142d/97a0591f-c475-4ad1-8ff8-78655a1100d5/5f792f74-2afd-44b4-bdc0-1f82d6be26f0) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:19:32.044481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.063800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Transition to ACTIVE for port object 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:19:32.163208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.225748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Network df181125-2427-497a-b60b-2e9c64b3142d is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:19:32.228863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:19:32.258938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Pushing event updated for resources: {'Port': ['ID=5f792f74-2afd-44b4-bdc0-1f82d6be26f0,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:32.269792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.270094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.270433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.270763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.271105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.271436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.271768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.272508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.272508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.272723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.273030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Tracked resource versions report: Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: pushed versions: Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Log': {'1.0'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Network': {'1.1'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Port': {'1.5'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'PortForwarding': {'1.2'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'QosPolicy': {'1.8'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroup': {'1.2'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SubPort': {'1.0'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Subnet': {'1.1'}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Trunk': {'1.1'}} Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: consumer versions: Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Log': '1.0', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Network': '1.1', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Port': '1.5', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'PortForwarding': '1.2', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'QosPolicy': '1.8', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroup': '1.2', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroupRule': '1.0', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SubPort': '1.0', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Subnet': '1.1', Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Trunk': '1.1'}} Dec 23 15:19:32.274329 dv-neutron-822796-1-hyperv neutron-server[84221]: {{(pid=84221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:19:32.285681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:19:32.286220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.481131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.529085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5da62781-4680-4fce-8b05-95fcec58708d None None] Provisioning for port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:19:32.533881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5da62781-4680-4fce-8b05-95fcec58708d None None] Provisioning complete for port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:32.534271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5da62781-4680-4fce-8b05-95fcec58708d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.590180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5da62781-4680-4fce-8b05-95fcec58708d None None] Port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:19:32.709577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.790717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.791454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:32.919471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Pushing event updated for resources: {'Port': ['ID=5f792f74-2afd-44b4-bdc0-1f82d6be26f0,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:32.986167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Network df181125-2427-497a-b60b-2e9c64b3142d is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:19:32.987193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:19:33.217175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fdc49f28-08cf-48db-9318-06328f28abb4 None None] Provisioning complete for port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:33.217464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fdc49f28-08cf-48db-9318-06328f28abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:33.271593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fdc49f28-08cf-48db-9318-06328f28abb4 None None] Port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:19:33.409202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Router d6b42c38-cab0-4299-a47e-1546d2a2e457 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:19:33.571374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:19:33.582216 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Sync routers for ids ['d6b42c38-cab0-4299-a47e-1546d2a2e457'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:19:33.582715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-86a310d3-bcce-4f32-990c-c0d99742c642 admin admin] 10.222.0.58 "PUT /v2.0/routers/d6b42c38-cab0-4299-a47e-1546d2a2e457/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4101827 Dec 23 15:19:33.594870 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Routers {'d6b42c38-cab0-4299-a47e-1546d2a2e457'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:19:33.595742 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:19:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d6b42c38-cab0-4299-a47e-1546d2a2e457'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:33.773349 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Set router d6b42c38-cab0-4299-a47e-1546d2a2e457 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:19:34.137661 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'name': 'router1', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:19:21Z', 'updated_at': '2021-12-23T15:19:32Z', 'revision_number': 2, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'gw_port_host': None, '_interfaces': [{'id': '5f792f74-2afd-44b4-bdc0-1f82d6be26f0', 'name': '', 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'mac_address': 'fa:16:3e:41:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:31Z', 'updated_at': '2021-12-23T15:19:32Z', 'revision_number': 2, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'subnets': [{'id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e5f927a-65a8-4a94-9332-998e64514c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:34.142456 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Checking router: d6b42c38-cab0-4299-a47e-1546d2a2e457 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:19:34.142821 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Updating router d6b42c38-cab0-4299-a47e-1546d2a2e457 port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:19:34.196754 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:34.563594 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:34.577768 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Transition to ACTIVE for port object 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:19:34.649599 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:34.873089 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Pushing event updated for resources: {'Port': ['ID=5f792f74-2afd-44b4-bdc0-1f82d6be26f0,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:34.905606 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Attempting to bind port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:19:34.905994 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Attempting to bind port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:19:34.906416 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Attempting to bind port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 on network df181125-2427-497a-b60b-2e9c64b3142d {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:19:34.909753 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.910186 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.910518 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.910845 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.911183 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.911512 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.911833 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.912182 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.912501 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.912813 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.913122 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Tracked resource versions report: Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: pushed versions: Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Log': {'1.0'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Network': {'1.1'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Port': {'1.5'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'PortForwarding': {'1.2'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'QosPolicy': {'1.8'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroup': {'1.2'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SubPort': {'1.0'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Subnet': {'1.1'}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Trunk': {'1.1'}} Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: consumer versions: Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Log': '1.0', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Network': '1.1', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Port': '1.5', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'PortForwarding': '1.2', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'QosPolicy': '1.8', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroup': '1.2', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroupRule': '1.0', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SubPort': '1.0', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Subnet': '1.1', Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Trunk': '1.1'}} Dec 23 15:19:34.914437 dv-neutron-822796-1-hyperv neutron-server[84224]: {{(pid=84224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:19:34.920929 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:19:34.921329 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Checking segment: {'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:19:34.921799 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:34.922175 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Bound using segment: {'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:19:34.922893 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Bound port: 5f792f74-2afd-44b4-bdc0-1f82d6be26f0, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca17d36-f803-4eb5-979f-aa3f1b47168c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:19:34.922986 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:35.011661 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] For port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:19:35.015727 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] For port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f792f74-2afd-44b4-bdc0-1f82d6be26f0,segment=NetworkSegment(eca17d36-f803-4eb5-979f-aa3f1b47168c),segment_id=eca17d36-f803-4eb5-979f-aa3f1b47168c)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:19:35.083848 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:35.167446 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6673087-789d-4f15-be54-eb79c15fa841 None None] Pushing event updated for resources: {'Port': ['ID=5f792f74-2afd-44b4-bdc0-1f82d6be26f0,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:35.178035 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Routers {'d6b42c38-cab0-4299-a47e-1546d2a2e457'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:19:35.178700 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:19:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d6b42c38-cab0-4299-a47e-1546d2a2e457'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:35.333601 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] Set router d6b42c38-cab0-4299-a47e-1546d2a2e457 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:19:35.660356 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'name': 'router1', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:19:21Z', 'updated_at': '2021-12-23T15:19:32Z', 'revision_number': 2, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'gw_port_host': None, '_interfaces': [{'id': '5f792f74-2afd-44b4-bdc0-1f82d6be26f0', 'name': '', 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'mac_address': 'fa:16:3e:41:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:31Z', 'updated_at': '2021-12-23T15:19:35Z', 'revision_number': 4, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'subnets': [{'id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e5f927a-65a8-4a94-9332-998e64514c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:35.664439 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ecdc8-14b7-4ed6-8eda-060dad7e3fbb None None] The sync data for ids ['d6b42c38-cab0-4299-a47e-1546d2a2e457'] in dv-neutron-822796-1-hyperv is: [{'id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'name': 'router1', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:19:21Z', 'updated_at': '2021-12-23T15:19:32Z', 'revision_number': 2, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'gw_port_host': None, '_interfaces': [{'id': '5f792f74-2afd-44b4-bdc0-1f82d6be26f0', 'name': '', 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'mac_address': 'fa:16:3e:41:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:31Z', 'updated_at': '2021-12-23T15:19:35Z', 'revision_number': 4, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'subnets': [{'id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e5f927a-65a8-4a94-9332-998e64514c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:19:35.691791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 43276) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:35.866330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08200eaf-7259-4b47-8eec-51dd14eb4339 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:35.867719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-08200eaf-7259-4b47-8eec-51dd14eb4339 admin admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 842 time: 0.1749089 Dec 23 15:19:35.876882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.6.1', 'ip_version': 4, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'name': 'public-subnet', 'cidr': '172.26.6.0/24'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:35.878288 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.quota [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Loaded quota_driver: . Dec 23 15:19:35.883785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:19:35.887906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Usage tracker for resource:subnet and tenant:fd614c5312d4404aa9da6fa64272ff37 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:19:35.890855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:19:35.898217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:19:35.979436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Made reservation on behalf of fd614c5312d4404aa9da6fa64272ff37 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:19:35.981863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:36.453208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:19:36.453626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:36.543281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab879481-fa8c-4338-9ebd-2f09405b906a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:36.545541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:19:36.545888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Network hostable DHCP agents. Network: 913dd7ca-4c3a-4b2e-9a70-4198015b1a75, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:19:36.626622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:19:36.699151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 913dd7ca-4c3a-4b2e-9a70-4198015b1a75) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:19:36.702989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:36.703596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:36.708903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff0c05-5a93-47ed-ac3c-bb34d35d5206 None None] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:19:36.793110 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8b8af8e5-62bd-42ee-8ec5-f2bf7709c683 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9195151 Dec 23 15:19:36.937756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684f85f-6d6a-40ad-bf87-a6e7dc3bf21b None None] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:19:37.102816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:19:37.287588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:19:37.292608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:37.292974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:37.426517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:37.457755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f792f74-2afd-44b4-bdc0-1f82d6be26f0,segment=NetworkSegment(eca17d36-f803-4eb5-979f-aa3f1b47168c),segment_id=eca17d36-f803-4eb5-979f-aa3f1b47168c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:19:37.517845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:37.585956 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=5f792f74-2afd-44b4-bdc0-1f82d6be26f0,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:38.949077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 43290) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:39.075641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:19:39.145578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:39.146052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:39.177786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e901670b-f27d-4561-87d3-ebc4887612e3 admin admin] 10.222.0.58 "GET /v2.0/routers/d6b42c38-cab0-4299-a47e-1546d2a2e457 HTTP/1.1" status: 200 len: 710 time: 0.2354643 Dec 23 15:19:39.306364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2239d83-bcab-4804-8dd7-8990880181a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:19:39.307669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f2239d83-bcab-4804-8dd7-8990880181a8 admin admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 886 time: 0.1249902 Dec 23 15:19:39.316878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:19:39.859048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:40.096043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:40.153497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:40.280763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Allocated IP 172.26.6.53 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/62460f35-3c74-47ec-9e05-6e3c47fcc3c2) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:19:40.422036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:40.517720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:40.582387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:19:40.585160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:19:40.589664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:19:40.611963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Pushing event updated for resources: {'Port': ['ID=62460f35-3c74-47ec-9e05-6e3c47fcc3c2,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:40.795229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:40.962425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:40.965779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:41.158811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Router d6b42c38-cab0-4299-a47e-1546d2a2e457 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:19:41.386403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:19:41.395445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:41.395603 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Sync routers for ids ['d6b42c38-cab0-4299-a47e-1546d2a2e457'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:19:41.396626 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-279f357d-3099-4ab7-8538-594fa7543535 admin admin] 10.222.0.58 "PUT /v2.0/routers/d6b42c38-cab0-4299-a47e-1546d2a2e457 HTTP/1.1" status: 200 len: 889 time: 2.0834484 Dec 23 15:19:41.408052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Routers {'d6b42c38-cab0-4299-a47e-1546d2a2e457'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:19:41.408775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:19:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d6b42c38-cab0-4299-a47e-1546d2a2e457'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:41.602837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Set router d6b42c38-cab0-4299-a47e-1546d2a2e457 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:19:41.944264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'name': 'router1', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '62460f35-3c74-47ec-9e05-6e3c47fcc3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:19:21Z', 'updated_at': '2021-12-23T15:19:40Z', 'revision_number': 4, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'gw_port': {'id': '62460f35-3c74-47ec-9e05-6e3c47fcc3c2', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:40Z', 'updated_at': '2021-12-23T15:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5f792f74-2afd-44b4-bdc0-1f82d6be26f0', 'name': '', 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'mac_address': 'fa:16:3e:41:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:31Z', 'updated_at': '2021-12-23T15:19:37Z', 'revision_number': 5, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'subnets': [{'id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e5f927a-65a8-4a94-9332-998e64514c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:41.949096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Checking router: d6b42c38-cab0-4299-a47e-1546d2a2e457 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:19:41.949465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Updating router d6b42c38-cab0-4299-a47e-1546d2a2e457 port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:19:41.999430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:42.317656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:42.329626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Transition to ACTIVE for port object 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:19:42.413637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:42.497269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Attempting to bind port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:19:42.497635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Attempting to bind port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:19:42.497995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Attempting to bind port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:19:42.500099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b6bd1-13ed-42ef-8bff-c7f30f493ea6 None None] Pushing event updated for resources: {'Port': ['ID=62460f35-3c74-47ec-9e05-6e3c47fcc3c2,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:42.509726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:19:42.510092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:19:42.510487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:42.510863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:19:42.511321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Bound port: 62460f35-3c74-47ec-9e05-6e3c47fcc3c2, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:19:42.511702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:42.583817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] For port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:19:42.583817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] For port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=62460f35-3c74-47ec-9e05-6e3c47fcc3c2,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:19:42.661038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:42.746591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b6bd1-13ed-42ef-8bff-c7f30f493ea6 None None] Pushing event updated for resources: {'Port': ['ID=62460f35-3c74-47ec-9e05-6e3c47fcc3c2,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:42.750224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Routers {'d6b42c38-cab0-4299-a47e-1546d2a2e457'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:19:42.750224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:19:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d6b42c38-cab0-4299-a47e-1546d2a2e457'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:42.947485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] Set router d6b42c38-cab0-4299-a47e-1546d2a2e457 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:19:43.275236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'name': 'router1', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '62460f35-3c74-47ec-9e05-6e3c47fcc3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:19:21Z', 'updated_at': '2021-12-23T15:19:40Z', 'revision_number': 4, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'gw_port': {'id': '62460f35-3c74-47ec-9e05-6e3c47fcc3c2', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:40Z', 'updated_at': '2021-12-23T15:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5f792f74-2afd-44b4-bdc0-1f82d6be26f0', 'name': '', 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'mac_address': 'fa:16:3e:41:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:31Z', 'updated_at': '2021-12-23T15:19:37Z', 'revision_number': 5, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'subnets': [{'id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e5f927a-65a8-4a94-9332-998e64514c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:19:43.279067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674a6e9-96e1-4617-a917-057dbb72af17 None None] The sync data for ids ['d6b42c38-cab0-4299-a47e-1546d2a2e457'] in dv-neutron-822796-1-hyperv is: [{'id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'name': 'router1', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '62460f35-3c74-47ec-9e05-6e3c47fcc3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:19:21Z', 'updated_at': '2021-12-23T15:19:40Z', 'revision_number': 4, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'gw_port': {'id': '62460f35-3c74-47ec-9e05-6e3c47fcc3c2', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:fa:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:40Z', 'updated_at': '2021-12-23T15:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5f792f74-2afd-44b4-bdc0-1f82d6be26f0', 'name': '', 'network_id': 'df181125-2427-497a-b60b-2e9c64b3142d', 'tenant_id': '97c58c2c9bfe4b20be80d44752fd2246', 'mac_address': 'fa:16:3e:41:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b42c38-cab0-4299-a47e-1546d2a2e457', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:19:31Z', 'updated_at': '2021-12-23T15:19:37Z', 'revision_number': 5, 'project_id': '97c58c2c9bfe4b20be80d44752fd2246', 'subnets': [{'id': '97a0591f-c475-4ad1-8ff8-78655a1100d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e5f927a-65a8-4a94-9332-998e64514c4d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:19:43.627167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43300) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:19:43.782458 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4e0b268e-7068-416d-a526-a1b8b9b9f9d8 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1541963 Dec 23 15:19:45.100387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:19:45.247303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:19:45.252331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:45.252696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:45.375536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:45.392915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=62460f35-3c74-47ec-9e05-6e3c47fcc3c2,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:19:45.466506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:45.539933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=62460f35-3c74-47ec-9e05-6e3c47fcc3c2,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:19:47.109425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:19:47.187735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 62460f35-3c74-47ec-9e05-6e3c47fcc3c2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:19:47.188342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:55.305505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5aa47106-d711-4d93-87be-99b4b1366fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:57.567040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da39bb59-5ec4-4116-8ae3-01f40f760e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:58.583847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:19:58.905572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:00.110963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:03.854758 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:20:25.338900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-087a4d46-c317-4a73-81af-bf85f3c72b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:27.567527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-155143cb-dba7-4f86-a788-5b30846a8fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:28.599171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:28.921829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:30.098652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:40.854455 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:20:55.308895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-85af9145-fdb2-43d8-94d0-899ac170a04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:57.577177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-354726f7-6305-445d-97fc-bd7c5e1bf32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:58.617382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:20:59.022960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:00.100158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:17.853751 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:21:25.298718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a9560f02-8440-4206-9732-8545999bdcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:27.564545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a68a4a8-7bab-41e2-9d28-92c26ddd99eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:28.635395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:28.924573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:30.093090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:53.118632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43908) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:53.209883 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb2d8eb-0f9f-4144-bfa4-a97f9b559f69 admin admin] GET failed (client error): The resource could not be found. Dec 23 15:21:53.210349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9eb2d8eb-0f9f-4144-bfa4-a97f9b559f69 admin admin] Synchronizing usage tracker for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:21:53.294891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9eb2d8eb-0f9f-4144-bfa4-a97f9b559f69 admin admin] Unset dirty status for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:21:53.296329 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9eb2d8eb-0f9f-4144-bfa4-a97f9b559f69 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1765106 Dec 23 15:21:53.429111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab042b-f937-4324-b5d9-82bbe9136012 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:21:53.430534 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5dab042b-f937-4324-b5d9-82bbe9136012 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1303256 Dec 23 15:21:54.853324 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:21:55.285342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-277c2cc7-8120-4fcf-b286-9699f19fcc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:55.461772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43918) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:55.594230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eaeb8d-d463-4388-892b-dfaf62036597 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:21:55.595534 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a0eaeb8d-d463-4388-892b-dfaf62036597 admin admin] 10.222.0.58 "GET /v2.0/subnets/97a0591f-c475-4ad1-8ff8-78655a1100d5 HTTP/1.1" status: 200 len: 849 time: 0.1328392 Dec 23 15:21:55.604378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:21:55.720827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:55.959295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760716392951'] for subnet, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:56.008075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:21:56.008689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:56.012171 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] 10.222.0.58 "PUT /v2.0/subnets/97a0591f-c475-4ad1-8ff8-78655a1100d5 HTTP/1.1" status: 200 len: 868 time: 0.4092135 Dec 23 15:21:56.012349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203b9f2-352b-40ce-b930-3466a71852e7 None None] Network df181125-2427-497a-b60b-2e9c64b3142d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:21:56.035696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a0591f-c475-4ad1-8ff8-78655a1100d5,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:21:56.044518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.044911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.045178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.045500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.045862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.046195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.046500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.046817 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.047133 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.047445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.047754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93ae47a-68eb-479d-ac2a-630b55697256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:21:56.494383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-620aa01e-8b58-48cd-b892-3e5dbf9516f9 None None] Provisioning complete for port a481de90-6d76-4b36-b21f-9f1044b62ea6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:21:56.494952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-620aa01e-8b58-48cd-b892-3e5dbf9516f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:56.621968 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-620aa01e-8b58-48cd-b892-3e5dbf9516f9 None None] Provisioning complete for port 5f792f74-2afd-44b4-bdc0-1f82d6be26f0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:21:56.622218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-620aa01e-8b58-48cd-b892-3e5dbf9516f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:57.557712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5f85316b-a10e-43c1-bb1f-018b579d1e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:58.043246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43928) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:21:58.239338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3146e4-2434-4c61-b80f-e3fd349cf786 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:21:58.239615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3146e4-2434-4c61-b80f-e3fd349cf786 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:21:58.241125 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bb3146e4-2434-4c61-b80f-e3fd349cf786 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969581 Dec 23 15:21:58.599200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:21:58.913742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:00.100375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:00.267766 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43938) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:00.467184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b786e46-c5ba-4654-bc14-5952998bfafe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:00.468719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b786e46-c5ba-4654-bc14-5952998bfafe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:00.470299 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3b786e46-c5ba-4654-bc14-5952998bfafe admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014947 Dec 23 15:22:02.533556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43948) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:02.732308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf72c2f-a792-4987-88df-85417e82cf35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:02.734100 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-abf72c2f-a792-4987-88df-85417e82cf35 admin admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 886 time: 0.1995783 Dec 23 15:22:04.775045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 43958) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:04.971318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c5aaa-5302-4e95-b51b-27a096feac3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:04.972611 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0c9c5aaa-5302-4e95-b51b-27a096feac3f admin admin] 10.222.0.58 "GET /v2.0/networks/df181125-2427-497a-b60b-2e9c64b3142d HTTP/1.1" status: 200 len: 869 time: 0.1965964 Dec 23 15:22:07.013996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43968) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:07.143490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d73dfe-6bfe-4a0d-b022-22cbfe22d0a3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:07.143853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d73dfe-6bfe-4a0d-b022-22cbfe22d0a3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:07.145392 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-67d73dfe-6bfe-4a0d-b022-22cbfe22d0a3 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302760 Dec 23 15:22:09.187823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43978) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:09.349318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabd1fc-d2aa-4bb1-adea-96a2dfc5f6f5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:09.349677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edabd1fc-d2aa-4bb1-adea-96a2dfc5f6f5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:09.351215 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-edabd1fc-d2aa-4bb1-adea-96a2dfc5f6f5 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1623812 Dec 23 15:22:11.391066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 43988) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:11.521223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566b4b52-c0e8-4b04-a840-0454cd605eb5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:11.522551 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-566b4b52-c0e8-4b04-a840-0454cd605eb5 admin admin] 10.222.0.58 "GET /v2.0/subnets/97a0591f-c475-4ad1-8ff8-78655a1100d5 HTTP/1.1" status: 200 len: 868 time: 0.1305571 Dec 23 15:22:13.537063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 43998) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:13.662836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115272f0-a3f4-4bd3-8a9d-d3cf0471b405 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:13.664461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-115272f0-a3f4-4bd3-8a9d-d3cf0471b405 admin admin] Synchronizing usage tracker for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:22:13.745442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-115272f0-a3f4-4bd3-8a9d-d3cf0471b405 admin admin] Unset dirty status for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:22:13.746549 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-115272f0-a3f4-4bd3-8a9d-d3cf0471b405 admin admin] 10.222.0.58 "GET /v2.0/subnets/ab879481-fa8c-4338-9ebd-2f09405b906a HTTP/1.1" status: 200 len: 816 time: 0.2085526 Dec 23 15:22:25.323353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e55c3e3e-e8b4-44c3-895f-c6e577e2d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:27.586449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b4f63bd4-cb66-4812-a19f-660b5a1443fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:28.597562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:28.899048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:30.125024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:31.853322 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:22:32.442849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44036) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:32.515072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-5896dc06-dc4c-48a0-949c-cb465d24d493 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:22:32.516058 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5896dc06-dc4c-48a0-949c-cb465d24d493 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0722332 Dec 23 15:22:34.607706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44046) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:34.698396 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3403e57-3c5f-4f39-8c10-28c48c2eb62b admin admin] GET failed (client error): The resource could not be found. Dec 23 15:22:34.699739 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a3403e57-3c5f-4f39-8c10-28c48c2eb62b admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0907409 Dec 23 15:22:34.826967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995c7b7-b5c7-4ef0-9480-af207a6f00d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:34.828335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6995c7b7-b5c7-4ef0-9480-af207a6f00d9 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1245825 Dec 23 15:22:36.872379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44056) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:36.941634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:36.946166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:22:36.956262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:22:37.024221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Made reservation on behalf of fd614c5312d4404aa9da6fa64272ff37 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:22:37.026619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:37.116367 dv-neutron-822796-1-hyperv neutron-server[84221]: WARNING neutron.services.revisions.revision_plugin [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Could not find related network for resource to bump revision. Dec 23 15:22:37.129912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:22:37.141155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760716485084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:37.141712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Unsubscribe: segment precommit_create {{(pid=84221) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 15:22:37.142201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Added segment c3f7a3b5-9207-4279-8e93-3116b658b8a6 of type vlan for network 931647f7-2210-4bc5-881d-0827b3b6a605 Dec 23 15:22:37.182474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:37.271162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:37.271989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:37.272583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:37.373510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Pushing event updated for resources: {'Network': ['ID=931647f7-2210-4bc5-881d-0827b3b6a605,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:22:37.381236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.381591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.381927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.382257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.382584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.382907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.383228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.383547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.383862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.384200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.384637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:37.395637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 931647f7-2210-4bc5-881d-0827b3b6a605 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:22:37.420642 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-412c66fb-4ea5-41f5-b324-c377e96aa842 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5471976 Dec 23 15:22:39.442302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44066) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:22:39.532314 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3119cb-a77d-4fde-ada5-f6c6e81e4713 admin admin] GET failed (client error): The resource could not be found. Dec 23 15:22:39.532795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9b3119cb-a77d-4fde-ada5-f6c6e81e4713 admin admin] Synchronizing usage tracker for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:22:39.608387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9b3119cb-a77d-4fde-ada5-f6c6e81e4713 admin admin] Unset dirty status for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:22:39.609536 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9b3119cb-a77d-4fde-ada5-f6c6e81e4713 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1662960 Dec 23 15:22:39.717733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303222f4-ec32-414f-8dd0-ce3b96b7e91a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:39.719180 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-303222f4-ec32-414f-8dd0-ce3b96b7e91a admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1057611 Dec 23 15:22:39.729440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605', 'description': 'shared-subnet'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:22:39.735210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:22:39.744550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:22:39.836638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Made reservation on behalf of fd614c5312d4404aa9da6fa64272ff37 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:22:39.838866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:40.099660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:40.175581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ca9583-2fbb-42ba-888a-56f26e35a50f,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:22:40.184957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Checking segment: {'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:22:40.185304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Network hostable DHCP agents. Network: 931647f7-2210-4bc5-881d-0827b3b6a605, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:22:40.293480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Network 931647f7-2210-4bc5-881d-0827b3b6a605 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:22:40.383981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 931647f7-2210-4bc5-881d-0827b3b6a605) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:22:40.388464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:22:40.389038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:40.393179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4e925-eb50-4b73-bacd-c9c03c0c7353 None None] Network 931647f7-2210-4bc5-881d-0827b3b6a605 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:22:40.482215 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4c495735-91f1-4efb-99fc-184757062124 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7569017 Dec 23 15:22:40.615602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-931647f7-2210-4bc5-881d-0827b3b6a605', 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605', 'tenant_id': 'fd614c5312d4404aa9da6fa64272ff37', 'fixed_ips': [{'subnet_id': '64ca9583-2fbb-42ba-888a-56f26e35a50f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:22:40.616712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:40.778589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Allocated IP 192.168.233.2 (931647f7-2210-4bc5-881d-0827b3b6a605/64ca9583-2fbb-42ba-888a-56f26e35a50f/0e5b5d9c-55a5-4592-94ee-0b168993a540) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:22:40.982742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:40.993036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Transition to ACTIVE for port object 0e5b5d9c-55a5-4592-94ee-0b168993a540 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:22:41.012896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Transition to ACTIVE for port object 0e5b5d9c-55a5-4592-94ee-0b168993a540 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:22:41.094031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:41.167495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Network 931647f7-2210-4bc5-881d-0827b3b6a605 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:22:41.171490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:22:41.173974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:22:41.176173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Pushing event updated for resources: {'Port': ['ID=0e5b5d9c-55a5-4592-94ee-0b168993a540,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:22:41.210646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.211000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.211335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.211665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.212014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.212369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.212693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.213034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.213359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.213673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.213991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:22:41.275206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Attempting to bind port 0e5b5d9c-55a5-4592-94ee-0b168993a540 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:22:41.275575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Attempting to bind port 0e5b5d9c-55a5-4592-94ee-0b168993a540 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:22:41.275932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Attempting to bind port 0e5b5d9c-55a5-4592-94ee-0b168993a540 on network 931647f7-2210-4bc5-881d-0827b3b6a605 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:22:41.283207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:22:41.283712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Checking segment: {'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:22:41.284109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:41.284522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Bound using segment: {'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:22:41.284977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Bound port: 0e5b5d9c-55a5-4592-94ee-0b168993a540, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:22:41.285359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:41.397581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] For port 0e5b5d9c-55a5-4592-94ee-0b168993a540, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:22:41.400768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] For port 0e5b5d9c-55a5-4592-94ee-0b168993a540, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0e5b5d9c-55a5-4592-94ee-0b168993a540,segment=NetworkSegment(c3f7a3b5-9207-4279-8e93-3116b658b8a6),segment_id=c3f7a3b5-9207-4279-8e93-3116b658b8a6)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:22:41.494396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:41.574664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0e1d-8e29-404e-a51f-1a13bb260c8d None None] Pushing event updated for resources: {'Port': ['ID=0e5b5d9c-55a5-4592-94ee-0b168993a540,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:22:42.368539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d7aa51-54b3-4286-8596-899a7089a4da None None] Network 931647f7-2210-4bc5-881d-0827b3b6a605 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:22:42.531574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cdf3e2cc-5cd1-442d-b9a4-bff2458a7ad1 None None] Provisioning for port 0e5b5d9c-55a5-4592-94ee-0b168993a540 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:22:43.195079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0e5b5d9c-55a5-4592-94ee-0b168993a540 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:22:43.316543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 0e5b5d9c-55a5-4592-94ee-0b168993a540 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:22:43.321575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0e5b5d9c-55a5-4592-94ee-0b168993a540 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:22:43.321941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:43.436207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:43.468219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 0e5b5d9c-55a5-4592-94ee-0b168993a540, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0e5b5d9c-55a5-4592-94ee-0b168993a540,segment=NetworkSegment(c3f7a3b5-9207-4279-8e93-3116b658b8a6),segment_id=c3f7a3b5-9207-4279-8e93-3116b658b8a6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:22:43.521841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:43.586324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=0e5b5d9c-55a5-4592-94ee-0b168993a540,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:22:45.173514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0e5b5d9c-55a5-4592-94ee-0b168993a540 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:22:45.243918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0e5b5d9c-55a5-4592-94ee-0b168993a540 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:22:45.244316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:55.315457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e01aaf4f-5213-4970-9e74-122f0f2653e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:57.544058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-99c35014-8b4d-48b6-8a2d-9dec8166fef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:58.589382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:22:58.910030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:00.166273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:08.852475 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:23:25.296634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9d05370-489d-4196-9684-30763197db67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:27.565185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07e00e1b-6e7e-46e4-8acd-07c8048fe61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:28.593424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:28.913435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:30.118962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:45.852426 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:23:55.311650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5ede55ea-b09c-47f3-a27b-586676c40a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:57.563333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d3ee53b3-f6a4-49f4-8602-e5dc1f4ca5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:58.620711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:23:58.934733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:00.226251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:17.640052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44108) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:17.645925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-f3b5d4a9-0ee7-4bb1-ab9b-2a052a5f0dbd tempest-verify_tempest_config-1843799975 tempest-verify_tempest_config-1843799975-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:24:17.646925 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3b5d4a9-0ee7-4bb1-ab9b-2a052a5f0dbd tempest-verify_tempest_config-1843799975 tempest-verify_tempest_config-1843799975-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058837 Dec 23 15:24:18.201177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44124) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:18.341245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:18.373420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:24:18.377122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2d238b635448cc9f9345f8a842a420 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:24:18.379857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:24:18.385553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:24:18.449101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:18.504752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:18.553305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c4b5a0-b77d-4805-b186-071ce5e08c11,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:24:18.555876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Synchronizing usage tracker for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:24:18.569718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.570051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.570375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.570696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.571034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.571481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.571843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.572483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.572800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.573116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.573423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:24:18.659236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] Unset dirty status for tenant:fd614c5312d4404aa9da6fa64272ff37 on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:24:18.660518 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a7cbbfaa-e364-41c7-82f6-600e3b539c01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb2d238b635448cc9f9345f8a842a420&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4583731 Dec 23 15:24:18.663197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44130) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:24:18.722224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed7057d1-f94a-4cc3-b714-702e039048dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:18.747415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed7057d1-f94a-4cc3-b714-702e039048dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:18.911029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed7057d1-f94a-4cc3-b714-702e039048dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:18.926239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7057d1-f94a-4cc3-b714-702e039048dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c4b5a0-b77d-4805-b186-071ce5e08c11,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:24:18.932448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed7057d1-f94a-4cc3-b714-702e039048dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:18.933495 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ed7057d1-f94a-4cc3-b714-702e039048dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6c4b5a0-b77d-4805-b186-071ce5e08c11 HTTP/1.1" status: 204 len: 168 time: 0.2693896 Dec 23 15:24:22.852768 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:24:25.373268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24bb8c70-9b88-4a53-96e1-d2a64f9fc70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:27.595223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e66583e5-dda4-4eff-aebb-04c9ecd44384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:28.625582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:29.137810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:30.116065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:55.303151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-390421e9-dac2-428d-a012-4a9b42587a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:57.571705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4cb898ba-0acc-4e4c-9308-3c5d105c969a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:58.605708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:58.938064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:24:59.853141 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:25:00.120289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:25.299471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26a01626-b8df-4c07-8a8e-e820b5623dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:27.558471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-271b61f9-3933-471f-9d10-345d5b473d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:28.648477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:28.939807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:30.147529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:36.853017 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 5 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:25:36.889471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4013031'] for agent, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:51.452262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44202) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:51.589578 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5bcd1c89-9adb-49e8-91b6-bda4ad93e8b9 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1361978 Dec 23 15:25:53.629071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44214) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:25:53.710497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eea80189-3a9e-42f4-a0d6-236f71ef419b admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0803535 Dec 23 15:25:55.306106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50fd433c-c88e-4202-ac94-77266af910af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:57.560147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-829a59a2-b5ea-405d-91cd-6fde7ca8660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:58.617502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:25:58.946107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:00.163401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:06.888261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:13.853488 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:26:25.364248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-730982b0-ced8-4b53-8087-ed540fd03ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:27.680939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ac3f45e1-ca49-4fca-a430-54c131dea0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:28.712541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:29.076265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:30.121340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:36.892570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:50.854427 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:26:55.334078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1e59bfb7-234e-4e0c-bf82-ddc66c511397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:57.600069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd12e9e6-b603-4f57-b943-4d6aa66ba545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:58.636489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:26:58.931449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:00.167428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:06.886677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:20.499668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44364) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:20.532939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44372) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:21.157517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1731284771-network', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:21.162602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:21.166474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Usage tracker for resource:network and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:21.169396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:21.175957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:21.227839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-791255077-network', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:21.233449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:21.238968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Usage tracker for resource:network and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:21.242135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:21.247904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:21.291403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Made reservation on behalf of ac07ed00404b4be19c1bef1e73f51972 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:21.294017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.308287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.322900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44390) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:21.342246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Made reservation on behalf of 049659f0fd1f483b8952486ebd6eb5df for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:21.344491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.363534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.372070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:21.378732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Usage tracker for resource:security_group_rule and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:21.381616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:21.390016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:21.424780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:21.430821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Usage tracker for resource:security_group_rule and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:21.436564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:21.444322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:21.506566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.550854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.600347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.630171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:21.640413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.646386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c0071-03c6-4406-ae47-5c40fac0d309,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:21.650306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.650633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Added segment bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534 of type vlan for network 90b238bc-0035-41c7-a7fe-45710485b9c2 Dec 23 15:27:21.687818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.688257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.688656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.689045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.689557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.690407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.690752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.691091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.691410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.691729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.692044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Tracked resource versions report: Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: pushed versions: Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Log': {'1.0'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Network': {'1.1'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Port': {'1.5'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'PortForwarding': {'1.2'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'QosPolicy': {'1.8'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroup': {'1.2'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SubPort': {'1.0'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Subnet': {'1.1'}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Trunk': {'1.1'}} Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: consumer versions: Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Log': '1.0', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Network': '1.1', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Port': '1.5', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'PortForwarding': '1.2', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'QosPolicy': '1.8', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroup': '1.2', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SecurityGroupRule': '1.0', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'SubPort': '1.0', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Subnet': '1.1', Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: 'Trunk': '1.1'}} Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: {{(pid=84221) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:21.698883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.731037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.731359 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Added segment 0527cb89-1e29-40e7-9ec7-045ce37417aa of type vlan for network 1312a373-bc9d-493d-b042-5e94601d631b Dec 23 15:27:21.764970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643871c4-5e91-40b4-b403-447bacffca45,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:21.781866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.817407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-282054927-network', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:21.823160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:21.827257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Usage tracker for resource:network and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:21.830181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:21.834683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.835815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:21.836979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.837139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:21.906963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.907770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:21.908358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.925762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Made reservation on behalf of 0e383a1e355a403ea00c8fd87ab2ac3f for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:21.928185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.941172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:21.972478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:21.976147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Usage tracker for resource:security_group_rule and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:21.979207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:21.984667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:22.013056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] Pushing event updated for resources: {'Network': ['ID=90b238bc-0035-41c7-a7fe-45710485b9c2,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:22.023524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:22.110976 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5766473 Dec 23 15:27:22.112277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44414) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:22.119903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f7f05ad6-bdbc-4f5c-bcf8-866b97d3b1cf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6189885 Dec 23 15:27:22.123544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Request body: {'subnet': {'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-791255077-subnet', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:22.129236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44418) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:22.132594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddcf71-10fc-4ee1-9ed9-852fbb037c76 admin admin] Pushing event updated for resources: {'Network': ['ID=1312a373-bc9d-493d-b042-5e94601d631b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:22.135404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:22.140777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Request body: {'subnet': {'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1731284771-subnet', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:22.150540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:22.152924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Usage tracker for resource:subnet and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:22.159985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:22.172941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 1312a373-bc9d-493d-b042-5e94601d631b details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:22.176629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:22.184888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Usage tracker for resource:subnet and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:22.188854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:22.198907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:22.213306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.274695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Made reservation on behalf of 049659f0fd1f483b8952486ebd6eb5df for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:22.277122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.309129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.337602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:22.341597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Made reservation on behalf of ac07ed00404b4be19c1bef1e73f51972 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:22.344001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.350199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a210202b-1bfa-402a-9aae-6c5f186fc73b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:22.355369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.355711 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Added segment 9374f13c-aa6d-430a-96c1-1c3d58f03953 of type vlan for network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec Dec 23 15:27:22.365738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.366080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.366420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.366742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.367068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.367394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.367740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.368072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.368416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.368731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.369050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Tracked resource versions report: Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: pushed versions: Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Log': {'1.0'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Network': {'1.1'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Port': {'1.5'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'PortForwarding': {'1.2'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'QosPolicy': {'1.8'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroup': {'1.2'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SubPort': {'1.0'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Subnet': {'1.1'}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Trunk': {'1.1'}} Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: consumer versions: Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Log': '1.0', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Network': '1.1', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Port': '1.5', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'PortForwarding': '1.2', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'QosPolicy': '1.8', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroup': '1.2', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SecurityGroupRule': '1.0', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'SubPort': '1.0', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Subnet': '1.1', Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: 'Trunk': '1.1'}} Dec 23 15:27:22.370101 dv-neutron-822796-1-hyperv neutron-server[84222]: {{(pid=84222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:27:22.400377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.583436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.584496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:22.585177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.702962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] Pushing event updated for resources: {'Network': ['ID=0cb4b27e-b15d-48c2-8e82-58f5ee11afec,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:22.714040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:22.776197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.777354 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0dc549ab-2872-4abb-afa7-a8a75ce686ae admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4516978 Dec 23 15:27:22.779441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44432) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:22.785299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Request body: {'subnet': {'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-282054927-subnet', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:22.790206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:22.794298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Usage tracker for resource:subnet and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:22.797325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:22.804414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:22.811091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.854179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6443c17c-037a-4bac-a707-9b6ca8ce6a2d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:22.927437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Made reservation on behalf of 0e383a1e355a403ea00c8fd87ab2ac3f for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:22.931332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:22.943725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Checking segment: {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:22.944076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Network hostable DHCP agents. Network: 1312a373-bc9d-493d-b042-5e94601d631b, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:27:22.954094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2938c9-b524-41cc-a6a6-12b3fad60ebc,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:22.960545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Checking segment: {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:22.960893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Network hostable DHCP agents. Network: 90b238bc-0035-41c7-a7fe-45710485b9c2, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:27:23.069576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Network 1312a373-bc9d-493d-b042-5e94601d631b is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:23.098771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:23.258990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 1312a373-bc9d-493d-b042-5e94601d631b) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:23.260780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 90b238bc-0035-41c7-a7fe-45710485b9c2) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:23.264900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:23.265537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.274808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:23.274808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.276000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349cf02-3532-4935-a88f-edd8d2556afc None None] Network 1312a373-bc9d-493d-b042-5e94601d631b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:23.289059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3cf9e-9ab4-4e65-b298-29c24f24afeb None None] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:23.292533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.381864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:23.396526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ef67bf0e-fa52-43ca-bb27-58892397f891 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2806087 Dec 23 15:27:23.398648 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3aec9635-4843-4e28-933a-3e17c6fa81dd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2674251 Dec 23 15:27:23.401299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Checking segment: {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:23.401854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Network hostable DHCP agents. Network: 0cb4b27e-b15d-48c2-8e82-58f5ee11afec, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:27:23.404173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44456) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:23.409343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44460) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:23.418266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:23.427501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:23.434142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Usage tracker for resource:router and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:23.442291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:23.451891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:23.469871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:23.477778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:23.485289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Usage tracker for resource:router and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:23.500530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:23.501469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:23.553191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:23.584316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.585475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.592137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.593094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.633179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.667509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 0cb4b27e-b15d-48c2-8e82-58f5ee11afec) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:23.673131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:23.675423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.682208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e26d73-2a67-456b-aa84-9ca3dd5015e1 None None] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:23.748364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-90b238bc-0035-41c7-a7fe-45710485b9c2', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:27:23.749168 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.759240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-1312a373-bc9d-493d-b042-5e94601d631b', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:27:23.760018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.763351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.811807 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-651859db-10cc-4b9b-aa48-8758088686e0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0266781 Dec 23 15:27:23.812950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44470) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:23.818689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:23.823149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:23.826947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Usage tracker for resource:router and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:23.829851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:23.836372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:23.972737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:23.973688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.132024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.147616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.151748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.184809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Allocated IP 172.20.0.2 (90b238bc-0035-41c7-a7fe-45710485b9c2/5d2938c9-b524-41cc-a6a6-12b3fad60ebc/4ef91f32-1aa8-467c-85c7-afb1a78e34b2) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:24.190383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Allocated IP 172.20.0.2 (1312a373-bc9d-493d-b042-5e94601d631b/6443c17c-037a-4bac-a707-9b6ca8ce6a2d/f588d529-faa1-445e-8d64-27b59616f837) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:24.207798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:27:24.208553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.567483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.586413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Transition to ACTIVE for port object 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:24.664583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Transition to ACTIVE for port object 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:24.671846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.813250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Allocated IP 172.20.0.2 (0cb4b27e-b15d-48c2-8e82-58f5ee11afec/f1a9d6b7-88c8-4e1a-971e-aaebdd65acce/d5234368-35a8-42c4-a71c-9611e0369d4b) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:24.818426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.823135 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.872667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Transition to ACTIVE for port object f588d529-faa1-445e-8d64-27b59616f837 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:24.930847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.941272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Transition to ACTIVE for port object f588d529-faa1-445e-8d64-27b59616f837 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:24.951557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:24.973460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:24.990000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44506) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:25.000902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:25.014445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:25.025389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Pushing event updated for resources: {'Port': ['ID=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:25.045096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.052465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.098089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.133215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.133533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.133861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.134181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.134501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.134814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.135127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.135459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.135798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.136109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.136437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Tracked resource versions report: Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: pushed versions: Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Log': {'1.0'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Network': {'1.1'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Port': {'1.5'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'PortForwarding': {'1.2'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'QosPolicy': {'1.8'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroup': {'1.2'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SubPort': {'1.0'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Subnet': {'1.1'}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Trunk': {'1.1'}} Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: consumer versions: Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Log': '1.0', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Network': '1.1', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Port': '1.5', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'PortForwarding': '1.2', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'QosPolicy': '1.8', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroup': '1.2', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SecurityGroupRule': '1.0', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'SubPort': '1.0', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Subnet': '1.1', Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: 'Trunk': '1.1'}} Dec 23 15:27:25.137487 dv-neutron-822796-1-hyperv neutron-server[84223]: {{(pid=84223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:27:25.224245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Network 1312a373-bc9d-493d-b042-5e94601d631b is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:25.237301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:25.253791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:25.293860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Allocated IP 172.26.6.161 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/5cfb6bf4-4de6-4faf-8540-32b688b798d0) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:25.306395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Attempting to bind port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:25.306749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Attempting to bind port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:25.307092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Attempting to bind port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 on network 90b238bc-0035-41c7-a7fe-45710485b9c2 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:25.380650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.413937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Pushing event updated for resources: {'Port': ['ID=f588d529-faa1-445e-8d64-27b59616f837,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:25.436635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.436857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Transition to ACTIVE for port object d5234368-35a8-42c4-a71c-9611e0369d4b will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:25.466779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Transition to ACTIVE for port object d5234368-35a8-42c4-a71c-9611e0369d4b will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:25.470052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:25.470412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Checking segment: {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:25.470850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.471344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Bound using segment: {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:25.471850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Bound port: 4ef91f32-1aa8-467c-85c7-afb1a78e34b2, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:25.472449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.474670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.521990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Attempting to bind port f588d529-faa1-445e-8d64-27b59616f837 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:25.522677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Attempting to bind port f588d529-faa1-445e-8d64-27b59616f837 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:25.523236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Attempting to bind port f588d529-faa1-445e-8d64-27b59616f837 on network 1312a373-bc9d-493d-b042-5e94601d631b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:25.536356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:25.544385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Checking segment: {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:25.544385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.544385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Bound using segment: {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:25.544385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Bound port: f588d529-faa1-445e-8d64-27b59616f837, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:25.544385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.556738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-719e3898-c3bf-489d-839f-d230fecb256e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.571040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.629339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:25.659719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.701235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:25.718377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44522) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:25.724331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] For port f588d529-faa1-445e-8d64-27b59616f837, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:25.727827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] For port f588d529-faa1-445e-8d64-27b59616f837, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f588d529-faa1-445e-8d64-27b59616f837,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:25.739256 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:25.774061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.842414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.856671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-787789058'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:25.857485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] For port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:25.860275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Pushing event updated for resources: {'Port': ['ID=d5234368-35a8-42c4-a71c-9611e0369d4b,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:25.880111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:25.885222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Usage tracker for resource:network and tenant:8e1e158524aa4918b798e024f953513b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:25.890137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:25.899053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:25.917114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] For port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:25.917624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Pushing event updated for resources: {'Port': ['ID=5cfb6bf4-4de6-4faf-8540-32b688b798d0,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:25.933242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Attempting to bind port d5234368-35a8-42c4-a71c-9611e0369d4b on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:25.933915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Attempting to bind port d5234368-35a8-42c4-a71c-9611e0369d4b by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:25.933915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Attempting to bind port d5234368-35a8-42c4-a71c-9611e0369d4b on network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:25.952071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:25.954968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:25.961427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:25.961784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:25.962074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Checking segment: {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:25.962463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:25.962928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Bound using segment: {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:25.963624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Bound port: d5234368-35a8-42c4-a71c-9611e0369d4b, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:25.963782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.022983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Allocated IP 172.26.6.208 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/4ec9768d-7866-4596-a3a4-ad47ebf39d93) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:26.024952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Made reservation on behalf of 8e1e158524aa4918b798e024f953513b for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:26.029795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.034424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23447f88-4cf6-4926-885b-3f6837f22c12 None None] Pushing event updated for resources: {'Port': ['ID=f588d529-faa1-445e-8d64-27b59616f837,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:26.045695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.073299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.156743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44532) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:26.192540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbe524-dbdf-4418-8175-42e0c622cf86 None None] Pushing event updated for resources: {'Port': ['ID=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:26.219592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] For port d5234368-35a8-42c4-a71c-9611e0369d4b, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:26.227816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] For port d5234368-35a8-42c4-a71c-9611e0369d4b, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d5234368-35a8-42c4-a71c-9611e0369d4b,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:26.230576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:26.258598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Usage tracker for resource:security_group_rule and tenant:8e1e158524aa4918b798e024f953513b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:26.273128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:26.280745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:26.294431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44538) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:26.304598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.381782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.403352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.410870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-285364648'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:26.420541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:26.426745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Usage tracker for resource:network and tenant:723ffe1c0a534ce098f618a54bcf9838 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:26.434728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:26.441824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:26.473157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.481248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.482141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.492879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:26.506248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.506822 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Added segment 346575ff-326a-4e68-8a54-62ae50d5f78f of type vlan for network e8bb855a-03b8-4af5-b1e2-1e9203456b7b Dec 23 15:27:26.576969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdabc8-b342-4e70-b0a5-01027754c191 None None] Pushing event updated for resources: {'Port': ['ID=d5234368-35a8-42c4-a71c-9611e0369d4b,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:26.591547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1357367173', 'router:external': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:26.607235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:26.614939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:network and tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:26.616385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:26.624225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:26.634012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.671191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cbf985-76b9-4945-823b-f17e3a79db68,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:26.686736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:26.692334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:26.697052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Usage tracker for resource:floatingip and tenant:91c9c4e013ee49c1aa096cf8aab09c1b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:26.704963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:26.711724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:26.722717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Made reservation on behalf of 723ffe1c0a534ce098f618a54bcf9838 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:26.725887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.744392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Made reservation on behalf of 63914d273ffa4ad0bb1b3eb9ae9a6873 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:26.749557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.756341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.781053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.789029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.805673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.914426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.916209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44552) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:26.918109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:26.918685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:26.927160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Pushing event updated for resources: {'Port': ['ID=4ec9768d-7866-4596-a3a4-ad47ebf39d93,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:26.942083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:26.949893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:26.977310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:27.012964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Allocated IP 172.26.6.21 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/37c641b7-fb1c-4212-827d-0a5fa4c4642a) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:27.061586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Pushing event updated for resources: {'Network': ['ID=e8bb855a-03b8-4af5-b1e2-1e9203456b7b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:27.074600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:27.075184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e8bb855a-03b8-4af5-b1e2-1e9203456b7b details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:27.095686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Usage tracker for resource:security_group_rule and tenant:723ffe1c0a534ce098f618a54bcf9838 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:27.106671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:27.113627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:27.128712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-bf51ae24-ef15-499b-bfcc-fc126a25b9e8 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:27.131680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:27.139342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:security_group_rule and tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:27.156373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:27.164872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:27.263638 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dcb0b086-601b-4fa0-b939-74fb9937fb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2700794 Dec 23 15:27:27.327690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.526717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.600159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b0d136e-0c0a-436d-b450-325c6bdcc34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.645225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68011918-7efa-4981-b861-782aefc35d2f None None] Network 1312a373-bc9d-493d-b042-5e94601d631b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:27.682947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bf51ae24-ef15-499b-bfcc-fc126a25b9e8 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "PUT /v2.0/quotas/25b2e70dd0674e24901eb08298afe62e HTTP/1.1" status: 200 len: 368 time: 0.7562156 Dec 23 15:27:27.683984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44568) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:27.694188 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.706185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Request body: {'network': {'project_id': '25b2e70dd0674e24901eb08298afe62e'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:27.731203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.733057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:27.755394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.763364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:27.773233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Usage tracker for resource:network and tenant:25b2e70dd0674e24901eb08298afe62e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:27.776997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:27.788771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.802278 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:27.812710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.813282 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Added segment ed5925c4-375b-4fe9-afe4-6504efb539cb of type vlan for network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 Dec 23 15:27:27.842929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.855037 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:27:27.881894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:27.891788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.911657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-868fabc3-0870-4045-b5d3-85609823b985 None None] Provisioning for port f588d529-faa1-445e-8d64-27b59616f837 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:27.947254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:27.953218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e2d397-1a6c-4a97-9742-6095fdf09a1c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:27.953553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:27.960870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:27.964462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:27.987944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:27.987944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:27.987944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.036189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Pushing event updated for resources: {'Port': ['ID=37c641b7-fb1c-4212-827d-0a5fa4c4642a,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:28.066067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Allocated IP 172.26.6.159 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/27636767-b972-4e58-9548-c1a87757a7b9) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:28.070969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba59c3-5008-4b48-beb8-f02f2274e7f4 None None] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:28.079853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.091722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.115755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:27:28.183511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:28.215634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d5234368-35a8-42c4-a71c-9611e0369d4b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:28.218603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event updated for resources: {'Network': ['ID=1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:28.220711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Made reservation on behalf of 25b2e70dd0674e24901eb08298afe62e for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:28.223062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.270907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:28.272400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.273658 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Added segment e139bf55-20fa-48b7-a3ad-2ec21745eef8 of type vlan for network 64649183-631a-47f2-be6b-f5734d473918 Dec 23 15:27:28.321683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.372061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.394248 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a54fa47c-e265-45a1-8205-d740326690fa tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6740806 Dec 23 15:27:28.397068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44576) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:28.425383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Request body: {'subnet': {'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:28.570625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-05d703d2-554e-4032-9908-c4cc163af6ec None None] Provisioning for port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:28.598181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-05d703d2-554e-4032-9908-c4cc163af6ec None None] Provisioning complete for port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:28.598635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-05d703d2-554e-4032-9908-c4cc163af6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.631593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49270a6-d817-478d-bc71-912d263a84d7,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:28.631856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44580) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:28.640481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.641308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:28.641904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.656342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd21b9e-af1c-4e91-8a98-3bf28f0d0d73 None None] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:28.665002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Request body: {'port': {'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1205475502'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:28.674686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:28.679352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Usage tracker for resource:port and tenant:2e46c7fc15fb43ee8aa13865b11fca84 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:28.682335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.682882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:28.690106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:28.749606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:28.806035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:28.806718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Made reservation on behalf of 2e46c7fc15fb43ee8aa13865b11fca84 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:28.809891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.824388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Usage tracker for resource:subnet and tenant:723ffe1c0a534ce098f618a54bcf9838 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:28.834224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Usage tracker for resource:security_group_rule and tenant:25b2e70dd0674e24901eb08298afe62e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:28.836783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.843261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:28.847344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.848481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Network': ['ID=64649183-631a-47f2-be6b-f5734d473918,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:28.856049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d5234368-35a8-42c4-a71c-9611e0369d4b completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:28.860701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:28.864748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:28.869200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 64649183-631a-47f2-be6b-f5734d473918 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:28.890962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:28.895628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Usage tracker for resource:security_group_rule and tenant:2e46c7fc15fb43ee8aa13865b11fca84 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:28.899613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:28.907297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:28.907721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f588d529-faa1-445e-8d64-27b59616f837 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:28.916588 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-833f4a0a-d030-4415-8bfd-5c603c38dcc6 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7486577 Dec 23 15:27:28.919603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44588) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:28.926056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'subnet': {'network_id': '64649183-631a-47f2-be6b-f5734d473918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:28.929173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:28.953706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:28.958611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:subnet and tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:28.962949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:28.978356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.989597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:28.990939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:28.992229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.049528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.072033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:29.075326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:29.080678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:29.091764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Pushing event updated for resources: {'Port': ['ID=27636767-b972-4e58-9548-c1a87757a7b9,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:29.139355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Made reservation on behalf of 63914d273ffa4ad0bb1b3eb9ae9a6873 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:29.141961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.160206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.164691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Made reservation on behalf of 723ffe1c0a534ce098f618a54bcf9838 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:29.192850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-05d703d2-554e-4032-9908-c4cc163af6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.208481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.271356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.277215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:29.296046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-05d703d2-554e-4032-9908-c4cc163af6ec None None] For port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:29.300578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:27:29.305033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eea426-2eee-481e-ba7c-44def383555f,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:29.314892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.315322 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Added segment 6ee67caa-79ec-4790-9b3e-fbca81d909e7 of type vlan for network 0f8f7da6-2ebf-4d86-96d6-8606356e0f85 Dec 23 15:27:29.321427 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Sync routers for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:27:29.343823 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:29.348106 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:29.360164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.364629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f588d529-faa1-445e-8d64-27b59616f837 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:29.370412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-05d703d2-554e-4032-9908-c4cc163af6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.419823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] device_id is not set on port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:29.437920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f588d529-faa1-445e-8d64-27b59616f837 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:29.438271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.456636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acf4702-3057-401f-8d35-6d7ed2f16192,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:29.466090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks [] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.528238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.534812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.621615 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:29.638809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d703d2-554e-4032-9908-c4cc163af6ec None None] Pushing event updated for resources: {'Port': ['ID=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:29.649126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Provisioning for port d5234368-35a8-42c4-a71c-9611e0369d4b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:29.669437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Provisioning complete for port d5234368-35a8-42c4-a71c-9611e0369d4b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:29.670074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.773232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.774375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:29.775147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.883450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.921206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.968834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f588d529-faa1-445e-8d64-27b59616f837, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f588d529-faa1-445e-8d64-27b59616f837,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:29.978308 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:26Z', 'revision_number': 3, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:29.982631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:29.983164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Pushing event updated for resources: {'Network': ['ID=0f8f7da6-2ebf-4d86-96d6-8606356e0f85,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:29.983620 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Checking router: f47926d0-084c-4d2c-94b7-1f66c2bf52d6 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:27:29.984051 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Updating router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:27:30.037354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.039232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] For port d5234368-35a8-42c4-a71c-9611e0369d4b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d5234368-35a8-42c4-a71c-9611e0369d4b,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:30.040945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0f8f7da6-2ebf-4d86-96d6-8606356e0f85 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:30.045432 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.084660 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f4750508-f56a-4ee2-90cb-470a7ce6ee71 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3970788 Dec 23 15:27:30.088635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44594) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:30.093562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.095077 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e703d869-9dd7-47ee-a627-19d7414d81bf admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.6897531 Dec 23 15:27:30.096278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:27:30.117193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Request body: {'network': {'project_id': '25b2e70dd0674e24901eb08298afe62e'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:30.120077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44598) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:30.174524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.219298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:30.260788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.266736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Pushing event updated for resources: {'Port': ['ID=d5234368-35a8-42c4-a71c-9611e0369d4b,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:30.278345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Usage tracker for resource:network and tenant:25b2e70dd0674e24901eb08298afe62e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:30.314019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event updated for resources: {'Subnet': ['ID=f6ee330f-26f2-468a-aa38-299b52b90b37,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:30.375062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f588d529-faa1-445e-8d64-27b59616f837,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:30.384517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:30.391301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:30.397206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:30.479045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.479820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.481299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Checking segment: {'id': 'ed5925c4-375b-4fe9-afe4-6504efb539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:30.482210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Network hostable DHCP agents. Network: 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:27:30.492646 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Transition to ACTIVE for port object 5cfb6bf4-4de6-4faf-8540-32b688b798d0 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:30.495326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Made reservation on behalf of 25b2e70dd0674e24901eb08298afe62e for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:30.495762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] device_id is not set on port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:30.497808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.510130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:30.510899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.515683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.547145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Provisioning complete for port f588d529-faa1-445e-8d64-27b59616f837 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:30.547145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e072e42c-047f-48b8-9f26-2a3fc87c274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.547435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Transition to ACTIVE for port object 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:30.565910 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.638231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:30.645650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.655776 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Pushing event updated for resources: {'Port': ['ID=5cfb6bf4-4de6-4faf-8540-32b688b798d0,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:30.667480 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.668435 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.670366 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.670879 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.671522 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.672223 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.672718 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.674106 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.674979 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.675619 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.676190 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Tracked resource versions report: Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: pushed versions: Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: { 'ConntrackHelper': {'1.0'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Log': {'1.0'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Network': {'1.1'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Port': {'1.5'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'PortForwarding': {'1.2'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'QosPolicy': {'1.8'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroup': {'1.2'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroupRule': {'1.0'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SubPort': {'1.0'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Subnet': {'1.1'}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Trunk': {'1.1'}} Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: consumer versions: Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: { DHCP agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: HyperV agent@hv-neutron-8227: {}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: L3 agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: Metadata agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: Metering agent@dv-neutron-822796-1-hyperv: {}, Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: Open vSwitch agent@dv-neutron-822796-1-hyperv: { 'ConntrackHelper': '1.0', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Log': '1.0', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Network': '1.1', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Port': '1.5', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'PortForwarding': '1.2', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'QosPolicy': '1.8', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroup': '1.2', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SecurityGroupRule': '1.0', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'SubPort': '1.0', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Subnet': '1.1', Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: 'Trunk': '1.1'}} Dec 23 15:27:30.680048 dv-neutron-822796-1-hyperv neutron-server[84224]: {{(pid=84224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 15:27:30.686659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:27:30.716662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Attempting to bind port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:30.717531 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Attempting to bind port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:30.719810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.719810 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Added segment d92b3bec-5343-48b1-b4dc-373453df795b of type vlan for network 4f0f4e93-5292-49ba-b70c-294bad94a667 Dec 23 15:27:30.720052 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Attempting to bind port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:30.728377 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:30.728872 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:30.729292 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.730089 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:30.730249 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Bound port: 5cfb6bf4-4de6-4faf-8540-32b688b798d0, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:30.730634 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.737336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:30.738331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:27:30.739012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.752469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.817909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3b4cdb-eb7b-47a8-9262-af9ca574bb74,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:30.826799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.829277 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] For port 5cfb6bf4-4de6-4faf-8540-32b688b798d0, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:30.837425 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] For port 5cfb6bf4-4de6-4faf-8540-32b688b798d0, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5cfb6bf4-4de6-4faf-8540-32b688b798d0,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:30.843670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Checking segment: {'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:30.844274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Network hostable DHCP agents. Network: e8bb855a-03b8-4af5-b1e2-1e9203456b7b, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:27:30.853260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.855715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:30.868832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:30.869409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.869534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89afa4-d104-4527-b48a-c792268215a7 None None] Network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:30.901616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:27:30.911312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Router 02d88a20-f22e-4265-add2-20cb3a1321b4 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:27:30.931743 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:30.933198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09158108-4043-4fc0-a04b-0453d82cd73e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:30.973709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.004897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Pushing event updated for resources: {'Port': ['ID=27636767-b972-4e58-9548-c1a87757a7b9,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:31.009328 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9a506cc6-d27c-4265-a6b1-19398125e263 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6030004 Dec 23 15:27:31.010100 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44602) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:31.012930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.013300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Checking segment: {'id': 'e139bf55-20fa-48b7-a3ad-2ec21745eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '64649183-631a-47f2-be6b-f5734d473918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:31.013613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network hostable DHCP agents. Network: 64649183-631a-47f2-be6b-f5734d473918, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:27:31.014128 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-224a0215-f76f-40e6-8d07-562553d316fc admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6027789 Dec 23 15:27:31.014711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Network e8bb855a-03b8-4af5-b1e2-1e9203456b7b is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:31.017020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44606) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:31.019145 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:31.019949 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:31.023245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Request body: {'port': {'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07', 'name': 'tempest-DHCPAgentSchedulersTestJSON-292644403'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:31.087372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Sync routers for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:27:31.088166 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca2150-cc2a-4886-8611-c0387f97b9f5 None None] Pushing event updated for resources: {'Port': ['ID=5cfb6bf4-4de6-4faf-8540-32b688b798d0,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:31.090001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e8bb855a-03b8-4af5-b1e2-1e9203456b7b) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:31.110299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503080d-d4c7-4f67-b4b3-87310d803c76 None None] Network e8bb855a-03b8-4af5-b1e2-1e9203456b7b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:31.114102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:31.143857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.144183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.144533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.169042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.169471 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.170972 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 2 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.198075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.198422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.198716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.218968 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:31.245713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2d672faa-7bd4-4ab2-93d9-77e56d079e91 None None] Provisioning complete for port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:31.246151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d672faa-7bd4-4ab2-93d9-77e56d079e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.272465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.272854 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.275286 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 3 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.307540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.309147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:31.310221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.331126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:31.337013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Usage tracker for resource:port and tenant:723ffe1c0a534ce098f618a54bcf9838 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:31.341668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:31.349490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:31.355872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.357779 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6cdea331-aafd-424a-b63b-9d81e03d6417 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0620162 Dec 23 15:27:31.367043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44610) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:31.386082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:31.386710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:31.455621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.456203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.456475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.482741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.483106 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.484998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 4 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.503779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-748531472', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'fixed_ips': [{'ip_address': '172.26.6.159'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:31.510017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:31.510350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.510674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.510996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.516236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Usage tracker for resource:port and tenant:91c9c4e013ee49c1aa096cf8aab09c1b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:31.521534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:31.526627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:27:31.530095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.530972 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.532967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:31.536520 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 5 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.540632 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Sync routers for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:27:31.548087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Pushing event updated for resources: {'Network': ['ID=4f0f4e93-5292-49ba-b70c-294bad94a667,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:31.559129 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c3e2769b-c9e5-4ade-8fa5-661a67e91b32 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4691789 Dec 23 15:27:31.562649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44614) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:31.566975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:31.569352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.569659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.570090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.586201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Request body: {'network': {'project_id': '25b2e70dd0674e24901eb08298afe62e'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:31.591212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network 64649183-631a-47f2-be6b-f5734d473918 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:31.601549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:31.620941 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:31.621560 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:31.628811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Usage tracker for resource:network and tenant:25b2e70dd0674e24901eb08298afe62e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:31.634428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.634759 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.639123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:31.640371 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 6 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.663496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.663839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.664188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.665210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:31.675520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.675872 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.677046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 7 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.706054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.706423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.706699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.717018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.717018 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.717958 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 8 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.732401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.733666 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-03072eef-d31b-410c-a249-e30f9fb0195a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9200733 Dec 23 15:27:31.736913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44618) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:31.793327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Made reservation on behalf of 91c9c4e013ee49c1aa096cf8aab09c1b for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:31.795989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.810910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 64649183-631a-47f2-be6b-f5734d473918) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:31.817021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:31.818002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.827109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 4f0f4e93-5292-49ba-b70c-294bad94a667 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:31.837036 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 15:27:31.837672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:27:31.839540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c5fa2676-2af0-402c-9de8-4e68baf80331 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2581334 Dec 23 15:27:31.848011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.849326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.851488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.851488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.857190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44622) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:31.869666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Made reservation on behalf of 723ffe1c0a534ce098f618a54bcf9838 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:31.873787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:31.881312 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:26Z', 'revision_number': 3, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:31.897743 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c1552-cb3e-4345-a66a-ad961b0bf64e None None] The sync data for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv is: [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:26Z', 'revision_number': 3, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:27:31.904696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:31.905019 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:31.907048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 9 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:31.918086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:31.921446 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:31.922345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Usage tracker for resource:security_group_rule and tenant:91c9c4e013ee49c1aa096cf8aab09c1b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:31.925629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:31.932790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:31.963510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:31.963856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:31.964179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:31.975014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc30aca-7fbe-43b4-b208-ca839582ed8d None None] Network 64649183-631a-47f2-be6b-f5734d473918 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:32.013894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.022028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:32.022395 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:32.023256 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b5939f78-9939-4606-acfb-51d3f401c15c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1026378 Dec 23 15:27:32.030638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44626) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:32.031223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 10 to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 Dec 23 15:27:32.044496 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-33afd4b8-fd98-4c82-9c40-aa8486e1baf2 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25b2e70dd0674e24901eb08298afe62e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774402 Dec 23 15:27:32.045069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44630) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:32.050764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-177341839', 'network_id': '64649183-631a-47f2-be6b-f5734d473918'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:32.061803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:32.069922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] device_id is not set on port f5e9d152-aad8-440b-b700-a36fe47d52b0 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:32.081893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:32.082254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:32.082548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:32.112582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:port and tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:32.118166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.120304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:32.182780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] device_id is not set on port 37590133-07ab-49e4-881f-df85dae7cdc6 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:32.211746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:32.212098 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:32.212569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.255356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0accae9-fef0-47ab-9bd3-b3239d9fef8a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:32.264275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:32.473979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c8fae-5ea5-44a6-ba8c-d300f7b37fdc None None] Network 64649183-631a-47f2-be6b-f5734d473918 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:32.499738 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:28Z', 'revision_number': 3, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:32.507482 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Checking router: 02d88a20-f22e-4265-add2-20cb3a1321b4 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:27:32.508215 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Updating router 02d88a20-f22e-4265-add2-20cb3a1321b4 port 37c641b7-fb1c-4212-827d-0a5fa4c4642a binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:27:32.539707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Made reservation on behalf of 63914d273ffa4ad0bb1b3eb9ae9a6873 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:32.542665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.567586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d185-7d53-40fb-a04c-c74d30136ce7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.622803 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.629675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07', 'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07', 'tenant_id': '723ffe1c0a534ce098f618a54bcf9838', 'fixed_ips': [{'subnet_id': 'f6ee330f-26f2-468a-aa38-299b52b90b37'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:27:32.633089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.686573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cfb6bf4-4de6-4faf-8540-32b688b798d0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:32.693879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d185-7d53-40fb-a04c-c74d30136ce7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.704537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] device_id is not set on port d11fbeee-189d-4a02-9c6f-24d5141e2b6e yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:32.790368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] For port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:32.790989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempted to set empty binding levels {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 15:27:32.802907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Allocated IP 172.20.0.13 (1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07/f6ee330f-26f2-468a-aa38-299b52b90b37/f5e9d152-aad8-440b-b700-a36fe47d52b0) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:32.919534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2d672faa-7bd4-4ab2-93d9-77e56d079e91 None None] Provisioning complete for port d5234368-35a8-42c4-a71c-9611e0369d4b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:32.920061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d672faa-7bd4-4ab2-93d9-77e56d079e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:32.965170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:27Z', 'revision_number': 3, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:33.001688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.007117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Checking router: 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:27:33.007742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Updating router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:27:33.065678 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.081844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.087292 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Transition to ACTIVE for port object 37c641b7-fb1c-4212-827d-0a5fa4c4642a will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:33.123967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=6b3b4cdb-eb7b-47a8-9262-af9ca574bb74,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:33.342306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d185-7d53-40fb-a04c-c74d30136ce7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.347573 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.377770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.377770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d185-7d53-40fb-a04c-c74d30136ce7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.377770 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5eb6d185-7d53-40fb-a04c-c74d30136ce7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/70eea426-2eee-481e-ba7c-44def383555f HTTP/1.1" status: 204 len: 168 time: 1.1573119 Dec 23 15:27:33.377770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44634) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:33.378336 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0033e39-74e0-4f81-8e2e-2629b97b3ba1 None None] Pushing event updated for resources: {'Port': ['ID=37c641b7-fb1c-4212-827d-0a5fa4c4642a,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:33.378553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6d185-7d53-40fb-a04c-c74d30136ce7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eea426-2eee-481e-ba7c-44def383555f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Attempting to bind port 37c641b7-fb1c-4212-827d-0a5fa4c4642a on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Attempting to bind port 37c641b7-fb1c-4212-827d-0a5fa4c4642a by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Attempting to bind port 37c641b7-fb1c-4212-827d-0a5fa4c4642a on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Bound port: 37c641b7-fb1c-4212-827d-0a5fa4c4642a, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:33.378733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.379468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:33.387753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.396380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:33.396704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.405041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Allocated IP 2001:db8::13d (64649183-631a-47f2-be6b-f5734d473918/09158108-4043-4fc0-a04b-0453d82cd73e/d11fbeee-189d-4a02-9c6f-24d5141e2b6e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:33.423935 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] For port 37c641b7-fb1c-4212-827d-0a5fa4c4642a, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:33.427953 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] For port 37c641b7-fb1c-4212-827d-0a5fa4c4642a, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=37c641b7-fb1c-4212-827d-0a5fa4c4642a,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:33.494795 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 15:27:33.495486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:27:33.523930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-16845edf-0059-47bf-ab60-7da72b7dd216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.8910081 Dec 23 15:27:33.529690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44638) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:33.538143 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.612898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.648258 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:33.649220 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:33.719296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Transition to ACTIVE for port object f5e9d152-aad8-440b-b700-a36fe47d52b0 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:33.836096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.846365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Deleting port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:33.846711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.869878 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-47531674-2022-4bff-9060-c1a08a90281b tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3721087 Dec 23 15:27:33.886409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44642) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:33.902669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.912969 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:33.922836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Transition to ACTIVE for port object 4ec9768d-7866-4596-a3a4-ad47ebf39d93 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:33.959565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.959905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.960656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.960971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > port after_create 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.961273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.961604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > port after_update 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.961708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:33.961908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.962282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.963283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.963283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:33.990731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.014552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.033904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 5cfb6bf4-4de6-4faf-8540-32b688b798d0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5cfb6bf4-4de6-4faf-8540-32b688b798d0,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:34.072388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.096498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.133792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:34.134088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:34.134404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:34.134763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84221) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:34.135123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0f4e93-5292-49ba-b70c-294bad94a667']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:34.168879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Deleting port 27636767-b972-4e58-9548-c1a87757a7b9 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:34.168879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.180250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92b3bec-5343-48b1-b4dc-373453df795b') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:34.180530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92b3bec-5343-48b1-b4dc-373453df795b') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:34.198758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58b0f2-be33-4790-98a4-d175444fdabb None None] Pushing event updated for resources: {'Port': ['ID=4ec9768d-7866-4596-a3a4-ad47ebf39d93,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:34.217000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.219234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f588d529-faa1-445e-8d64-27b59616f837 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:34.258976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.262398 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0033e39-74e0-4f81-8e2e-2629b97b3ba1 None None] Pushing event updated for resources: {'Port': ['ID=37c641b7-fb1c-4212-827d-0a5fa4c4642a,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:34.277713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event updated for resources: {'Port': ['ID=f5e9d152-aad8-440b-b700-a36fe47d52b0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:34.282397 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:28Z', 'revision_number': 3, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:34.284403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:34.291661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:34.306424 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f78f09-7cd8-4d73-b9ad-c38e2d7ac1df None None] The sync data for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv is: [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:28Z', 'revision_number': 3, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:27:34.306546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:34.306637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:34.307179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.357224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.396958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:27:34.397348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.402154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn_limited( Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:27:34.413566 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:27:34.421847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Attempting to bind port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:34.422165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Attempting to bind port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:34.422546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Attempting to bind port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:34.431487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Allocated IP 172.20.0.2 (1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07/f6ee330f-26f2-468a-aa38-299b52b90b37/924b146b-d43f-496f-9e5a-be25b0fb6319) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:34.453738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:34.454418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:34.454814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.455344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:34.455830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Bound port: 4ec9768d-7866-4596-a3a4-ad47ebf39d93, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:34.456262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.515293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=5cfb6bf4-4de6-4faf-8540-32b688b798d0,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:34.573622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network 64649183-631a-47f2-be6b-f5734d473918 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:34.582969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:34.589068 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6e066662-76a1-4acc-90bd-cd592034fa64 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5736480 Dec 23 15:27:34.589068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:34.589283 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:34.591728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.596712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Port': ['ID=d11fbeee-189d-4a02-9c6f-24d5141e2b6e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:34.600932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44646) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:34.604401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.604625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.645108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] For port 4ec9768d-7866-4596-a3a4-ad47ebf39d93, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:34.647371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f588d529-faa1-445e-8d64-27b59616f837 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:34.647869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.666073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] For port 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74, host hv-neutron-8227, got binding levels [] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:34.666637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.688080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.696598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] For port 4ec9768d-7866-4596-a3a4-ad47ebf39d93, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ec9768d-7866-4596-a3a4-ad47ebf39d93,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:34.788385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.826715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.835855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Calling delete_port for 6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:34.882407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.909626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Calling delete_port for 27636767-b972-4e58-9548-c1a87757a7b9 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:34.935647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:34.967568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Transition to ACTIVE for port object 924b146b-d43f-496f-9e5a-be25b0fb6319 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:34.969569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f0f4e93-5292-49ba-b70c-294bad94a667,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:34.980218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d5234368-35a8-42c4-a71c-9611e0369d4b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:34.980393 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-282e0552-2d7f-4287-847b-b39b09f839f7 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "DELETE /v2.0/networks/4f0f4e93-5292-49ba-b70c-294bad94a667 HTTP/1.1" status: 204 len: 168 time: 1.7472031 Dec 23 15:27:34.985134 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8e970231-304e-4d31-8cd7-9e2919fba5bc tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9438717 Dec 23 15:27:34.995498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44650) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:34.995885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44652) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:35.007689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Deleting port f5e9d152-aad8-440b-b700-a36fe47d52b0 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:35.008094 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.011862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58b0f2-be33-4790-98a4-d175444fdabb None None] Pushing event updated for resources: {'Port': ['ID=4ec9768d-7866-4596-a3a4-ad47ebf39d93,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:35.044797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Transition to ACTIVE for port object 924b146b-d43f-496f-9e5a-be25b0fb6319 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:35.048023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:35.049245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:35.054344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Allocated IP 172.20.0.1 (1312a373-bc9d-493d-b042-5e94601d631b/6443c17c-037a-4bac-a707-9b6ca8ce6a2d/55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:35.200716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.283443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.304151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d5234368-35a8-42c4-a71c-9611e0369d4b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:35.304509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.330744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:35.337678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:35.349497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:35.352639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Pushing event updated for resources: {'Port': ['ID=924b146b-d43f-496f-9e5a-be25b0fb6319,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:35.359390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b3b4cdb-eb7b-47a8-9262-af9ca574bb74,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:35.363019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Allocated IP 172.20.0.1 (90b238bc-0035-41c7-a7fe-45710485b9c2/5d2938c9-b524-41cc-a6a6-12b3fad60ebc/ffe62450-1f60-4817-bde0-df03cba2d7c1) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:35.371652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.379809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:35.414576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Deleting port d11fbeee-189d-4a02-9c6f-24d5141e2b6e {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:35.415116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.465395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.509608 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1fddeacb-5884-468d-a267-2ca51bd22f77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "DELETE /v2.0/ports/6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 HTTP/1.1" status: 204 len: 168 time: 1.9791439 Dec 23 15:27:35.515756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44658) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:35.621393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Attempting to bind port 924b146b-d43f-496f-9e5a-be25b0fb6319 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:35.621765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Attempting to bind port 924b146b-d43f-496f-9e5a-be25b0fb6319 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'ed5925c4-375b-4fe9-afe4-6504efb539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:35.622114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Attempting to bind port 924b146b-d43f-496f-9e5a-be25b0fb6319 on network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:35.649364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87a3de2-2f38-4b0e-af29-1e69f454f51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:27:35.649860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b87a3de2-2f38-4b0e-af29-1e69f454f51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Synchronizing usage tracker for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:35.764083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:35.766930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Checking segment: {'id': 'ed5925c4-375b-4fe9-afe4-6504efb539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:35.767858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.768265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Bound using segment: {'id': 'ed5925c4-375b-4fe9-afe4-6504efb539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:35.768745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Bound port: 924b146b-d43f-496f-9e5a-be25b0fb6319, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5925c4-375b-4fe9-afe4-6504efb539cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:35.770042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.832377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b87a3de2-2f38-4b0e-af29-1e69f454f51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Unset dirty status for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:35.833509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b87a3de2-2f38-4b0e-af29-1e69f454f51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "GET /v2.0/ports/6b3b4cdb-eb7b-47a8-9262-af9ca574bb74 HTTP/1.1" status: 404 len: 333 time: 0.3071475 Dec 23 15:27:35.840155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.841846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44662) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:35.844278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:35.877055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Transition to ACTIVE for port object ffe62450-1f60-4817-bde0-df03cba2d7c1 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:35.943183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Request body: {'port': {'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1926978089'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:35.975510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:36.057588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.076705 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:36.083856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cfb6bf4-4de6-4faf-8540-32b688b798d0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:36.126194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.167268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] For port 924b146b-d43f-496f-9e5a-be25b0fb6319, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:36.185686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] For port 924b146b-d43f-496f-9e5a-be25b0fb6319, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=924b146b-d43f-496f-9e5a-be25b0fb6319,segment=NetworkSegment(ed5925c4-375b-4fe9-afe4-6504efb539cb),segment_id=ed5925c4-375b-4fe9-afe4-6504efb539cb)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:36.217639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:27Z', 'revision_number': 3, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:36.222025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Allocated IP 172.20.0.1 (0cb4b27e-b15d-48c2-8e82-58f5ee11afec/f1a9d6b7-88c8-4e1a-971e-aaebdd65acce/de310391-cce8-4f0b-9512-23b06a7c56c4) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:36.224676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa44a30-a0e0-491e-bddb-a400b32449c7 None None] The sync data for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv is: [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:27Z', 'revision_number': 3, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:27:36.234799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:36.235183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.246857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.259917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Made reservation on behalf of 2e46c7fc15fb43ee8aa13865b11fca84 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:36.261571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.295671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.300904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.359253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Transition to ACTIVE for port object 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:36.387785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] device_id is not set on port 42829f21-0c01-48fd-b155-d33a86197716 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:36.437492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Pushing event deleted for resources: {'Port': ['ID=27636767-b972-4e58-9548-c1a87757a7b9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:36.445046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.445380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c291f50-5406-4305-b264-bbb36ed57287 None None] Pushing event updated for resources: {'Port': ['ID=924b146b-d43f-496f-9e5a-be25b0fb6319,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:36.477806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Transition to ACTIVE for port object de310391-cce8-4f0b-9512-23b06a7c56c4 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:36.508358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.604155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.659229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:36.668964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:36.678480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:36.711333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.711669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.712439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.712759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > port after_create 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.713066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.713408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > port after_update 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.713717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.714040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.714348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.714646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.778009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:36.781023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:36.797203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:36.855986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Pushing event updated for resources: {'Port': ['ID=ffe62450-1f60-4817-bde0-df03cba2d7c1,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:36.919549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:36.967357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.968395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.968915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.969404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 15:27:36.969863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8f7da6-2ebf-4d86-96d6-8606356e0f85']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:37.013644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.027801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Calling delete_port for f5e9d152-aad8-440b-b700-a36fe47d52b0 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:37.043084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.078194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Pushing event updated for resources: {'Port': ['ID=de310391-cce8-4f0b-9512-23b06a7c56c4,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:37.145985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee67caa-79ec-4790-9b3e-fbca81d909e7') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:37.146393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee67caa-79ec-4790-9b3e-fbca81d909e7') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:37.232496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.294792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.295972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-697b9f97-809b-43c8-82ce-0040a6d69f6c None None] Provisioning for port de310391-cce8-4f0b-9512-23b06a7c56c4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:37.302224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-697b9f97-809b-43c8-82ce-0040a6d69f6c None None] Provisioning complete for port de310391-cce8-4f0b-9512-23b06a7c56c4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:37.302674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-697b9f97-809b-43c8-82ce-0040a6d69f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.304764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.321265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.333116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.346640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.354638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:27:37.355120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.365277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-697b9f97-809b-43c8-82ce-0040a6d69f6c None None] Port de310391-cce8-4f0b-9512-23b06a7c56c4 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn_limited( Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:27:37.477208 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:27:37.555658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Calling delete_port for d11fbeee-189d-4a02-9c6f-24d5141e2b6e owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:37.572793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5eb2036b-1167-488c-b92e-68728b013734 None None] Provisioning for port ffe62450-1f60-4817-bde0-df03cba2d7c1 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:37.577699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5eb2036b-1167-488c-b92e-68728b013734 None None] Provisioning complete for port ffe62450-1f60-4817-bde0-df03cba2d7c1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:37.578063 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5eb2036b-1167-488c-b92e-68728b013734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.654205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2036b-1167-488c-b92e-68728b013734 None None] Port ffe62450-1f60-4817-bde0-df03cba2d7c1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:37.703442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.747117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.762094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.778910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.827865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.840528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac2da5-1c75-418b-997d-2e4cfa78dfb2 None None] Network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:37.860215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.881109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.886906 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a99813d9-df8d-405e-bb91-6b0013d6e619 tempest-ExternalNetworksAdminNegativeTestJSON-803447697 tempest-ExternalNetworksAdminNegativeTestJSON-803447697-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/ed7d5e93-2d2d-4d64-b477-f35811dc4704 HTTP/1.1" status: 204 len: 168 time: 3.9950840 Dec 23 15:27:37.941974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Network 1312a373-bc9d-493d-b042-5e94601d631b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:37.950128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:37.953119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:37.972838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:37.990781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Pushing event updated for resources: {'Port': ['ID=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:38.022046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-842693f3-8c38-41cc-aeaf-b61e5999827a None None] Provisioning for port 924b146b-d43f-496f-9e5a-be25b0fb6319 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:38.065608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.083762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.128777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Pushing event updated for resources: {'Port': ['ID=de310391-cce8-4f0b-9512-23b06a7c56c4,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:38.131086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.134946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.180233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Network e8bb855a-03b8-4af5-b1e2-1e9203456b7b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:38.262875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:38.271914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:38.276591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:38.277295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.310670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Pushing event updated for resources: {'Port': ['ID=ffe62450-1f60-4817-bde0-df03cba2d7c1,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:38.312518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 37c641b7-fb1c-4212-827d-0a5fa4c4642a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:38.322357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.350967 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] 10.222.0.58 "DELETE /v2.0/networks/0f8f7da6-2ebf-4d86-96d6-8606356e0f85 HTTP/1.1" status: 204 len: 168 time: 3.3514738 Dec 23 15:27:38.350967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62d482-1137-4585-919c-49e22d5f1f04 tempest-QuotasNegativeTest-922597 tempest-QuotasNegativeTest-922597-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f8f7da6-2ebf-4d86-96d6-8606356e0f85,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:38.374319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.471510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=42829f21-0c01-48fd-b155-d33a86197716,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:38.475652 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c3dd7f0f-25bd-485e-9094-b6bb407f785c tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6245496 Dec 23 15:27:38.486822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44672) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:38.496693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:38.529529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event deleted for resources: {'Port': ['ID=f5e9d152-aad8-440b-b700-a36fe47d52b0,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:38.531949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9ee6cf01-c0ae-4fec-9a13-0aa8626dfad4 None None] Provisioning for port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:38.539999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 37c641b7-fb1c-4212-827d-0a5fa4c4642a completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:38.544460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9ee6cf01-c0ae-4fec-9a13-0aa8626dfad4 None None] Provisioning complete for port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:38.555922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ee6cf01-c0ae-4fec-9a13-0aa8626dfad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.588352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 37c641b7-fb1c-4212-827d-0a5fa4c4642a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:38.588983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.652384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.701750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:38.708995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:38.712078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:38.714033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:38.738360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6cf01-c0ae-4fec-9a13-0aa8626dfad4 None None] Port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:38.861453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.897418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5098d1e0-6990-4eda-a5f4-d2c59e78705d None None] Could not find standard attr ID for object f5e9d152-aad8-440b-b700-a36fe47d52b0. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:27:38.926216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 37c641b7-fb1c-4212-827d-0a5fa4c4642a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=37c641b7-fb1c-4212-827d-0a5fa4c4642a,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:38.992999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44684) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:38.993877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:38.994666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ec9768d-7866-4596-a3a4-ad47ebf39d93 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:39.010913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event deleted for resources: {'Port': ['ID=d11fbeee-189d-4a02-9c6f-24d5141e2b6e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:39.019654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.058453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.060353 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-94a40fbd-e4ec-4011-8f23-827010d8d551 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d11fbeee-189d-4a02-9c6f-24d5141e2b6e HTTP/1.1" status: 204 len: 168 time: 4.0620482 Dec 23 15:27:39.083315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44690) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:39.092105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.119170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64649183-631a-47f2-be6b-f5734d473918', 'external_fixed_ips': [{'subnet_id': '09158108-4043-4fc0-a04b-0453d82cd73e', 'ip_address': '2001:db8::13d'}]}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:39.153228 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:39.207238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:router and tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:39.225557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:39.244866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:39.256846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e347bc46-876c-49d6-a392-62dc6a5b9e58 None None] Could not find standard attr ID for object f5e9d152-aad8-440b-b700-a36fe47d52b0. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:27:39.281010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.286411 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-80bc9a51-0111-40da-a29d-a8183238203d tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "DELETE /v2.0/ports/f5e9d152-aad8-440b-b700-a36fe47d52b0 HTTP/1.1" status: 204 len: 168 time: 4.6734753 Dec 23 15:27:39.290560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44694) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:39.306285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=37c641b7-fb1c-4212-827d-0a5fa4c4642a,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:39.348903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:39.378568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:39.381942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.446803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.448442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.465686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.513650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5034824e-71ee-4282-9905-1f0ebf2bc60b None None] Provisioning complete for port ffe62450-1f60-4817-bde0-df03cba2d7c1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:39.514008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5034824e-71ee-4282-9905-1f0ebf2bc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.622358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5034824e-71ee-4282-9905-1f0ebf2bc60b None None] Port ffe62450-1f60-4817-bde0-df03cba2d7c1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:39.623416 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-430c58ca-e19a-4881-bb2b-86ba99d153b5 tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3312008 Dec 23 15:27:39.625824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44702) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:39.629888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.653579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 4ec9768d-7866-4596-a3a4-ad47ebf39d93, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ec9768d-7866-4596-a3a4-ad47ebf39d93,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:39.655325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5034824e-71ee-4282-9905-1f0ebf2bc60b None None] Provisioning complete for port de310391-cce8-4f0b-9512-23b06a7c56c4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:39.655767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5034824e-71ee-4282-9905-1f0ebf2bc60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.656175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.670878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:39.690343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Usage tracker for resource:security_group_rule and tenant:bd1fd7b73c25411aa8f40cfed98182fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:39.691163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1854670864'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:39.707703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:39.712045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Usage tracker for resource:network and tenant:723ffe1c0a534ce098f618a54bcf9838 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:39.719559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5034824e-71ee-4282-9905-1f0ebf2bc60b None None] Port de310391-cce8-4f0b-9512-23b06a7c56c4 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:39.720820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:39.726274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:39.736740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44706) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:39.739452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:39.741390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:39.767660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.770751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.771543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924b146b-d43f-496f-9e5a-be25b0fb6319 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:39.865018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.867787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:39.888501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=4ec9768d-7866-4596-a3a4-ad47ebf39d93,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:40.010473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 924b146b-d43f-496f-9e5a-be25b0fb6319 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:40.017699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 924b146b-d43f-496f-9e5a-be25b0fb6319 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:40.017886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Made reservation on behalf of 723ffe1c0a534ce098f618a54bcf9838 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:40.018269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.020616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.022495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.065063 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd1fd7b73c25411aa8f40cfed98182fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0636003 Dec 23 15:27:40.070008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44712) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:40.074231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] device_id is not set on port 42829f21-0c01-48fd-b155-d33a86197716 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:40.085885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.104832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.119761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:40.162307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Transition to ACTIVE for port object 42829f21-0c01-48fd-b155-d33a86197716 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:40.166076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.166407 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Added segment 682ca2fc-f193-4c78-b8be-7aee84a98855 of type vlan for network 093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64 Dec 23 15:27:40.182511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.190232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Pushing event updated for resources: {'Port': ['ID=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:40.199141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.213503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4aac8-f2de-4622-a6d3-b43b0d8fa83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c02add4-31dd-459a-8703-d4df599a76ec,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:40.218521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 924b146b-d43f-496f-9e5a-be25b0fb6319, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=924b146b-d43f-496f-9e5a-be25b0fb6319,segment=NetworkSegment(ed5925c4-375b-4fe9-afe4-6504efb539cb),segment_id=ed5925c4-375b-4fe9-afe4-6504efb539cb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:40.224430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.236160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.245975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:40.264158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a897c4ca30434366a6f1e2b41915194c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:40.304418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ec241e4-75b6-4e26-ac30-90ffa4dc21e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.312561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:40.323729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:40.327407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.341012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.419691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Network 1312a373-bc9d-493d-b042-5e94601d631b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:40.422185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ec241e4-75b6-4e26-ac30-90ffa4dc21e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.438399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:40.439455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Router 02d88a20-f22e-4265-add2-20cb3a1321b4 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:27:40.480935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=924b146b-d43f-496f-9e5a-be25b0fb6319,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:40.500389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 37c641b7-fb1c-4212-827d-0a5fa4c4642a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:40.558126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.558126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:40.558126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.590993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 37c641b7-fb1c-4212-827d-0a5fa4c4642a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:40.591583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.658697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event updated for resources: {'Network': ['ID=093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:40.660811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=42829f21-0c01-48fd-b155-d33a86197716,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:40.684082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:40.767448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.864205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:40.864642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:40.865076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:40.880172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.885098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ec9768d-7866-4596-a3a4-ad47ebf39d93 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:40.898837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1bb08219-1e09-4f27-80d5-cbda83b0ff81 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2440567 Dec 23 15:27:40.902268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44718) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:40.903102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:40.903538 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:40.922066 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 2 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:40.927425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-de1e20ff-f67a-4fdd-87a6-988ef3d6be26 None None] Provisioning complete for port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:40.927784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-de1e20ff-f67a-4fdd-87a6-988ef3d6be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:40.937107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:27:40.951663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b93d9f2-6527-4eaa-993f-34633c61b97d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:40.967854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:40.968152 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0655a9b1-1785-4eb4-8971-2947caa413a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a897c4ca30434366a6f1e2b41915194c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2304447 Dec 23 15:27:40.968255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:40.968654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:40.975294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44722) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:40.976199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ec241e4-75b6-4e26-ac30-90ffa4dc21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.009559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-de1e20ff-f67a-4fdd-87a6-988ef3d6be26 None None] Port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:41.024746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:41.025143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.060252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec241e4-75b6-4e26-ac30-90ffa4dc21e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c02add4-31dd-459a-8703-d4df599a76ec,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:41.176726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.179878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:41.180295 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:41.198509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 3 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:41.215845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.272822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ec241e4-75b6-4e26-ac30-90ffa4dc21e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.276538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8ec241e4-75b6-4e26-ac30-90ffa4dc21e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c02add4-31dd-459a-8703-d4df599a76ec HTTP/1.1" status: 204 len: 168 time: 1.2024002 Dec 23 15:27:41.328257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:41.328257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:41.328822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:41.353018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:27:41.384889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:41.385318 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:41.391111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 4 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:41.430731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6ccb-19b3-4218-a9b9-89dd5b7a6502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.474337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:41.474337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:41.474337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:41.512417 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-231641cd-d6cd-409d-ba94-3e070d64a04e tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "GET /v2.0/agents/807d70b9-d210-446f-87e8-e30a032b436d/dhcp-networks HTTP/1.1" status: 200 len: 7044 time: 0.6038256 Dec 23 15:27:41.514737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6ccb-19b3-4218-a9b9-89dd5b7a6502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.523130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44728) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:41.525507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:41.525824 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:41.533542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 5 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:41.569574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Allocated IP 2001:db8::13d (64649183-631a-47f2-be6b-f5734d473918/09158108-4043-4fc0-a04b-0453d82cd73e/7cbe2719-b854-4688-8c7f-ebe079b42427) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:41.656991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:41.657311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:41.657633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:41.660779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:27:41.717815 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8ce1f68c-500a-47f9-a2fe-82d118f12b0d admin admin] 10.222.0.58 "PUT /v2.0/routers/02d88a20-f22e-4265-add2-20cb3a1321b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9797707 Dec 23 15:27:41.734613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:41.734938 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:41.739738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 6 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:41.868992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:41.886830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:27:41.896203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:41.896528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:41.896851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:41.898656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Sync routers for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:27:41.914390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:41.914708 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:41.918316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 7 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:41.920604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:41.921298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:41.951873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:41.952436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:41.952572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:41.953425 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c5f78ca1-7e9d-4ec9-b4f7-1bc8e8c7b88d admin admin] 10.222.0.58 "PUT /v2.0/routers/f47926d0-084c-4d2c-94b7-1f66c2bf52d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8310792 Dec 23 15:27:41.962842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dc5327-c9d3-4c64-befd-062690de125b tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] Network 093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:41.976475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:41.976789 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:41.977347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 8 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:41.991363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6ccb-19b3-4218-a9b9-89dd5b7a6502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.007395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:27:42.010532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:42.010863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:42.011183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:42.018152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e6ccb-19b3-4218-a9b9-89dd5b7a6502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b93d9f2-6527-4eaa-993f-34633c61b97d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:42.029029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.029389 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5573d0e0-cdbc-4597-94e2-220bf953c5fd admin admin] 10.222.0.58 "PUT /v2.0/routers/223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0100167 Dec 23 15:27:42.030277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6ccb-19b3-4218-a9b9-89dd5b7a6502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.031230 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1b1e6ccb-19b3-4218-a9b9-89dd5b7a6502 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b93d9f2-6527-4eaa-993f-34633c61b97d HTTP/1.1" status: 204 len: 168 time: 1.0498390 Dec 23 15:27:42.032749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:42.033065 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:42.033438 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 9 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:42.050135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:42.050135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:42.050414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:42.059550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:42.059748 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:42.061501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-34dc5327-c9d3-4c64-befd-062690de125b tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "POST /v2.0/agents/807d70b9-d210-446f-87e8-e30a032b436d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5347872 Dec 23 15:27:42.062505 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 10 to bind port 42829f21-0c01-48fd-b155-d33a86197716 Dec 23 15:27:42.076146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44750) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:42.081334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d135a-13e3-455c-bf9b-02d7eeaf577b None None] Network 093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:42.095325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:42.095661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:42.095982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:42.108843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:42.109163 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 42829f21-0c01-48fd-b155-d33a86197716 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:42.109515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.135496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network 64649183-631a-47f2-be6b-f5734d473918 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:42.138549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:42.140925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:42.182742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Port': ['ID=7cbe2719-b854-4688-8c7f-ebe079b42427,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:42.204464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44756) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:42.289927 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-87cada91-a1e5-4e9a-abd9-6dd2cc4fd66c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91c9c4e013ee49c1aa096cf8aab09c1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0840571 Dec 23 15:27:42.292546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44760) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:42.368450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ac2de9b-8dd4-47e2-bed9-4272239f52f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.376494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] For port 42829f21-0c01-48fd-b155-d33a86197716, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:42.376876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempted to set empty binding levels {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 15:27:42.396875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ac2de9b-8dd4-47e2-bed9-4272239f52f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.398942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d1470e48-8a8b-4a71-bd83-82ea6d659992 tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "GET /v2.0/agents/807d70b9-d210-446f-87e8-e30a032b436d/dhcp-networks HTTP/1.1" status: 200 len: 7789 time: 0.3204281 Dec 23 15:27:42.400892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44764) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:42.465322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.539198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924b146b-d43f-496f-9e5a-be25b0fb6319 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:42.554159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.555967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.583142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:42.583602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=42829f21-0c01-48fd-b155-d33a86197716,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:42.604012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] In _notify_port_updated(), no bound segment for port 42829f21-0c01-48fd-b155-d33a86197716 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:27:42.605618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.611808 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4868e8e9-7066-4ed0-b4d7-caeffc19707b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "PUT /v2.0/ports/42829f21-0c01-48fd-b155-d33a86197716 HTTP/1.1" status: 200 len: 981 time: 4.1238663 Dec 23 15:27:42.617134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44772) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:42.728048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-addd013c-7e58-4860-a15f-ffdb28da6388 tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "DELETE /v2.0/agents/807d70b9-d210-446f-87e8-e30a032b436d/dhcp-networks/093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64 HTTP/1.1" status: 204 len: 168 time: 0.3232992 Dec 23 15:27:42.731676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44778) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:42.741822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 924b146b-d43f-496f-9e5a-be25b0fb6319 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:42.742195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.804103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ac2de9b-8dd4-47e2-bed9-4272239f52f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.830659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2de9b-8dd4-47e2-bed9-4272239f52f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0accae9-fef0-47ab-9bd3-b3239d9fef8a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:42.840327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7f283d28-f189-4e05-be67-410928875bfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14376 time: 0.2213838 Dec 23 15:27:42.841093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44784) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:42.892513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ac2de9b-8dd4-47e2-bed9-4272239f52f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:42.894416 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6ac2de9b-8dd4-47e2-bed9-4272239f52f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0accae9-fef0-47ab-9bd3-b3239d9fef8a HTTP/1.1" status: 204 len: 168 time: 0.6008399 Dec 23 15:27:42.952988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Deleting port 42829f21-0c01-48fd-b155-d33a86197716 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:42.953684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:43.098172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f5f2655f-e6c2-4323-823c-7199568079de tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "GET /v2.0/agents/807d70b9-d210-446f-87e8-e30a032b436d/dhcp-networks HTTP/1.1" status: 200 len: 7044 time: 0.3539739 Dec 23 15:27:43.101565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44790) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:43.154454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-33d2947e-bb41-4522-ae72-b1f5e04d0089 tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "GET /v2.0/networks/1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0484436 Dec 23 15:27:43.154636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44794) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:43.206596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8e1f72bd-743f-451a-b2ee-e9ea41392357 tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "GET /v2.0/networks/1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0508282 Dec 23 15:27:43.207194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44798) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:43.332666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] For port 42829f21-0c01-48fd-b155-d33a86197716, host hv-neutron-8227, got binding levels [] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:43.333167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:43.366403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 2, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:43.386689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Checking router: f47926d0-084c-4d2c-94b7-1f66c2bf52d6 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:27:43.387126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Updating router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:27:43.526257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:43.553100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8f70c921-90a0-48e8-b300-dbef544cbfdf tempest-DHCPAgentSchedulersTestJSON-535402388 tempest-DHCPAgentSchedulersTestJSON-535402388-project-admin] 10.222.0.58 "GET /v2.0/agents/807d70b9-d210-446f-87e8-e30a032b436d/dhcp-networks HTTP/1.1" status: 200 len: 7044 time: 0.3401988 Dec 23 15:27:43.553100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44804) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:43.742193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Calling delete_port for 42829f21-0c01-48fd-b155-d33a86197716 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:43.798979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:43.965080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:43.994390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:43.999619 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Router 8d83b184-51f3-4c88-b5a1-4320526dc4e8 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:27:44.007579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:44.043399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44808) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:44.043723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44812) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:44.083998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.098027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.107428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Transition to ACTIVE for port object 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:44.113020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682ca2fc-f193-4c78-b8be-7aee84a98855') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:44.113558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682ca2fc-f193-4c78-b8be-7aee84a98855') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:44.123698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1753866999', 'description': 'tempest-description--1427888176'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:44.151343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:44.155175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f06c9feeba44c729b755f9f759d41a5 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:44.159679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:44.165823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:44.166932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event deleted for resources: {'Port': ['ID=42829f21-0c01-48fd-b155-d33a86197716,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:44.170903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.199219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.221748 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-61b1b7d3-e663-447e-957e-24c9224d0c2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "DELETE /v2.0/ports/42829f21-0c01-48fd-b155-d33a86197716 HTTP/1.1" status: 204 len: 168 time: 1.3794172 Dec 23 15:27:44.222345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44822) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:44.253133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.259406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:44.267608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.273224 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-377b3341-f70d-4ddc-b4ed-6fb11b0009c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:27:44.273719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-377b3341-f70d-4ddc-b4ed-6fb11b0009c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Synchronizing usage tracker for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:44.276806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Usage tracker for resource:security_group and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:44.283290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:44.293957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:44.300902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.331257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:27:44.332227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:27:44.356078 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:27:44.366675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.390774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-377b3341-f70d-4ddc-b4ed-6fb11b0009c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Unset dirty status for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:44.398926 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-377b3341-f70d-4ddc-b4ed-6fb11b0009c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "GET /v2.0/ports/42829f21-0c01-48fd-b155-d33a86197716 HTTP/1.1" status: 404 len: 333 time: 0.1745203 Dec 23 15:27:44.399790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44830) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:44.410197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940536427', 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:44.416833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:44.432606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:44.464782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:27:44.476707 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Sync routers for ids ['8d83b184-51f3-4c88-b5a1-4320526dc4e8'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:27:44.504093 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Routers {'8d83b184-51f3-4c88-b5a1-4320526dc4e8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:44.504752 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['8d83b184-51f3-4c88-b5a1-4320526dc4e8'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:44.525700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44836) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:44.534069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360932140', 'description': 'tempest-description--1523186861'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:44.553369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5f69f2-b35e-49e8-8799-d3c8a0c6e709,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:44.556031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:44.565552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Usage tracker for resource:security_group and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:44.574454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:44.589491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:44.599432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Made reservation on behalf of 2e46c7fc15fb43ee8aa13865b11fca84 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:44.602107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.613758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.614180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8231-c5c0-4236-af29-dbc2e5254e93 None None] Pushing event updated for resources: {'Port': ['ID=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:44.636767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.645024 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-74dce303-369d-4bfc-bfd9-b40cb4660a10 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.5605950 Dec 23 15:27:44.662401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44840) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:44.673566 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bd81cb08-4360-4507-ad1a-ffa22e43e9d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f06c9feeba44c729b755f9f759d41a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6149168 Dec 23 15:27:44.678675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44844) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:44.710388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Attempting to bind port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:44.712274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Attempting to bind port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:44.712274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Attempting to bind port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade on network 1312a373-bc9d-493d-b042-5e94601d631b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:44.718534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:44.719035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Checking segment: {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:44.720023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.720435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Bound using segment: {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:44.721152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Bound port: 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:44.721518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.776043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:44.788922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Usage tracker for resource:security_group_rule and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:44.796242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:44.810902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:44.899667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.912723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] For port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:44.918315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] For port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:44.921260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] device_id is not set on port 51740050-fd6d-47a7-94b6-81cd37c28d58 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:44.939823 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Set router 8d83b184-51f3-4c88-b5a1-4320526dc4e8 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:44.965744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:44.989532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.012133 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "DELETE /v2.0/networks/093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64 HTTP/1.1" status: 204 len: 168 time: 1.4580116 Dec 23 15:27:45.017433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70126e75-ba13-4af5-8c4a-568487f73038 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event deleted for resources: {'Network': ['ID=093f2ca9-a5b6-4fea-a2e0-9b9909d3aa64,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:45.022109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.022776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44850) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:45.037232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.057285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b85666ea-a61e-4d77-88ce-f0cf8983c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.086805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:45.091115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Usage tracker for resource:security_group_rule and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:45.094385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:45.100114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b85666ea-a61e-4d77-88ce-f0cf8983c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.103909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:45.113914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.193984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.197793 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-b162f51a-f561-476e-9db4-26ec51ea83a2 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] DELETE failed (client error): The resource could not be found. Dec 23 15:27:45.198324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b162f51a-f561-476e-9db4-26ec51ea83a2 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:27:45.204318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238afd75-925f-4d8e-a96e-68f409b1b658,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:45.215757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8231-c5c0-4236-af29-dbc2e5254e93 None None] Pushing event updated for resources: {'Port': ['ID=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:45.229661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:45.230034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:45.231258 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b162f51a-f561-476e-9db4-26ec51ea83a2 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "DELETE /v2.0/ports/f5e9d152-aad8-440b-b700-a36fe47d52b0 HTTP/1.1" status: 404 len: 333 time: 0.2045929 Dec 23 15:27:45.234526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44858) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:45.251534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.262229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8f819bff-8177-4ef3-abac-172e22329000 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2094169 Dec 23 15:27:45.264730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44862) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:45.326827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44864) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:45.342142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.357788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745848523', 'description': 'tempest-description--203458583'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:45.395435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:45.407103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Usage tracker for resource:security_group and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:45.426625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:45.460636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:45.469956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b7c938-28c3-45e3-b75e-25f546140063,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:45.491177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Request body: {'security_group_rule': {'security_group_id': '238afd75-925f-4d8e-a96e-68f409b1b658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:45.498889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.502460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:45.503759 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bac93f29-6f88-413e-91f1-e35c03a25aec tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9767923 Dec 23 15:27:45.505964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44870) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:45.512400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Usage tracker for resource:security_group_rule and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:45.515746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Request body: {'security_group_rule': {'security_group_id': 'a1b7c938-28c3-45e3-b75e-25f546140063', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:45.523767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:45.528766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:45.546079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Usage tracker for resource:security_group_rule and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:45.552343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:45.553343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:45.559690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:45.564913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:45.577802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.652660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.666673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b85666ea-a61e-4d77-88ce-f0cf8983c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.765059 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d83b184-51f3-4c88-b5a1-4320526dc4e8', 'name': '', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64649183-631a-47f2-be6b-f5734d473918', 'external_fixed_ips': [{'subnet_id': '09158108-4043-4fc0-a04b-0453d82cd73e', 'ip_address': '2001:db8::13d'}], 'enable_snat': True}, 'gw_port_id': '7cbe2719-b854-4688-8c7f-ebe079b42427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:39Z', 'updated_at': '2021-12-23T15:27:42Z', 'revision_number': 3, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port': {'id': '7cbe2719-b854-4688-8c7f-ebe079b42427', 'name': '', 'network_id': '64649183-631a-47f2-be6b-f5734d473918', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:82:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d83b184-51f3-4c88-b5a1-4320526dc4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '09158108-4043-4fc0-a04b-0453d82cd73e', 'ip_address': '2001:db8::13d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:41Z', 'updated_at': '2021-12-23T15:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09158108-4043-4fc0-a04b-0453d82cd73e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:45.786074 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Checking router: 8d83b184-51f3-4c88-b5a1-4320526dc4e8 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:27:45.786414 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Updating router 8d83b184-51f3-4c88-b5a1-4320526dc4e8 port 7cbe2719-b854-4688-8c7f-ebe079b42427 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:27:45.788411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44876) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:45.791781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.816115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85666ea-a61e-4d77-88ce-f0cf8983c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5f69f2-b35e-49e8-8799-d3c8a0c6e709,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:45.837996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.870412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:45.877644 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.897643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b85666ea-a61e-4d77-88ce-f0cf8983c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:45.898786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b85666ea-a61e-4d77-88ce-f0cf8983c606 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db5f69f2-b35e-49e8-8799-d3c8a0c6e709 HTTP/1.1" status: 204 len: 168 time: 1.2189903 Dec 23 15:27:45.953012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Usage tracker for resource:security_group_rule and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:45.971676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:46.048995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:46.052862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:44Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:46.060552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4f1f92-25fc-4778-8c16-da2d699aadbb None None] The sync data for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv is: [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:44Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:27:46.063402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.068395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Deleting subnet f6ee330f-26f2-468a-aa38-299b52b90b37 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:27:46.082019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.126320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.145219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1785433831'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:46.157405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:46.167586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Usage tracker for resource:network and tenant:e35994a8b0214718a7246e01fa9baf6f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:46.171375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:46.178567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:46.182049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.202103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.207670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.249242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b51d94-508d-4f9e-b53a-c756d09b90f6,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:46.253744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.276528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:46.279982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.301406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccae0237-3ad3-44b1-9fee-1a926f24ef1b,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:46.346282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.350454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-144f54d6-cbb9-4d34-b192-70fb9b181c38 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8825691 Dec 23 15:27:46.351577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44884) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:46.401256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.403810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Request body: {'security_group_rule': {'security_group_id': '238afd75-925f-4d8e-a96e-68f409b1b658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:46.412516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:46.413399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.417113 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6ab2fec2-87c6-44ce-914e-b63663346299 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9101517 Dec 23 15:27:46.419727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Usage tracker for resource:security_group_rule and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:46.426495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44888) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:46.436846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:46.441387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.444377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Request body: {'security_group_rule': {'security_group_id': 'a1b7c938-28c3-45e3-b75e-25f546140063', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:46.454472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:46.458512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Usage tracker for resource:security_group_rule and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:46.466497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:46.483396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:46.485167 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.505132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:46.506161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:46.521006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.523819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.528746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Transition to ACTIVE for port object 7cbe2719-b854-4688-8c7f-ebe079b42427 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:46.564112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:46.584267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Usage tracker for resource:security_group_rule and tenant:e35994a8b0214718a7246e01fa9baf6f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:46.587377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.589620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:46.611067 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.651088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.707516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:46.733786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:46.734203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.739753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:46.744000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.781990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Network e8bb855a-03b8-4af5-b1e2-1e9203456b7b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:46.787546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.793469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44898) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:46.794597 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4624867 Dec 23 15:27:46.802646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:46.808347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:46.808665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Request body: {'security_group_rule': {'security_group_id': '4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:46.813712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:46.814525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.821131 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c865ed-f370-4199-bd0b-1213d97bca9a None None] Pushing event updated for resources: {'Port': ['ID=7cbe2719-b854-4688-8c7f-ebe079b42427,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:46.822692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde276e-7606-4160-b2f5-199090960dce tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:46.823947 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Attempting to bind port 7cbe2719-b854-4688-8c7f-ebe079b42427 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:46.824479 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Attempting to bind port 7cbe2719-b854-4688-8c7f-ebe079b42427 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'e139bf55-20fa-48b7-a3ad-2ec21745eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '64649183-631a-47f2-be6b-f5734d473918'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:46.824905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Attempting to bind port 7cbe2719-b854-4688-8c7f-ebe079b42427 on network 64649183-631a-47f2-be6b-f5734d473918 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:46.832992 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:46.833693 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Checking segment: {'id': 'e139bf55-20fa-48b7-a3ad-2ec21745eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '64649183-631a-47f2-be6b-f5734d473918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:46.833838 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.834153 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Bound using segment: {'id': 'e139bf55-20fa-48b7-a3ad-2ec21745eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '64649183-631a-47f2-be6b-f5734d473918'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:46.834763 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Bound port: 7cbe2719-b854-4688-8c7f-ebe079b42427, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e139bf55-20fa-48b7-a3ad-2ec21745eef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '64649183-631a-47f2-be6b-f5734d473918'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:46.835144 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.849883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:46.886448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Usage tracker for resource:security_group_rule and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:46.887723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=51740050-fd6d-47a7-94b6-81cd37c28d58,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:46.914847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:46.937408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.956833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.959057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:46.986175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.005423 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] For port 7cbe2719-b854-4688-8c7f-ebe079b42427, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:47.011159 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] For port 7cbe2719-b854-4688-8c7f-ebe079b42427, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7cbe2719-b854-4688-8c7f-ebe079b42427,segment=NetworkSegment(e139bf55-20fa-48b7-a3ad-2ec21745eef8),segment_id=e139bf55-20fa-48b7-a3ad-2ec21745eef8)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:47.014949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.017294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:47.025209 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-92edc0be-ce78-4a4d-828d-28e7acb3a6a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6203012 Dec 23 15:27:47.026106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44904) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:47.043779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ee330f-26f2-468a-aa38-299b52b90b37,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:47.060251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.060357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:47.062719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b7abe-bd13-4794-b338-c3e8d20ece12 None None] Network 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:47.074918 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2261d3e2-b62f-4c90-9fe5-5929b937bac8 tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "DELETE /v2.0/subnets/f6ee330f-26f2-468a-aa38-299b52b90b37 HTTP/1.1" status: 204 len: 168 time: 1.8318858 Dec 23 15:27:47.077701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44908) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:47.080189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.110956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.113654 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.121243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88bf30f-dbae-45a1-a702-340c7fcacfb4,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:47.183830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d507d6-afa3-40cb-a8b7-11a245f216a8,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:47.187159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.211947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.216782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-54eaef61-f8cb-44b1-b884-7cf05d6232e8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7805912 Dec 23 15:27:47.216782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.225566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44912) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:47.236533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.242172 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c865ed-f370-4199-bd0b-1213d97bca9a None None] Pushing event updated for resources: {'Port': ['ID=7cbe2719-b854-4688-8c7f-ebe079b42427,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:47.267837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Deleting port 7cbe2719-b854-4688-8c7f-ebe079b42427 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:47.268189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.305838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.307591 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7f0ff689-1625-40f6-8c96-4f5e8a6d091d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9520583 Dec 23 15:27:47.310312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44920) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:47.311394 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Routers {'8d83b184-51f3-4c88-b5a1-4320526dc4e8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:27:47.312035 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['8d83b184-51f3-4c88-b5a1-4320526dc4e8'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:47.318515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:47.335672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:47.338333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:47.342159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Usage tracker for resource:floatingip and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:47.348209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:47.363826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.369805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:47.371734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:47.425208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.425954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:47.476165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Usage tracker for resource:floatingip and tenant:0e383a1e355a403ea00c8fd87ab2ac3f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:47.483471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:47.505112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.509466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.517968 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ac84b975-2280-4037-8274-c9ff4b166817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Synchronizing usage tracker for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:47.523814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:47.536276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:27:47.575656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] DHCP port deletion for 1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:27:47.583427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] Deleting port 924b146b-d43f-496f-9e5a-be25b0fb6319 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:47.584151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.593105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2086c5f-e333-48ca-ae2b-0d7720160376,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:47.628028 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] Set router 8d83b184-51f3-4c88-b5a1-4320526dc4e8 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:27:47.656756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0299000f-de05-45bf-b4ce-5501c69360e9,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:47.675223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.675569 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Added segment f8ae2f27-df54-4f29-8cb1-667ebf188b1a of type vlan for network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 Dec 23 15:27:47.696302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.701301 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-61abf7c4-37fd-4c91-8a1f-d26fc7d87b5e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9043064 Dec 23 15:27:47.701441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.706042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44928) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:47.719782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.756378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Request body: {'security_group_rule': {'security_group_id': '4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:47.778635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:47.778983 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d83b184-51f3-4c88-b5a1-4320526dc4e8', 'name': '', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:39Z', 'updated_at': '2021-12-23T15:27:46Z', 'revision_number': 4, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:47.784412 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ce5f7-f044-4c67-b1f9-734a5236ab60 None None] The sync data for ids ['8d83b184-51f3-4c88-b5a1-4320526dc4e8'] in dv-neutron-822796-1-hyperv is: [{'id': '8d83b184-51f3-4c88-b5a1-4320526dc4e8', 'name': '', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:39Z', 'updated_at': '2021-12-23T15:27:46Z', 'revision_number': 4, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port_host': None}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:27:47.796402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Usage tracker for resource:security_group_rule and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:47.804675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.812225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:47.832523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.873851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:47.891070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Deleting port 924b146b-d43f-496f-9e5a-be25b0fb6319 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:47.891425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.917267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] For port 924b146b-d43f-496f-9e5a-be25b0fb6319, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=924b146b-d43f-496f-9e5a-be25b0fb6319,segment=NetworkSegment(ed5925c4-375b-4fe9-afe4-6504efb539cb),segment_id=ed5925c4-375b-4fe9-afe4-6504efb539cb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:47.917645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:47.929849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ac84b975-2280-4037-8274-c9ff4b166817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Unset dirty status for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:47.931027 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ac84b975-2280-4037-8274-c9ff4b166817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "GET /v2.0/ports/51740050-fd6d-47a7-94b6-81cd37c28d58 HTTP/1.1" status: 200 len: 959 time: 0.9039783 Dec 23 15:27:47.944058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44934) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:47.952680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] For port 7cbe2719-b854-4688-8c7f-ebe079b42427, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7cbe2719-b854-4688-8c7f-ebe079b42427,segment=NetworkSegment(e139bf55-20fa-48b7-a3ad-2ec21745eef8),segment_id=e139bf55-20fa-48b7-a3ad-2ec21745eef8)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:47.953036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.007245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Allocated IP 172.26.6.72 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/29ee349f-edbf-47b1-af25-7a0df7007b6f) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:48.070118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] Calling delete_port for 924b146b-d43f-496f-9e5a-be25b0fb6319 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:48.154472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Calling delete_port for 7cbe2719-b854-4688-8c7f-ebe079b42427 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:48.193649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.224571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.228269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:48.228842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.262444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.295855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.305613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Deleting port 51740050-fd6d-47a7-94b6-81cd37c28d58 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:48.305938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.344888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] Pushing event deleted for resources: {'Port': ['ID=924b146b-d43f-496f-9e5a-be25b0fb6319,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:48.349110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.351158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01480b8f-836c-4503-ab53-c6085bfe7c1e None None] No DVR routers for this DVR port 924b146b-d43f-496f-9e5a-be25b0fb6319 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:27:48.440526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:48.456415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:48.460152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:48.462121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event updated for resources: {'Port': ['ID=29ee349f-edbf-47b1-af25-7a0df7007b6f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:48.470060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:48.540488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:48.541013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.711486 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9080310 Dec 23 15:27:48.713179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 44950) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:48.728480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8faa0d-ed5d-4a33-b183-3e0cd8e3a7d0 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Network': ['ID=ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:48.740666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:48.747109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924b146b-d43f-496f-9e5a-be25b0fb6319 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:27:48.758834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'subnet': {'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:48.786282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:27:48.808164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 924b146b-d43f-496f-9e5a-be25b0fb6319 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:27:48.808513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924b146b-d43f-496f-9e5a-be25b0fb6319 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:27:48.946447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.051119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.058332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] For port 924b146b-d43f-496f-9e5a-be25b0fb6319, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=924b146b-d43f-496f-9e5a-be25b0fb6319,segment=NetworkSegment(ed5925c4-375b-4fe9-afe4-6504efb539cb),segment_id=ed5925c4-375b-4fe9-afe4-6504efb539cb)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:49.058690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.090373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:49.153009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Usage tracker for resource:subnet and tenant:e35994a8b0214718a7246e01fa9baf6f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:49.205859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:49.228240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.268302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.276370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Calling delete_port for 924b146b-d43f-496f-9e5a-be25b0fb6319 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:49.296989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44962) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:49.313049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.340923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:49.352943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605d430f-c8e4-4aa1-b738-0259cc8fd327,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:49.422950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event updated for resources: {'Port': ['ID=29ee349f-edbf-47b1-af25-7a0df7007b6f,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:49.435955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.446226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-382193198', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:49.452673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.457020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:49.466469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Usage tracker for resource:port and tenant:8c9bb1f7697d4a65baef3f844e3c557a is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:49.471926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:49.480288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:49.576157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:49.590711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.604398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.605671 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b68c084d-7f7c-48ed-b6a0-d04a58e1de30 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2944274 Dec 23 15:27:49.615003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Calling delete_port for 51740050-fd6d-47a7-94b6-81cd37c28d58 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:49.649991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Made reservation on behalf of 8c9bb1f7697d4a65baef3f844e3c557a for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:49.650969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.652159 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-41a8987c-33f2-42db-a299-388634562d07 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9344583 Dec 23 15:27:49.655171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.676490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44970) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:49.677637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.697404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:49.703973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:49.713291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Usage tracker for resource:floatingip and tenant:ac07ed00404b4be19c1bef1e73f51972 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:49.718317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:49.741556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:49.752098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:49.757376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Usage tracker for resource:security_group_rule and tenant:8c9bb1f7697d4a65baef3f844e3c557a is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:49.760767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:49.767176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:49.775302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:27:49.775843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:27:49.839496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.845234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.849903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.945855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:49.957572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] device_id is not set on port f06c469b-e137-4e0d-9415-6eca8d522d5e yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:49.958856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:50.031074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f790c59-5cef-45e5-885c-1d4d563fa822,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:50.039086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cbe2719-b854-4688-8c7f-ebe079b42427,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:50.082141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:50.084535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44984) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:50.089907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:50.124252 dv-neutron-822796-1-hyperv neutron-server[84221]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 15:27:50.145925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Allocated IP 172.26.6.126 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/afc08c15-02f5-4fb4-bf78-7358850434b8) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:50.190028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-2426ed8b-5e5b-48e0-818b-2cae8ccc0c6f tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Synchronizing usage tracker for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:50.226310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event deleted for resources: {'Port': ['ID=51740050-fd6d-47a7-94b6-81cd37c28d58,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:50.284152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-2426ed8b-5e5b-48e0-818b-2cae8ccc0c6f tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Unset dirty status for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:50.285380 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-2426ed8b-5e5b-48e0-818b-2cae8ccc0c6f tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1753866999&fields=id&tenant_id=049659f0fd1f483b8952486ebd6eb5df HTTP/1.1" status: 200 len: 267 time: 0.1999271 Dec 23 15:27:50.310054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Deleting port 924b146b-d43f-496f-9e5a-be25b0fb6319 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:50.310754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:50.437411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e3d3120e-f2df-4aba-af45-df67cecfc811 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:50.438597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e3d3120e-f2df-4aba-af45-df67cecfc811 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Synchronizing usage tracker for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:50.452336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:50.541276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e3d3120e-f2df-4aba-af45-df67cecfc811 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Unset dirty status for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:50.542493 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e3d3120e-f2df-4aba-af45-df67cecfc811 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/networks?id=1312a373-bc9d-493d-b042-5e94601d631b HTTP/1.1" status: 200 len: 805 time: 0.2503974 Dec 23 15:27:50.559568 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-1ae06377-9bb9-4057-ab41-452dfb59eafc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/quotas/049659f0fd1f483b8952486ebd6eb5df HTTP/1.1" status: 200 len: 375 time: 0.0111022 Dec 23 15:27:50.566446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] The port '924b146b-d43f-496f-9e5a-be25b0fb6319' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:27:50.568611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:50.645250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-11f8c31a-062b-43fa-ad9c-b77f2189e6b8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=049659f0fd1f483b8952486ebd6eb5df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796070 Dec 23 15:27:50.786975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-63737c91-dc86-4b2d-8a53-01365eba7695 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:27:50.788263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-63737c91-dc86-4b2d-8a53-01365eba7695 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0803964 Dec 23 15:27:50.920920 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-bb61371a-a127-48b9-912b-ca2bb05272fc service neutron] 10.222.0.58 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256645 Dec 23 15:27:50.942550 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ae66fa0c-2fa4-4651-8c03-d4ea55ce5093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "DELETE /v2.0/ports/51740050-fd6d-47a7-94b6-81cd37c28d58 HTTP/1.1" status: 204 len: 168 time: 2.9921691 Dec 23 15:27:50.949795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44994) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:51.041619 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c3bd29-6796-43a2-9e7d-5c5e48aba912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:27:51.042780 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-65c3bd29-6796-43a2-9e7d-5c5e48aba912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "GET /v2.0/ports/51740050-fd6d-47a7-94b6-81cd37c28d58 HTTP/1.1" status: 404 len: 333 time: 0.0920944 Dec 23 15:27:51.050464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 44998) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:51.063224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Request body: {'port': {'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1136814577'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:51.070667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:51.074123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.078683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Usage tracker for resource:port and tenant:2e46c7fc15fb43ee8aa13865b11fca84 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:51.084986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.090094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:51.098774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:51.119440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-731099aa-64e2-4ec9-92e3-162d7b83a508 service neutron] 10.222.0.58 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922021 Dec 23 15:27:51.127789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.138390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.143052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:51.162739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5925c4-375b-4fe9-afe4-6504efb539cb') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:51.163045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5925c4-375b-4fe9-afe4-6504efb539cb') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:51.210293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Made reservation on behalf of 2e46c7fc15fb43ee8aa13865b11fca84 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:51.212960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.233938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] device_id is not set on port 574f3baf-f3e3-4b7c-8f57-55947178cc52 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:51.253734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.260229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.317943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.344272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:27:51.344765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:27:51.363115 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:27:51.419309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45012) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:51.427822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Subnet': ['ID=6c26a695-36e4-4d50-a865-f15ad3415a2f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:51.455815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.455815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d83b184-51f3-4c88-b5a1-4320526dc4e8 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:27:51.481462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.486362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45024) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:51.487079 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-08fe500a-81c1-4e07-a612-075caf026c73 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "DELETE /v2.0/routers/8d83b184-51f3-4c88-b5a1-4320526dc4e8 HTTP/1.1" status: 204 len: 168 time: 6.8219280 Dec 23 15:27:51.504860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.552924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.570137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:51.578944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:51.583327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Checking segment: {'id': 'f8ae2f27-df54-4f29-8cb1-667ebf188b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:51.584007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network hostable DHCP agents. Network: ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:27:51.596268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:51.622418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.651837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-798c829d-8e35-4ddd-a698-876ea87d6551 req-9c9dcb19-38fd-42d7-b92c-3c794a4666fd tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.2317314 Dec 23 15:27:51.676455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Pushing event deleted for resources: {'Network': ['ID=1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:51.683006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.685583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event updated for resources: {'Port': ['ID=afc08c15-02f5-4fb4-bf78-7358850434b8,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:51.711127 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-335a7989-c3b0-4bdc-a2cb-fe73bba6f1ea tempest-DHCPAgentSchedulersTestJSON-611277723 tempest-DHCPAgentSchedulersTestJSON-611277723-project] 10.222.0.58 "DELETE /v2.0/networks/1f9c14d1-cdd4-4cd0-bfed-234f6b0d5f07 HTTP/1.1" status: 204 len: 168 time: 4.4918091 Dec 23 15:27:51.759801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Deleting subnet 09158108-4043-4fc0-a04b-0453d82cd73e {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:27:51.766773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.815472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Allocated IP 172.26.6.97 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/f06c469b-e137-4e0d-9415-6eca8d522d5e) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:51.841497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.846480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:27:51.869483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:51.940892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.012895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:52.024614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce28d3c-aed0-454b-a504-06d7cc26c952 None None] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:52.027799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:52.029084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.050147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.066099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.193906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=574f3baf-f3e3-4b7c-8f57-55947178cc52,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:52.205859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Network e8bb855a-03b8-4af5-b1e2-1e9203456b7b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:52.210513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:52.214179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:52.214970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:52.215627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.223827 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f4577c0f-20c5-4bf8-a681-bfa664a19e38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4943268 Dec 23 15:27:52.224817 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45044) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:52.233807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-279349133'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:52.247475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.305957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.315966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'tenant_id': 'e35994a8b0214718a7246e01fa9baf6f', 'fixed_ips': [{'subnet_id': '6c26a695-36e4-4d50-a865-f15ad3415a2f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:27:52.317384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.367513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09158108-4043-4fc0-a04b-0453d82cd73e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:52.372382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.374307 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5c19d3cd-d50c-4e64-b8c5-8f149585ae7e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/09158108-4043-4fc0-a04b-0453d82cd73e HTTP/1.1" status: 204 len: 168 time: 0.8870423 Dec 23 15:27:52.378282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45050) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:52.439737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.488575 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45054) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:52.511095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Allocated IP 2001:db8::2 (ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8/6c26a695-36e4-4d50-a865-f15ad3415a2f/f1f34590-6dbf-4b09-bcb9-4facf76f7bf6) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:52.511304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:52.520103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Usage tracker for resource:port and tenant:e35994a8b0214718a7246e01fa9baf6f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:52.525435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:52.533579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:52.561519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.580622 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a644974f-c627-467c-87c1-595a191e2392 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5287745 Dec 23 15:27:52.583687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45062) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:52.590910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:52.636657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:52.640323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.689343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.776947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.788907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Transition to ACTIVE for port object f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:52.790017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Allocated IP 172.26.6.29 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/9249258c-ff87-48e8-aef9-7d0bc399fcbf) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:52.800000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Pushing event updated for resources: {'Port': ['ID=f06c469b-e137-4e0d-9415-6eca8d522d5e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:52.811698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Transition to ACTIVE for port object f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:52.834023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] device_id is not set on port 09306463-f6bb-41be-8d6b-5fbb596f92d1 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:52.850601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.884911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:52.889724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:52.892555 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6851026c-b5ea-4d79-8578-72bdbc66bce9 req-7afeb8b7-e9f3-466d-beee-565173083969 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.0825613 Dec 23 15:27:52.897430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:52.946476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:52.962743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event updated for resources: {'Port': ['ID=afc08c15-02f5-4fb4-bf78-7358850434b8,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:52.996719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:53.000216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:53.003955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:53.007376 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cfff1a03-8e88-4bba-bc9f-daa9e9d4c937 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=723ffe1c0a534ce098f618a54bcf9838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5177262 Dec 23 15:27:53.010699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Pushing event updated for resources: {'Port': ['ID=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:53.021234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45072) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:53.021775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.033208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.121805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Attempting to bind port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:53.122376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Attempting to bind port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f8ae2f27-df54-4f29-8cb1-667ebf188b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:53.122757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Attempting to bind port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 on network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:53.133064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.134185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:27:53.135043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Checking segment: {'id': 'f8ae2f27-df54-4f29-8cb1-667ebf188b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:27:53.135530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.136874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Bound using segment: {'id': 'f8ae2f27-df54-4f29-8cb1-667ebf188b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:27:53.137226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Bound port: f1f34590-6dbf-4b09-bcb9-4facf76f7bf6, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ae2f27-df54-4f29-8cb1-667ebf188b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:27:53.138228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.174005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64649183-631a-47f2-be6b-f5734d473918']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:53.185652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.195732 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d4e50859-39f9-4dbc-bd64-d7dd03968ef7 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9600790 Dec 23 15:27:53.201499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:53.202206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.215059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e139bf55-20fa-48b7-a3ad-2ec21745eef8') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:53.215331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e139bf55-20fa-48b7-a3ad-2ec21745eef8') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:27:53.219524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Allocated IP 2001:db8::1b9 (ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8/6c26a695-36e4-4d50-a865-f15ad3415a2f/09306463-f6bb-41be-8d6b-5fbb596f92d1) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:53.261064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.266354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] For port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:53.270160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] For port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,segment=NetworkSegment(f8ae2f27-df54-4f29-8cb1-667ebf188b1a),segment_id=f8ae2f27-df54-4f29-8cb1-667ebf188b1a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:27:53.309662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.333249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.336465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:27:53.336857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:27:53.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:27:53.389927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.410069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae71ce18-696b-4387-b653-c59ae2476efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.449061 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bbf6af2d-5f92-4a0f-8a7f-5a97bebde657 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.1504383 Dec 23 15:27:53.464194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45088) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:53.491790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.97'}]}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:53.494343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd236d3-5a10-45d5-ab75-978db90fe75b None None] Pushing event updated for resources: {'Port': ['ID=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:53.500381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae71ce18-696b-4387-b653-c59ae2476efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.514836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:53.554983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Usage tracker for resource:router and tenant:8c9bb1f7697d4a65baef3f844e3c557a is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:53.559955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] device_id is not set on port 574f3baf-f3e3-4b7c-8f57-55947178cc52 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:53.573023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:53.583727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.596480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:53.599776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.605408 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-1a86730f-4ebb-4ece-b8e6-d9bc7ffbf2fa tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--360932140&fields=id&tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f HTTP/1.1" status: 200 len: 267 time: 0.1509399 Dec 23 15:27:53.623643 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Transition to ACTIVE for port object 574f3baf-f3e3-4b7c-8f57-55947178cc52 will not be triggered until provisioned by entity L2. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:53.641333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.659953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Transition to ACTIVE for port object 09306463-f6bb-41be-8d6b-5fbb596f92d1 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:53.665833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64649183-631a-47f2-be6b-f5734d473918 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 15:27:53.673046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.717467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event deleted for resources: {'Network': ['ID=64649183-631a-47f2-be6b-f5734d473918,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:53.726090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.768443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.861531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.947544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:53.948700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=574f3baf-f3e3-4b7c-8f57-55947178cc52,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:53.989900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fa2714cf-c791-42c4-9455-03d013958e89 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "DELETE /v2.0/networks/64649183-631a-47f2-be6b-f5734d473918 HTTP/1.1" status: 204 len: 168 time: 1.6091678 Dec 23 15:27:53.990880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:53.991840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.045582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:54.051290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:54.060325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:54.069627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:54.078551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:54.088091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:54.091887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.093549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event updated for resources: {'Port': ['ID=9249258c-ff87-48e8-aef9-7d0bc399fcbf,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:54.133375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae71ce18-696b-4387-b653-c59ae2476efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.161434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.161782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.162136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.188543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.192651 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.206584 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 2 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.216318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=09306463-f6bb-41be-8d6b-5fbb596f92d1,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:54.236999 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6353a1db-848c-4ab9-8f9d-139fb4790aa6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0081105 Dec 23 15:27:54.237879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45104) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:54.246695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-881398114', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b9', 'mac_address': 'fa:16:3e:09:6c:1e'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:54.273738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae71ce18-696b-4387-b653-c59ae2476efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.277534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ae71ce18-696b-4387-b653-c59ae2476efa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71e2d397-1a6c-4a97-9742-6095fdf09a1c HTTP/1.1" status: 204 len: 168 time: 1.2528353 Dec 23 15:27:54.277654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.277654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.277654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.287295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71ce18-696b-4387-b653-c59ae2476efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e2d397-1a6c-4a97-9742-6095fdf09a1c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:54.320699 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e28f6443-3558-4790-8b3d-24d47da0149e req-aee190dc-30e7-4baf-a7e3-60abc71fb46d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.1924632 Dec 23 15:27:54.341314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-d89667e3-75a3-4dde-86ca-98d6a84983f9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:54.358848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-d89667e3-75a3-4dde-86ca-98d6a84983f9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 811 time: 0.6963115 Dec 23 15:27:54.365495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.365829 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.375320 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 3 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.385135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.438476 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-abce0526-75bb-412e-accb-c0bd55217254 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/quotas/0e383a1e355a403ea00c8fd87ab2ac3f HTTP/1.1" status: 200 len: 375 time: 0.0687211 Dec 23 15:27:54.438616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.438616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.438616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.473568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.473899 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.477864 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 4 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.517341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:54.646543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.646883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.647220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.670370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.672998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:54.675421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.675758 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.686819 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 5 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.694831 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Usage tracker for resource:port and tenant:e35994a8b0214718a7246e01fa9baf6f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:54.705484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:54.716698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:54.721435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.721763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.722146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.731880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.732298 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.732671 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 6 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.750548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.750928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.751311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.763982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.764347 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.764734 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 7 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.775711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:54.800312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.800640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.800967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.809695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:54.815451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.837887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.838221 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.840010 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 8 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.854048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45114) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:54.870817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'router': {'name': 'tempest-router--737850679', 'project_id': 'dc9f0cb4f4774468b03aa33c333443d3'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:54.881404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] device_id is not set on port dc681bcb-83af-4066-95a2-9d173341ef8c yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:27:54.882207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-ac5758a9-349a-4cc9-a42c-d41e98e2e0af tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Synchronizing usage tracker for tenant:0e383a1e355a403ea00c8fd87ab2ac3f on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:54.919469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.919799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.920162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.945791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.945791 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.945791 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 9 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:54.954468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:54.961008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67834e28-067e-4397-a41f-6faa326b1788 None None] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:27:54.967959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:54.968314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:54.969271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:54.974335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:54.988608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:54.988608 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:54.991027 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempt 10 to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 Dec 23 15:27:55.001289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:router and tenant:dc9f0cb4f4774468b03aa33c333443d3 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:55.018968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:55.043561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:27:55.043886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:27:55.044415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempting to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:27:55.051632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:55.060116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:27:55.060466 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Failed to bind port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '346575ff-326a-4e68-8a54-62ae50d5f78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'e8bb855a-03b8-4af5-b1e2-1e9203456b7b'}] Dec 23 15:27:55.060824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.067493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.127432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Allocated IP 2001:db8::4d (ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8/6c26a695-36e4-4d50-a865-f15ad3415a2f/dc681bcb-83af-4066-95a2-9d173341ef8c) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:55.208775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] For port 574f3baf-f3e3-4b7c-8f57-55947178cc52, host hv-neutron-8227, cleared binding levels {{(pid=84222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:27:55.209076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Attempted to set empty binding levels {{(pid=84222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 15:27:55.238673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.399782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.416230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Transition to ACTIVE for port object dc681bcb-83af-4066-95a2-9d173341ef8c will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:27:55.427688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-ac5758a9-349a-4cc9-a42c-d41e98e2e0af tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Unset dirty status for tenant:0e383a1e355a403ea00c8fd87ab2ac3f on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:55.429117 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-ac5758a9-349a-4cc9-a42c-d41e98e2e0af tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9996004 Dec 23 15:27:55.430063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.433047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.467854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.535515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-478ba27c-bdc4-417e-b83c-4f146ae1e353 req-cc0240c4-1d23-4ed0-808c-4f33a927b921 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.0636857 Dec 23 15:27:55.569151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f8f5ce6d-f447-4985-92d0-7f77e2acc0fa None None] Provisioning for port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:55.576065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f8f5ce6d-f447-4985-92d0-7f77e2acc0fa None None] Provisioning complete for port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:55.580958 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ce6d-f447-4985-92d0-7f77e2acc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.599943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.602522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.607324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.621946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e75ee3b-1ae8-42c7-9710-da7a1d82a858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.707659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.57', 51372) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:55.717924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.746799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-09fa53d7-1aed-4b80-b699-8324422bf39f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:27:55.747923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-09fa53d7-1aed-4b80-b699-8324422bf39f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1605327 Dec 23 15:27:55.768677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] In _notify_port_updated(), no bound segment for port 574f3baf-f3e3-4b7c-8f57-55947178cc52 on network e8bb855a-03b8-4af5-b1e2-1e9203456b7b {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:27:55.770220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.772050 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "PUT /v2.0/ports/574f3baf-f3e3-4b7c-8f57-55947178cc52 HTTP/1.1" status: 200 len: 981 time: 3.1866810 Dec 23 15:27:55.777476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45130) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:55.824027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:27:55.829585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ce6d-f447-4985-92d0-7f77e2acc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.835045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:27:55.844279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcdfc3-31e9-4cbb-abb9-03b52279140e tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event updated for resources: {'Port': ['ID=574f3baf-f3e3-4b7c-8f57-55947178cc52,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:55.848544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:27:55.853224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:55.853224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.893126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f8f5ce6d-f447-4985-92d0-7f77e2acc0fa None None] For port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,segment=NetworkSegment(f8ae2f27-df54-4f29-8cb1-667ebf188b1a),segment_id=f8ae2f27-df54-4f29-8cb1-667ebf188b1a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:55.914257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45134) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:55.954649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.974943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8f5ce6d-f447-4985-92d0-7f77e2acc0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:55.986710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Deleting port 574f3baf-f3e3-4b7c-8f57-55947178cc52 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:55.987048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.033383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event updated for resources: {'Port': ['ID=9249258c-ff87-48e8-aef9-7d0bc399fcbf,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:56.049782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=dc681bcb-83af-4066-95a2-9d173341ef8c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:56.069929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5ce6d-f447-4985-92d0-7f77e2acc0fa None None] Pushing event updated for resources: {'Port': ['ID=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:56.082792 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d65ef2d5-42ab-43a4-b174-5709913bf869 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8439949 Dec 23 15:27:56.086851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45138) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:56.092021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.105424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:56.113241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Usage tracker for resource:security_group_rule and tenant:aecb1c17fdd04b88af41eb5629b30625 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:56.116655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-553779ab-9408-436a-975d-7df04250fdc6 None None] Provisioning complete for port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:56.117318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-553779ab-9408-436a-975d-7df04250fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.153852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:56.170631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:56.184943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.189904 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7383bc5d-6f99-428c-82f9-13a6beacea35 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3323722 Dec 23 15:27:56.194034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45142) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:56.314510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-df2f9273-9d3a-4a6c-8a10-896b4446355d service neutron] 10.222.0.58 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265412 Dec 23 15:27:56.332785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-cabc0ba2-4c71-468b-a171-a4a29da961ba tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:56.334191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-cabc0ba2-4c71-468b-a171-a4a29da961ba tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.57 "GET /v2.0/networks?id=1312a373-bc9d-493d-b042-5e94601d631b HTTP/1.1" status: 200 len: 805 time: 0.6123340 Dec 23 15:27:56.421552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-553779ab-9408-436a-975d-7df04250fdc6 None None] Provisioning for port 09306463-f6bb-41be-8d6b-5fbb596f92d1 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:56.428512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-553779ab-9408-436a-975d-7df04250fdc6 None None] Provisioning complete for port 09306463-f6bb-41be-8d6b-5fbb596f92d1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:56.428706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-553779ab-9408-436a-975d-7df04250fdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.444332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] For port 574f3baf-f3e3-4b7c-8f57-55947178cc52, host hv-neutron-8227, got binding levels [] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:27:56.444618 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.457041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.467960 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9063a9b9-d6ba-4b8e-8e7d-bd6798c7d88b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7778761 Dec 23 15:27:56.482707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:27:56.545397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c39c1-6a9e-4049-ad38-ce5221efb671 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:56.550350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c39c1-6a9e-4049-ad38-ce5221efb671 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:56.554746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c39c1-6a9e-4049-ad38-ce5221efb671 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:56.557050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b85c39c1-6a9e-4049-ad38-ce5221efb671 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4598231 Dec 23 15:27:56.579953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-553779ab-9408-436a-975d-7df04250fdc6 None None] Port 09306463-f6bb-41be-8d6b-5fbb596f92d1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:56.593291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45148) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:56.602845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:56.603663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.605825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4809e884-4327-461e-ad62-2165cac5f130 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.655032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-aa6c30be-dc65-412e-8575-f7cfeca3ad75 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=049659f0fd1f483b8952486ebd6eb5df HTTP/1.1" status: 200 len: 380 time: 0.2430224 Dec 23 15:27:56.681530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Request body: {'port': {'device_id': '1826a346-9a52-43c3-a51b-d1e11c032744', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'admin_state_up': True, 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'security_groups': ['238afd75-925f-4d8e-a96e-68f409b1b658']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:56.706033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-950d3746-956e-4259-9617-28729d1ce3f0 service neutron] 10.222.0.58 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786860 Dec 23 15:27:56.801015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Calling delete_port for 574f3baf-f3e3-4b7c-8f57-55947178cc52 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:56.838163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1cd5768f-3422-4148-be11-a678306457dd None None] Provisioning for port dc681bcb-83af-4066-95a2-9d173341ef8c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:27:56.845461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1cd5768f-3422-4148-be11-a678306457dd None None] Provisioning complete for port dc681bcb-83af-4066-95a2-9d173341ef8c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:27:56.851022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1cd5768f-3422-4148-be11-a678306457dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.867790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:56.926812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5768f-3422-4148-be11-a678306457dd None None] Port dc681bcb-83af-4066-95a2-9d173341ef8c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:27:56.957452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port dc681bcb-83af-4066-95a2-9d173341ef8c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:27:56.958006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.014102 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.017547 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f5c9ad14-cb4e-4026-99fc-ba5cb7c47688 req-e379f9f3-adb3-4f8d-99bf-aa15e254f27b tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.1704178 Dec 23 15:27:57.054050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.096556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:57.110746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Usage tracker for resource:port and tenant:049659f0fd1f483b8952486ebd6eb5df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:57.129093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:57.129093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:57.131255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.190297 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aecb1c17fdd04b88af41eb5629b30625&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2661498 Dec 23 15:27:57.196928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45184) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:57.208281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b891e5-20b2-4ae6-b7be-cb3268eab77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d099b73-1c90-4389-9b14-9ad9a9ef3687,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:57.374265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Made reservation on behalf of 049659f0fd1f483b8952486ebd6eb5df for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:27:57.377900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.382822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.476702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-071a2cee-3eab-45e9-93d1-af9762b048fc req-78c18305-ed24-4a19-bd6a-37339f5ecf6f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.1224141 Dec 23 15:27:57.508298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Pushing event deleted for resources: {'Port': ['ID=574f3baf-f3e3-4b7c-8f57-55947178cc52,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:57.521859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4809e884-4327-461e-ad62-2165cac5f130 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.527867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.548689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4809e884-4327-461e-ad62-2165cac5f130 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.561772 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0dee92b0-6c3f-49c2-8b4c-99e465b9ecf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "DELETE /v2.0/ports/574f3baf-f3e3-4b7c-8f57-55947178cc52 HTTP/1.1" status: 204 len: 168 time: 1.7794073 Dec 23 15:27:57.564524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25571298-010d-4201-b592-39f51bcd3ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.566140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45206) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:57.644328 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d4d08c-eca7-4a65-9824-790864af50fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:27:57.644826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-45d4d08c-eca7-4a65-9824-790864af50fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Synchronizing usage tracker for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:57.652083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25571298-010d-4201-b592-39f51bcd3ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.654732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aef35d28-a844-48fc-8367-d12ae9c19aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.798572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-4a55a919-9696-49ca-b370-dbb93f35e8d8 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Synchronizing usage tracker for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:57.815339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4809e884-4327-461e-ad62-2165cac5f130 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.816217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809e884-4327-461e-ad62-2165cac5f130 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3555e8eb-d320-4a74-bd0e-208a359d162a {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:27:57.817277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.853624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4809e884-4327-461e-ad62-2165cac5f130 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.856174 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4809e884-4327-461e-ad62-2165cac5f130 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3555e8eb-d320-4a74-bd0e-208a359d162a HTTP/1.1" status: 204 len: 168 time: 1.6580620 Dec 23 15:27:57.874138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Allocated IP 172.20.0.10 (1312a373-bc9d-493d-b042-5e94601d631b/6443c17c-037a-4bac-a707-9b6ca8ce6a2d/66cc86b5-46d3-4df1-8d2b-edf291bd60cc) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:27:57.877729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25571298-010d-4201-b592-39f51bcd3ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.881330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25571298-010d-4201-b592-39f51bcd3ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:57.882553 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-25571298-010d-4201-b592-39f51bcd3ec2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d099b73-1c90-4389-9b14-9ad9a9ef3687 HTTP/1.1" status: 204 len: 168 time: 0.6844678 Dec 23 15:27:57.884350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-45d4d08c-eca7-4a65-9824-790864af50fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] Unset dirty status for tenant:2e46c7fc15fb43ee8aa13865b11fca84 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:57.902953 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-45d4d08c-eca7-4a65-9824-790864af50fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-889936502-project-admin] 10.222.0.58 "GET /v2.0/ports/574f3baf-f3e3-4b7c-8f57-55947178cc52 HTTP/1.1" status: 404 len: 333 time: 0.3325932 Dec 23 15:27:57.947308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45216) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:57.964047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25571298-010d-4201-b592-39f51bcd3ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d099b73-1c90-4389-9b14-9ad9a9ef3687,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:27:58.061862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Calling delete_port for dc681bcb-83af-4066-95a2-9d173341ef8c owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:27:58.124073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-4a55a919-9696-49ca-b370-dbb93f35e8d8 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Unset dirty status for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:58.125881 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-4a55a919-9696-49ca-b370-dbb93f35e8d8 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1745848523&fields=id&tenant_id=ac07ed00404b4be19c1bef1e73f51972 HTTP/1.1" status: 200 len: 267 time: 0.7525795 Dec 23 15:27:58.491562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45228) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:27:58.572774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:58.678536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:58.785961 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4875c6d1-9127-4ce1-abbd-a7ba5c37a0d7 req-11e9140d-3198-4e9e-af34-ba58a2d389f2 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.3420970 Dec 23 15:27:59.017545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-114365786', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:27:59.029824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:27:59.036454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Usage tracker for resource:router and tenant:a033a2bab0de4520961b19ffc3b70ecc is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:27:59.045236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:27:59.054911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:27:59.055309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:59.083279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:59.175256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:59.176369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:59.198454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-adff1a5c-3200-4d9e-bb80-c580b7fd27f5 req-a232e13a-a5fc-4452-9a30-bf149e7ad218 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.2397339 Dec 23 15:27:59.210081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:59.287502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-d5929d78-6c06-4da4-a662-fd476062c254 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:27:59.288272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-d5929d78-6c06-4da4-a662-fd476062c254 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Synchronizing usage tracker for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:27:59.497116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:27:59.623109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-d5929d78-6c06-4da4-a662-fd476062c254 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Unset dirty status for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:27:59.624212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-d5929d78-6c06-4da4-a662-fd476062c254 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/networks?id=90b238bc-0035-41c7-a7fe-45710485b9c2 HTTP/1.1" status: 200 len: 812 time: 1.3864179 Dec 23 15:28:00.001943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.020180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.056397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.092284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.123493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.163638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.175172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-581339ea-8029-49e6-adff-d1e0055ae66e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/quotas/ac07ed00404b4be19c1bef1e73f51972 HTTP/1.1" status: 200 len: 375 time: 0.4766994 Dec 23 15:28:00.194369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.243004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Port': ['ID=dc681bcb-83af-4066-95a2-9d173341ef8c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:00.246282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bb855a-03b8-4af5-b1e2-1e9203456b7b']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:00.329577 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e1341e8-5f2f-45fe-abab-e63c4c7efe6e req-b507ca3b-3fd6-4bb6-8724-2332b54698e8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.2133458 Dec 23 15:28:00.332155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.334935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346575ff-326a-4e68-8a54-62ae50d5f78f') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:00.335295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346575ff-326a-4e68-8a54-62ae50d5f78f') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:00.348736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Transition to ACTIVE for port object 66cc86b5-46d3-4df1-8d2b-edf291bd60cc will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:00.357615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Allocated IP 172.26.6.124 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/dcd61da6-130e-4f4c-954a-2f0f61ed033a) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:00.391378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.452566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.704899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.805217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.842992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:28:00.844104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:28:00.875078 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:28:00.892800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:00.896339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:00.899667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:00.967887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event updated for resources: {'Port': ['ID=dcd61da6-130e-4f4c-954a-2f0f61ed033a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:01.051062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32e80995-08bb-41a2-89cf-c87e0d60b5b1 req-16f932d1-f245-4483-85c9-d1c043e27734 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.2116432 Dec 23 15:28:01.082229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.082706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 541afdb8-c779-450c-b15a-7e76cf924b53 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:01.112306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.142020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-e23db7df-8094-4bb9-ab99-974fa2754ff6 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Synchronizing usage tracker for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:01.156409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.217927 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ae7aef58-da2f-42dc-8b2b-a12363a82f0b tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/ports/dc681bcb-83af-4066-95a2-9d173341ef8c HTTP/1.1" status: 204 len: 168 time: 4.6196465 Dec 23 15:28:01.218674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45268) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:01.233502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.267795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.272716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] 10.222.0.58 "DELETE /v2.0/networks/e8bb855a-03b8-4af5-b1e2-1e9203456b7b HTTP/1.1" status: 204 len: 168 time: 3.3243921 Dec 23 15:28:01.294539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:28:01.298932 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5ec347e5-4650-4c26-aa81-3d7312e2cfb1 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.8305416 Dec 23 15:28:01.300998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d115ada-c6d7-4f17-ab19-8b0fdcebea4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1880125985-project] Pushing event deleted for resources: {'Network': ['ID=e8bb855a-03b8-4af5-b1e2-1e9203456b7b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:01.306982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45276) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:01.312683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Network 1312a373-bc9d-493d-b042-5e94601d631b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:01.346326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:01.356607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:01.381294 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccfecc9-4e7e-4ae4-a3a0-be8850485289 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] GET failed (client error): The resource could not be found. Dec 23 15:28:01.382147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8ccfecc9-4e7e-4ae4-a3a0-be8850485289 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Synchronizing usage tracker for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:01.383953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-e23db7df-8094-4bb9-ab99-974fa2754ff6 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Unset dirty status for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:01.385446 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-e23db7df-8094-4bb9-ab99-974fa2754ff6 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac07ed00404b4be19c1bef1e73f51972&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1455920 Dec 23 15:28:01.386032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event updated for resources: {'Port': ['ID=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:01.504472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.505552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.514227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8ccfecc9-4e7e-4ae4-a3a0-be8850485289 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Unset dirty status for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:01.517166 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8ccfecc9-4e7e-4ae4-a3a0-be8850485289 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "GET /v2.0/ports/dc681bcb-83af-4066-95a2-9d173341ef8c HTTP/1.1" status: 404 len: 333 time: 0.2969835 Dec 23 15:28:01.521121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45284) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:01.536195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1700184844'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:01.590004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Deleting port f06c469b-e137-4e0d-9415-6eca8d522d5e {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:01.594662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.734399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:01.735078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:01.879751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:01.936903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-826d571f-1bd3-4b4f-81a6-e3a44f8a6c37 service neutron] 10.222.0.58 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199976 Dec 23 15:28:01.953599 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-e630a584-b274-4fe8-92be-8a9a78a09809 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2878726 Dec 23 15:28:02.049238 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-338c567d-b2ea-4198-9664-344bed085879 None None] Provisioning for port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:02.049983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:02.055268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-338c567d-b2ea-4198-9664-344bed085879 None None] Provisioning complete for port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:02.055880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-338c567d-b2ea-4198-9664-344bed085879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:02.106917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45292) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:02.218236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-338c567d-b2ea-4198-9664-344bed085879 None None] Port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:02.238899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:02.248808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Sync routers for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:02.254864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:02.259588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-5fa296de-05eb-4569-8e0a-a2db777b2cf8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:02.263703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-5fa296de-05eb-4569-8e0a-a2db777b2cf8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1389253 Dec 23 15:28:02.281233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:02.282508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:02.284995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25140d7-5a8c-49e6-bbfb-ebb25915f73d req-83f0dd4b-5f34-4d7e-ad19-bfe689f1f923 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:02.291884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e25140d7-5a8c-49e6-bbfb-ebb25915f73d req-83f0dd4b-5f34-4d7e-ad19-bfe689f1f923 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Synchronizing usage tracker for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:02.302725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.57', 51378) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:02.320212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] device_id is not set on port e1b690a3-b336-44d0-9bb1-2cee89d30fbb yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:02.519278 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Router bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:28:02.622174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-17c81c58-aed8-4d32-8d30-9e151215fe07 service neutron] 10.222.0.58 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6657288 Dec 23 15:28:02.676798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:02.913821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Allocated IP 2001:db8::11b (ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8/6c26a695-36e4-4d50-a865-f15ad3415a2f/e1b690a3-b336-44d0-9bb1-2cee89d30fbb) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:02.927587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e25140d7-5a8c-49e6-bbfb-ebb25915f73d req-83f0dd4b-5f34-4d7e-ad19-bfe689f1f923 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Unset dirty status for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:02.954190 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e25140d7-5a8c-49e6-bbfb-ebb25915f73d req-83f0dd4b-5f34-4d7e-ad19-bfe689f1f923 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 932 time: 1.2978299 Dec 23 15:28:02.982455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:03.433835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45322) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:03.469856 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a825170f-3a17-4f62-8c18-9e76569c0622 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e1e158524aa4918b798e024f953513b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3618047 Dec 23 15:28:03.473729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45328) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:03.485940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:03.495821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 2, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:03.501124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Calling delete_port for f06c469b-e137-4e0d-9415-6eca8d522d5e owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:03.501580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Checking router: 02d88a20-f22e-4265-add2-20cb3a1321b4 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:28:03.501882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Updating router 02d88a20-f22e-4265-add2-20cb3a1321b4 port de310391-cce8-4f0b-9512-23b06a7c56c4 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:28:03.634234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Transition to ACTIVE for port object e1b690a3-b336-44d0-9bb1-2cee89d30fbb will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:03.722386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:03.748881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Request body: {'port': {'device_id': '1826a346-9a52-43c3-a51b-d1e11c032744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:04.051407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1009576358'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:04.051407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:04.051407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c905ba29-fbbe-4557-ac5d-cb6635d67cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:04.051407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Usage tracker for resource:network and tenant:eda751cfc65c4d4aae855009689d8235 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:04.051407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:04.051407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:04.052184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7918dd80-464a-4ea4-a984-989b501d47af req-1fd450b1-8432-4517-b841-379b57c61b91 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.3938787 Dec 23 15:28:04.052758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c905ba29-fbbe-4557-ac5d-cb6635d67cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:04.052758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:04.052985 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e25140d7-5a8c-49e6-bbfb-ebb25915f73d req-a09d3632-8512-47d2-816b-3040cd98525e tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9300392 Dec 23 15:28:04.053062 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] Sync routers for ids ['bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:04.053423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-225c0e1e-3770-483e-aa85-50f7dbb4ed98 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:04.053423 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-225c0e1e-3770-483e-aa85-50f7dbb4ed98 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 811 time: 1.5343726 Dec 23 15:28:04.053566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] Routers {'bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:04.053566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:04.053566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:04.053566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] Routers {'bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:04.053566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:04.053906 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f5b67dc7-261c-4d0a-9cd6-3feec2c79659 req-1d08de65-8844-4b0f-a476-aabd5416df36 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.1084657 Dec 23 15:28:04.099521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:04.144276 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:04.144276 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354e20e-b4ff-4e2c-bd57-420a4fb866ee None None] The sync data for ids ['bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:04.153761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:04.183485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c1d22ee5-f773-471d-a0e7-61246f48663a tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f HTTP/1.1" status: 200 len: 379 time: 0.2011418 Dec 23 15:28:04.546715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cc86b5-46d3-4df1-8d2b-edf291bd60cc {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:28:04.556607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:04.584297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Transition to ACTIVE for port object 66cc86b5-46d3-4df1-8d2b-edf291bd60cc will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:04.860240 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:28:05.027049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Made reservation on behalf of eda751cfc65c4d4aae855009689d8235 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:05.032812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.041058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.044733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c905ba29-fbbe-4557-ac5d-cb6635d67cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.047489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c905ba29-fbbe-4557-ac5d-cb6635d67cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.051019 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c905ba29-fbbe-4557-ac5d-cb6635d67cae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3cbf985-76b9-4945-823b-f17e3a79db68 HTTP/1.1" status: 204 len: 168 time: 1.5730524 Dec 23 15:28:05.051019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.051019 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5f107296-0506-456a-96bf-f60434ef8b86 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.5579271 Dec 23 15:28:05.054148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45340) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:05.106321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Transition to ACTIVE for port object de310391-cce8-4f0b-9512-23b06a7c56c4 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:05.146251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905ba29-fbbe-4557-ac5d-cb6635d67cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cbf985-76b9-4945-823b-f17e3a79db68,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:05.147508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=e1b690a3-b336-44d0-9bb1-2cee89d30fbb,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:05.151944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.186457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.194132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:05.197433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:05.200791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:05.205488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:05.206105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.214547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:05.226113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Usage tracker for resource:security_group_rule and tenant:eda751cfc65c4d4aae855009689d8235 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:05.229957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:05.243796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:05.246172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.256427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.376165 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-61d76cb6-97d8-417e-8d50-43457bc7dd38 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8477564 Dec 23 15:28:05.376902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45346) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:05.392274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b9', 'mac_address': 'fa:16:3e:09:6c:1e'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:05.458013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61fdaa-0858-4f69-a2b7-6fe1d0c1cdda None None] Pushing event updated for resources: {'Port': ['ID=de310391-cce8-4f0b-9512-23b06a7c56c4,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:05.609810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Attempting to bind port de310391-cce8-4f0b-9512-23b06a7c56c4 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:05.612860 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Attempting to bind port de310391-cce8-4f0b-9512-23b06a7c56c4 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:05.615693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Attempting to bind port de310391-cce8-4f0b-9512-23b06a7c56c4 on network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:05.635028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:05.635972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Checking segment: {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:05.636550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.637080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Bound using segment: {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:05.638782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Bound port: de310391-cce8-4f0b-9512-23b06a7c56c4, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:05.639326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:05.797269 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-34c6a4f8-2b06-4570-a3fa-06cce3ee3f6e req-2d1bd376-9fbe-4d42-b397-7b8858d2fc39 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.5523562 Dec 23 15:28:05.804227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Request body: {'port': {'device_id': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'admin_state_up': True, 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'security_groups': ['a1b7c938-28c3-45e3-b75e-25f546140063']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:05.938936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] For port de310391-cce8-4f0b-9512-23b06a7c56c4, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:05.947323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] For port de310391-cce8-4f0b-9512-23b06a7c56c4, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=de310391-cce8-4f0b-9512-23b06a7c56c4,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:05.957132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-716f3a36-b9f5-4000-a31b-c381d938e008 None None] Provisioning for port e1b690a3-b336-44d0-9bb1-2cee89d30fbb completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:05.971718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-716f3a36-b9f5-4000-a31b-c381d938e008 None None] Provisioning complete for port e1b690a3-b336-44d0-9bb1-2cee89d30fbb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:05.972097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-716f3a36-b9f5-4000-a31b-c381d938e008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.066172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-716f3a36-b9f5-4000-a31b-c381d938e008 None None] Port e1b690a3-b336-44d0-9bb1-2cee89d30fbb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:06.068999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.209605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.238376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61fdaa-0858-4f69-a2b7-6fe1d0c1cdda None None] Pushing event updated for resources: {'Port': ['ID=de310391-cce8-4f0b-9512-23b06a7c56c4,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:06.250619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:06.251280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:06.447329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.652994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:06.681620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8497a1f7-cdb4-484e-8edd-4a8abf800f27 req-67f1bb4c-5223-4f7f-8d7a-27048f4641e1 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.6685667 Dec 23 15:28:06.687888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Pushing event updated for resources: {'Port': ['ID=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:06.745478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45354) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:06.749695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.764597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:06.776482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:06.778319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.820211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:28:06.832681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] Pushing event deleted for resources: {'Port': ['ID=f06c469b-e137-4e0d-9415-6eca8d522d5e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:06.871789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.896980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7aad89-1d1d-468f-87f9-b1e3223065d9,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:06.900214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:06.900563 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Added segment 62085cba-b278-443e-8009-f466ad49e201 of type vlan for network 73609df5-ec32-4e30-9ae4-eb0cf40112ac Dec 23 15:28:06.977221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.046875 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4cec1671-92f2-40bf-b144-cbbfa0643943 tempest-RoutersAdminNegativeIpV6Test-675280719 tempest-RoutersAdminNegativeIpV6Test-675280719-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f06c469b-e137-4e0d-9415-6eca8d522d5e HTTP/1.1" status: 204 len: 168 time: 5.7379944 Dec 23 15:28:07.069145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Made reservation on behalf of 0e383a1e355a403ea00c8fd87ab2ac3f for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:07.072586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.088056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.103787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=e1b690a3-b336-44d0-9bb1-2cee89d30fbb,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:07.118978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c93f-d9a7-421c-86e1-2a126e3d66f7 req-5b7fb6a3-334f-4fdc-a463-2fbc7733e20c tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:07.125732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3603c93f-d9a7-421c-86e1-2a126e3d66f7 req-5b7fb6a3-334f-4fdc-a463-2fbc7733e20c tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 944 time: 1.8892717 Dec 23 15:28:07.134689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] In _notify_port_updated(), no bound segment for port e1b690a3-b336-44d0-9bb1-2cee89d30fbb on network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:07.144173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:07.145168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.146744 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-47f9a536-7f4c-4763-8ddf-d5d1d38d11ba tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "PUT /v2.0/ports/e1b690a3-b336-44d0-9bb1-2cee89d30fbb HTTP/1.1" status: 200 len: 1003 time: 1.7674134 Dec 23 15:28:07.152257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45362) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:07.169794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.272450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Sync routers for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:07.315112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port e1b690a3-b336-44d0-9bb1-2cee89d30fbb {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:07.315677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.368718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:07.369603 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:07.395571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.400948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:07.400948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.507112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-501ce4c6-7784-4207-a0da-7001bf9c8b40 req-f4fdb36f-db7f-440e-8fa7-863c84ac3b12 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.4525404 Dec 23 15:28:07.652263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Attempting to bind port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:07.652731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Attempting to bind port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:07.653064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Attempting to bind port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc on network 1312a373-bc9d-493d-b042-5e94601d631b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:07.680495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:05Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:07.696361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f469978-b76b-4e09-b818-51bea33a8018 None None] The sync data for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv is: [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:05Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:07.706202 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3603c93f-d9a7-421c-86e1-2a126e3d66f7 req-e9d0bf65-de5a-45df-9a41-1134caa5f90c tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5386658 Dec 23 15:28:07.715648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc on network 1312a373-bc9d-493d-b042-5e94601d631b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:07.715969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Attempting to bind port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc on network 1312a373-bc9d-493d-b042-5e94601d631b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:07.723276 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a7f48c94-b33b-47c1-a43e-0af6e54ea980 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e46c7fc15fb43ee8aa13865b11fca84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9442813 Dec 23 15:28:07.737161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3a77c587-16c6-4f0b-a49e-6c3819adf4d9 None None] Provisioning complete for port e1b690a3-b336-44d0-9bb1-2cee89d30fbb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:07.737500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a77c587-16c6-4f0b-a49e-6c3819adf4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:07.763277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45366) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:07.822247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:07.863226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Pushing event updated for resources: {'Network': ['ID=73609df5-ec32-4e30-9ae4-eb0cf40112ac,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:07.915485 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-87aa746e-93a9-473f-88f4-443151d512c1 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.4786859 Dec 23 15:28:07.954389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 73609df5-ec32-4e30-9ae4-eb0cf40112ac details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:28:08.007651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:08.007651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Checking segment: {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:08.007651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Bound using segment: {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:08.007651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Bound port: 66cc86b5-46d3-4df1-8d2b-edf291bd60cc, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0527cb89-1e29-40e7-9ec7-045ce37417aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:08.007651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:08.194146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45378) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:08.252404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3a77c587-16c6-4f0b-a49e-6c3819adf4d9 None None] Port e1b690a3-b336-44d0-9bb1-2cee89d30fbb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:08.349410 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4bebd267-9213-4751-b147-3a2a0258419b req-167682e6-7fed-4f3d-b6e1-6c0bf778d6ae tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.2511187 Dec 23 15:28:08.387918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:08.492494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f267007e-fabc-4661-b3de-3aafa36f9546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:08.575828 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-70f6dce5-0fa1-41a6-92e1-d876e9de1cab tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab HTTP/1.1" status: 200 len: 924 time: 3.5203195 Dec 23 15:28:08.576526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.57', 51384) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:08.611358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45386) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:08.634857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Allocated IP 172.20.0.5 (0cb4b27e-b15d-48c2-8e82-58f5ee11afec/f1a9d6b7-88c8-4e1a-971e-aaebdd65acce/7754c102-100d-4426-b219-811e98c1521a) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:08.846213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Calling delete_port for e1b690a3-b336-44d0-9bb1-2cee89d30fbb owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:08.858780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f267007e-fabc-4661-b3de-3aafa36f9546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:08.885295 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0dcf1aab-5fc5-4a31-8b28-b6ba7b092a66 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab HTTP/1.1" status: 200 len: 205 time: 0.2724881 Dec 23 15:28:08.900350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45394) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:08.901141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45396) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:08.904097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] For port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:09.070047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.077782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device de310391-cce8-4f0b-9512-23b06a7c56c4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:09.104588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Request body: {'port': {'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-215949626'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:09.136058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:09.172485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Usage tracker for resource:port and tenant:9896197f20124d4792022a3b3e3e213d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:09.182588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] For port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:09.191656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:09.236857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 2, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:09.242392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Checking router: 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:28:09.243060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Updating router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 port ffe62450-1f60-4817-bde0-df03cba2d7c1 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:28:09.247766 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-116ae652-3f98-4f99-a164-7902aeb6e578 req-bf6bddab-6233-4a94-9253-7277ea3dffe8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.3454628 Dec 23 15:28:09.269517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:09.320089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port de310391-cce8-4f0b-9512-23b06a7c56c4 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:09.348604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:09.357750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Usage tracker for resource:security_group_rule and tenant:a5ba4cca0ff649f8baee9ffa0d64f50e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:09.359092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port de310391-cce8-4f0b-9512-23b06a7c56c4 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:09.360042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.366017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:09.374045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:09.550242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Made reservation on behalf of 9896197f20124d4792022a3b3e3e213d for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:09.553581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.555066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.565590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.597272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.653596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:09.658625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Usage tracker for resource:security_group_rule and tenant:9896197f20124d4792022a3b3e3e213d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:09.659690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f267007e-fabc-4661-b3de-3aafa36f9546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.662336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:09.669239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:09.747887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.838693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.841888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.853425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.859999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267007e-fabc-4661-b3de-3aafa36f9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acf4702-3057-401f-8d35-6d7ed2f16192,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:09.885109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.934209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Pushing event updated for resources: {'Port': ['ID=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:09.954229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a18b09c2-fd6d-481a-90b9-4b379f506b72 req-508fb231-d074-4775-a722-4dafe49bb05b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.2481737 Dec 23 15:28:09.959004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-3e4bfb56-a27a-4f65-b119-dfbd9402fc63 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:09.960419 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-3e4bfb56-a27a-4f65-b119-dfbd9402fc63 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.57 "GET /v2.0/networks?id=90b238bc-0035-41c7-a7fe-45710485b9c2 HTTP/1.1" status: 200 len: 812 time: 1.3652518 Dec 23 15:28:09.985739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:09.987140 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-45d31950-e87c-4719-8f08-35615fc513ca service neutron] 10.222.0.57 "PUT /v2.0/ports/66cc86b5-46d3-4df1-8d2b-edf291bd60cc HTTP/1.1" status: 200 len: 1094 time: 7.0210705 Dec 23 15:28:09.992139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:10.038925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port de310391-cce8-4f0b-9512-23b06a7c56c4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=de310391-cce8-4f0b-9512-23b06a7c56c4,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:10.091116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] device_id is not set on port 310e68af-334c-4f96-af2d-5614d86cc228 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:10.146117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.147929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.149774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f267007e-fabc-4661-b3de-3aafa36f9546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.154606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f267007e-fabc-4661-b3de-3aafa36f9546 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0acf4702-3057-401f-8d35-6d7ed2f16192 HTTP/1.1" status: 204 len: 168 time: 2.3671715 Dec 23 15:28:10.182825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.257584 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5ba4cca0ff649f8baee9ffa0d64f50e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0596318 Dec 23 15:28:10.268870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Port': ['ID=e1b690a3-b336-44d0-9bb1-2cee89d30fbb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:10.273121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45414) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:10.298363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.330589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Transition to ACTIVE for port object ffe62450-1f60-4817-bde0-df03cba2d7c1 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:10.338437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.354995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-12be3cb3-8639-4f72-a201-05a20c0f6c2b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac07ed00404b4be19c1bef1e73f51972 HTTP/1.1" status: 200 len: 380 time: 0.3477471 Dec 23 15:28:10.375882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3809e664-5134-4cdf-83b6-197dd415c5aa,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:10.393657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881ebb6-7650-443e-a385-4896df4349c1 req-52243757-71cf-4541-927a-e3830301edb6 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:10.395539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7881ebb6-7650-443e-a385-4896df4349c1 req-52243757-71cf-4541-927a-e3830301edb6 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 944 time: 1.3183420 Dec 23 15:28:10.436732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Request body: {'port': {'device_id': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'admin_state_up': True, 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'security_groups': ['4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:10.460335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=de310391-cce8-4f0b-9512-23b06a7c56c4,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:10.466711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.574994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c3423-52d5-4204-9fce-ed14ee573742 None None] Pushing event updated for resources: {'Port': ['ID=ffe62450-1f60-4817-bde0-df03cba2d7c1,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:10.667927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Transition to ACTIVE for port object 7754c102-100d-4426-b219-811e98c1521a will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:10.710025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d80b9d2e-a5e7-4e2f-a92b-46b3d201d41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.776886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d80b9d2e-a5e7-4e2f-a92b-46b3d201d41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:10.877872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-dd6abbf2-8664-4a25-af31-2abc0a924bc5 req-2d21fba9-b927-453f-a879-61b3459656cf tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Synchronizing usage tracker for tenant:0e383a1e355a403ea00c8fd87ab2ac3f on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:11.044855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4f893-38e0-45a6-8444-b4283ca8d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4038df6a-7971-4cd2-884f-aa59a7ab6827,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:11.046782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Attempting to bind port ffe62450-1f60-4817-bde0-df03cba2d7c1 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:11.047470 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Attempting to bind port ffe62450-1f60-4817-bde0-df03cba2d7c1 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:11.048049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Attempting to bind port ffe62450-1f60-4817-bde0-df03cba2d7c1 on network 90b238bc-0035-41c7-a7fe-45710485b9c2 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:11.055856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:11.065505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Checking segment: {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:11.067889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.067889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Bound using segment: {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:11.067889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Bound port: ffe62450-1f60-4817-bde0-df03cba2d7c1, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:11.067889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.082062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7881ebb6-7650-443e-a385-4896df4349c1 req-5ea99a49-8c8a-476a-a1c7-d89fa161861c tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660931 Dec 23 15:28:11.089566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-dd6abbf2-8664-4a25-af31-2abc0a924bc5 req-2d21fba9-b927-453f-a879-61b3459656cf tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Unset dirty status for tenant:0e383a1e355a403ea00c8fd87ab2ac3f on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:11.104768 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dd6abbf2-8664-4a25-af31-2abc0a924bc5 req-2d21fba9-b927-453f-a879-61b3459656cf tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.4812121 Dec 23 15:28:11.133182 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-8053f91f-d2a3-4899-a0de-370a23dafa16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049659f0fd1f483b8952486ebd6eb5df&device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 1097 time: 0.9425011 Dec 23 15:28:11.137888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:11.277465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] For port ffe62450-1f60-4817-bde0-df03cba2d7c1, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:11.287988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] For port ffe62450-1f60-4817-bde0-df03cba2d7c1, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ffe62450-1f60-4817-bde0-df03cba2d7c1,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:11.298447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.300935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:11.334124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d80b9d2e-a5e7-4e2f-a92b-46b3d201d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.365781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.414577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.470217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b9d2e-a5e7-4e2f-a92b-46b3d201d41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4038df6a-7971-4cd2-884f-aa59a7ab6827,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:11.495396 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-25c59547-5a7e-4efe-a602-39f23f98ac53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc HTTP/1.1" status: 200 len: 217 time: 0.3457742 Dec 23 15:28:11.505985 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'status': 'completed', 'code': 200} Dec 23 15:28:11.525097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2dc0fd9c-c462-4ff0-9d8b-7a8f602c60c7 req-209ee253-631e-40c4-ba2a-f5718a9adf4b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.1122622 Dec 23 15:28:11.541657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:11.542536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event updated for resources: {'Port': ['ID=7754c102-100d-4426-b219-811e98c1521a,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:11.545438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:11.547996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:11.582737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c3423-52d5-4204-9fce-ed14ee573742 None None] Pushing event updated for resources: {'Port': ['ID=ffe62450-1f60-4817-bde0-df03cba2d7c1,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:11.590469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] device_id is not set on port 310e68af-334c-4f96-af2d-5614d86cc228 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:11.609496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.617574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:11.618431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:11.624540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:11.625579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.644298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Made reservation on behalf of ac07ed00404b4be19c1bef1e73f51972 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:11.647525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.659231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Transition to ACTIVE for port object 310e68af-334c-4f96-af2d-5614d86cc228 will not be triggered until provisioned by entity L2. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:11.771101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.797473 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-8aab4d74-a222-4a9c-bae9-4ea1d136d75b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0359638 Dec 23 15:28:11.850455 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ec40a9fd-57c6-4ba8-8585-de667c2167d4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/ports/e1b690a3-b336-44d0-9bb1-2cee89d30fbb HTTP/1.1" status: 204 len: 168 time: 4.6908438 Dec 23 15:28:11.858229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45442) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:11.881945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d80b9d2e-a5e7-4e2f-a92b-46b3d201d41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:11.883146 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d80b9d2e-a5e7-4e2f-a92b-46b3d201d41a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4038df6a-7971-4cd2-884f-aa59a7ab6827 HTTP/1.1" status: 204 len: 168 time: 1.5908356 Dec 23 15:28:11.933102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:11.948229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Allocated IP 172.20.0.12 (90b238bc-0035-41c7-a7fe-45710485b9c2/5d2938c9-b524-41cc-a6a6-12b3fad60ebc/224e2730-0d61-4f3a-a6ce-c8d4a33da242) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:11.969531 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-797d8f35-427e-423d-a874-79b521293c8a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] GET failed (client error): The resource could not be found. Dec 23 15:28:11.970038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-797d8f35-427e-423d-a874-79b521293c8a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Synchronizing usage tracker for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:11.974842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=310e68af-334c-4f96-af2d-5614d86cc228,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:11.992199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:12.030820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Checking segment: {'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:12.031173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Network hostable DHCP agents. Network: 73609df5-ec32-4e30-9ae4-eb0cf40112ac, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:28:12.078277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Deleting port dcd61da6-130e-4f4c-954a-2f0f61ed033a {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:12.079935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:12.113644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-797d8f35-427e-423d-a874-79b521293c8a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Unset dirty status for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:12.115073 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-797d8f35-427e-423d-a874-79b521293c8a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "GET /v2.0/ports/e1b690a3-b336-44d0-9bb1-2cee89d30fbb HTTP/1.1" status: 404 len: 333 time: 0.2499168 Dec 23 15:28:12.119382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45452) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:12.127001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-779664397'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:12.229805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Network 73609df5-ec32-4e30-9ae4-eb0cf40112ac is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:28:12.243064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e190d6d2-3a3e-4a66-8134-8acf616f8a22 None None] Provisioning for port 7754c102-100d-4426-b219-811e98c1521a completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:12.254917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e190d6d2-3a3e-4a66-8134-8acf616f8a22 None None] Provisioning complete for port 7754c102-100d-4426-b219-811e98c1521a triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:12.255281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e190d6d2-3a3e-4a66-8134-8acf616f8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:12.289964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:12.321916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e190d6d2-3a3e-4a66-8134-8acf616f8a22 None None] Port 7754c102-100d-4426-b219-811e98c1521a cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:12.357943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:12.416338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Transition to ACTIVE for port object 224e2730-0d61-4f3a-a6ce-c8d4a33da242 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:12.468532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 73609df5-ec32-4e30-9ae4-eb0cf40112ac) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:12.488236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9bad8-a545-4335-b464-fc002f70d228 None None] Network 73609df5-ec32-4e30-9ae4-eb0cf40112ac requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:12.560955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Request body: {'port': {'device_id': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:12.567496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Calling delete_port for dcd61da6-130e-4f4c-954a-2f0f61ed033a owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:12.597604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:12.615053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:12.619405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:12.620195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:12.620940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:12.624717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device de310391-cce8-4f0b-9512-23b06a7c56c4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:12.625740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:12.634373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:12.634968 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:12.637077 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 2 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:12.661683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:12.662367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:12.663027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:12.679470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:12.680298 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:12.684516 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 3 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:12.729215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:12.729885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:12.730421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:12.739024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:12.739674 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:12.745927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-8429c1e2-0c66-4cce-9373-c9796f5dd07f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:12.747356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-8429c1e2-0c66-4cce-9373-c9796f5dd07f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6443c17c-037a-4bac-a707-9b6ca8ce6a2d HTTP/1.1" status: 200 len: 844 time: 0.2256477 Dec 23 15:28:12.747653 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 4 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:12.772481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:12.773117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:12.773117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:12.779862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:12.779862 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:12.780829 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 5 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:12.790239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:11Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:12.797473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:12.797791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:12.798140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:12.805009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:12.805899 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:12.805899 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 6 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:12.806071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e21009-4498-41ef-9bee-46a9e697789a None None] The sync data for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv is: [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:11Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:12.830406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:12.834554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:12.834655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:12.834881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:12.835211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:12.892611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:12.940963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:12.941289 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:12.945769 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 7 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:12.973316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:12.973641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:12.973970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:12.982617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:12.983009 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:12.985370 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 8 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:13.031110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:13.031110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:13.031110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:13.035399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:13.035729 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:13.036281 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 9 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:13.088251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port de310391-cce8-4f0b-9512-23b06a7c56c4 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:13.088251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:13.249606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45470) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:13.253951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:13.278852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:13.315174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:13.315598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:13.316013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:13.370303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event deleted for resources: {'Port': ['ID=dcd61da6-130e-4f4c-954a-2f0f61ed033a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:13.382490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa8bc5-48fe-45e7-a967-3bd2299b83c4 req-d0db8148-0f01-42d9-ae01-cb80c69f7fa1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:13.384172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5aa8bc5-48fe-45e7-a967-3bd2299b83c4 req-d0db8148-0f01-42d9-ae01-cb80c69f7fa1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 944 time: 1.0352032 Dec 23 15:28:13.416522 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-63550d08-1682-40ad-863e-438a0f10c8f0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c9bb1f7697d4a65baef3f844e3c557a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1656940 Dec 23 15:28:13.422770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] device_id is not set on port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:13.444769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45476) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:13.447127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:13.447455 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:13.461843 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 10 to bind port 310e68af-334c-4f96-af2d-5614d86cc228 Dec 23 15:28:13.512288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:13.512615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:13.512943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:13.517029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event updated for resources: {'Port': ['ID=224e2730-0d61-4f3a-a6ce-c8d4a33da242,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:13.544088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c5c8-d4ed-489f-86a8-896d111ff589 req-d1baf79e-7f69-41f4-928f-af016501ede4 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:13.547043 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9332c5c8-d4ed-489f-86a8-896d111ff589 req-d1baf79e-7f69-41f4-928f-af016501ede4 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 931 time: 1.1408970 Dec 23 15:28:13.670093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 310e68af-334c-4f96-af2d-5614d86cc228 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:13.670517 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 310e68af-334c-4f96-af2d-5614d86cc228 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:13.670875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:13.704942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:13.785018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Allocated IP 2001:db8::285 (ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8/6c26a695-36e4-4d50-a865-f15ad3415a2f/608d34fb-ed25-478c-ac6d-1b3dc1e4149d) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:13.806568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a9a23a-63ca-44bd-b7fd-15ab38cbbb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:13.834860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a9a23a-63ca-44bd-b7fd-15ab38cbbb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:13.927396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7754c102-100d-4426-b219-811e98c1521a {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:28:13.964547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.016411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:14.025136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:14.028063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:14.134244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Transition to ACTIVE for port object 7754c102-100d-4426-b219-811e98c1521a will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:14.156264 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9332c5c8-d4ed-489f-86a8-896d111ff589 req-05051668-a65d-4793-969a-ace45aec07dd tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080121 Dec 23 15:28:14.173849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.177260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-007a09a5-e6d6-4585-b5d1-0a9497e35584 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1312a373-bc9d-493d-b042-5e94601d631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4026947 Dec 23 15:28:14.178811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.194904 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5aa8bc5-48fe-45e7-a967-3bd2299b83c4 req-a7a04b61-8f1a-4ed3-9510-cb1d744aa928 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6819952 Dec 23 15:28:14.236077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45488) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:14.242242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:14.242844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.245681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a9a23a-63ca-44bd-b7fd-15ab38cbbb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.273855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9a23a-63ca-44bd-b7fd-15ab38cbbb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f790c59-5cef-45e5-885c-1d4d563fa822,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:14.281518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.282137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Fanout notify agent at l3_agent the message router_deleted on router bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:14.284880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] For port 310e68af-334c-4f96-af2d-5614d86cc228, host hv-neutron-8227, cleared binding levels {{(pid=84222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:14.285236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempted to set empty binding levels {{(pid=84222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 15:28:14.304913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.305995 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b7af19d0-f99c-4604-b07c-4fb4468fe049 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab HTTP/1.1" status: 204 len: 168 time: 5.3938284 Dec 23 15:28:14.309734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.310238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45492) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:14.314866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a9a23a-63ca-44bd-b7fd-15ab38cbbb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.316018 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-68a9a23a-63ca-44bd-b7fd-15ab38cbbb7e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f790c59-5cef-45e5-885c-1d4d563fa822 HTTP/1.1" status: 204 len: 168 time: 0.8702424 Dec 23 15:28:14.319285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1296982746', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': False}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:14.331280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:14.331280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:router and tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:14.332001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:14.338569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:14.386641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.413936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0933316f-051e-42fe-bb11-6b4a68efb37b None None] Provisioning for port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:14.431129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0933316f-051e-42fe-bb11-6b4a68efb37b None None] Provisioning complete for port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:14.432593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0933316f-051e-42fe-bb11-6b4a68efb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.443869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.445502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.481782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.501027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.535677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=310e68af-334c-4f96-af2d-5614d86cc228,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:14.544695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.568197 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffe62450-1f60-4817-bde0-df03cba2d7c1 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:14.620545 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d3f52b97-9b99-4329-bda1-4fe92bcb421a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.7104888 Dec 23 15:28:14.624508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45500) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:14.687351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Transition to ACTIVE for port object 608d34fb-ed25-478c-ac6d-1b3dc1e4149d will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:14.693551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0933316f-051e-42fe-bb11-6b4a68efb37b None None] Port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:14.753403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Pushing event updated for resources: {'Port': ['ID=7754c102-100d-4426-b219-811e98c1521a,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:14.762348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ffe62450-1f60-4817-bde0-df03cba2d7c1 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:14.771271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ffe62450-1f60-4817-bde0-df03cba2d7c1 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:14.771750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.790896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-130766364'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:14.802396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.805351 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-7e7e5eb5-0df3-4822-9595-779b1058094e tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4057438 Dec 23 15:28:14.821345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:14.865911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Deleting port 310e68af-334c-4f96-af2d-5614d86cc228 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:14.866459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.904784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Request body: {'port': {'device_id': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:14.934061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.962900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:14.987611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Usage tracker for resource:router and tenant:a4371d900b094e0a81abd3a43881b523 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:15.018114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ffe62450-1f60-4817-bde0-df03cba2d7c1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ffe62450-1f60-4817-bde0-df03cba2d7c1,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:15.022599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:15.023581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:15.040555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:15.043057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:15.048296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:15.049241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.079986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:15.082352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.126229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-cbcd041a-4344-49f1-a296-056097b5bdb4 service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9285161 Dec 23 15:28:15.231160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffe62450-1f60-4817-bde0-df03cba2d7c1,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:15.305899 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1854525 Dec 23 15:28:15.306769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d712b6-0d98-416f-91fd-8c40c0607ddf tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=608d34fb-ed25-478c-ac6d-1b3dc1e4149d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:15.307897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] For port 310e68af-334c-4f96-af2d-5614d86cc228, host hv-neutron-8227, got binding levels [] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:15.308286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.309272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.310216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.316691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45518) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:15.319586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98d213-64f6-49d5-bac0-ee3cc2321c56 req-3540a14a-a5cc-4712-8ce7-d19459b2cecb tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:15.322230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-bb98d213-64f6-49d5-bac0-ee3cc2321c56 req-3540a14a-a5cc-4712-8ce7-d19459b2cecb tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Synchronizing usage tracker for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:15.337553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:09:6c:1e'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:15.510738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9e9d28a4-8eac-4a9a-a5f0-d850a8c6b4c4 None None] Provisioning for port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:15.517262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9e9d28a4-8eac-4a9a-a5f0-d850a8c6b4c4 None None] Provisioning complete for port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:15.517423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Calling delete_port for 310e68af-334c-4f96-af2d-5614d86cc228 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:15.517506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.518358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e9d28a4-8eac-4a9a-a5f0-d850a8c6b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.526883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Attempting to bind port 7754c102-100d-4426-b219-811e98c1521a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:15.533762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Attempting to bind port 7754c102-100d-4426-b219-811e98c1521a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:15.533762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Attempting to bind port 7754c102-100d-4426-b219-811e98c1521a on network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:15.554255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.567962 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ebf4de11-27b2-4ce9-9adb-43a91d5789e6 req-f783ca0f-7fa3-4f27-a43b-de26b0dda5a0 service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171579 Dec 23 15:28:15.576569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d28a4-8eac-4a9a-a5f0-d850a8c6b4c4 None None] Port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:15.603749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Port 7754c102-100d-4426-b219-811e98c1521a on network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:15.604070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Attempting to bind port 7754c102-100d-4426-b219-811e98c1521a on network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:15.618759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-bb98d213-64f6-49d5-bac0-ee3cc2321c56 req-3540a14a-a5cc-4712-8ce7-d19459b2cecb tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Unset dirty status for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:15.625065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb98d213-64f6-49d5-bac0-ee3cc2321c56 req-3540a14a-a5cc-4712-8ce7-d19459b2cecb tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 932 time: 1.2879901 Dec 23 15:28:15.819343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:15.819667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Checking segment: {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:15.820042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Bound using segment: {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:15.820496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Bound port: 7754c102-100d-4426-b219-811e98c1521a, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374f13c-aa6d-430a-96c1-1c3d58f03953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:15.820826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.839694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.924702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event deleted for resources: {'Port': ['ID=310e68af-334c-4f96-af2d-5614d86cc228,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:15.935900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.945979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.959086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:15.999251 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54734e0d-6af2-4f49-b8f9-f0795bdcf5cc tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "DELETE /v2.0/ports/310e68af-334c-4f96-af2d-5614d86cc228 HTTP/1.1" status: 204 len: 168 time: 1.3703425 Dec 23 15:28:15.999251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.000829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45530) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:16.003255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.031512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45534) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:16.077290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8e6ae-c083-44ab-8ee6-616bc524cf38 req-af7f2183-8690-4eef-a2e8-003cd7bd56dd tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:16.078679 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c6a8e6ae-c083-44ab-8ee6-616bc524cf38 req-af7f2183-8690-4eef-a2e8-003cd7bd56dd tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 943 time: 0.7036543 Dec 23 15:28:16.113573 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8a160f-b6ae-475f-9e2d-e906ad282974 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:28:16.114068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2e8a160f-b6ae-475f-9e2d-e906ad282974 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Synchronizing usage tracker for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:16.179835 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb98d213-64f6-49d5-bac0-ee3cc2321c56 req-194e9bf9-6a71-4a35-bf41-a4722f0f3074 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5479031 Dec 23 15:28:16.189554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.190700 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a497ed25-0b26-4ec8-8850-b9084d154b2f tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.9431913 Dec 23 15:28:16.207378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45540) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:16.261425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] For port 7754c102-100d-4426-b219-811e98c1521a, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:16.279096 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c6a8e6ae-c083-44ab-8ee6-616bc524cf38 req-21de757b-9bbe-4bf4-a62c-010ada168cf0 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840043 Dec 23 15:28:16.285058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] For port 7754c102-100d-4426-b219-811e98c1521a, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7754c102-100d-4426-b219-811e98c1521a,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:16.299665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1767836020'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:16.306424 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-00fcbc32-85c7-4a3f-884c-d45e410d5536 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049659f0fd1f483b8952486ebd6eb5df&device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 1097 time: 0.4700634 Dec 23 15:28:16.337587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:16.364048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2e8a160f-b6ae-475f-9e2d-e906ad282974 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Unset dirty status for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:16.365218 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2e8a160f-b6ae-475f-9e2d-e906ad282974 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "GET /v2.0/ports/310e68af-334c-4f96-af2d-5614d86cc228 HTTP/1.1" status: 404 len: 333 time: 0.3634918 Dec 23 15:28:16.374469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.376231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45544) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:16.390194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Request body: {'port': {'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-184242389'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:16.405170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:16.412061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Usage tracker for resource:network and tenant:c74333cd772b4e71b3c92523bef981d1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:16.449939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffe62450-1f60-4817-bde0-df03cba2d7c1 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:16.453143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:16.486075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:16.519113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ffe62450-1f60-4817-bde0-df03cba2d7c1 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:16.519675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.530733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Allocated IP 172.26.6.228 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/b49fa035-dc8a-4bf3-a123-cb61f862fc26) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:16.535707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:16.564868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04fd2eff-055e-4829-b8e6-ecb3728dfa65 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.575487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224e2730-0d61-4f3a-a6ce-c8d4a33da242 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:28:16.594214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.615067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.616495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] 10.222.0.57 "PUT /v2.0/ports/7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 1093 time: 4.1021402 Dec 23 15:28:16.619034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'tag': '7754c102-100d-4426-b219-811e98c1521a'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:16.658648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6f19e-7995-422c-86ae-8612401afd4f service neutron] Pushing event updated for resources: {'Port': ['ID=7754c102-100d-4426-b219-811e98c1521a,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:16.679250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Transition to ACTIVE for port object 224e2730-0d61-4f3a-a6ce-c8d4a33da242 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:16.706910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:16.710051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.733500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'tag': '7754c102-100d-4426-b219-811e98c1521a', 'status': 'completed', 'code': 200} Dec 23 15:28:16.737472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.752589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Made reservation on behalf of 9896197f20124d4792022a3b3e3e213d for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:16.754997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.765378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.803834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-4c4e9898-711a-4ea1-b4e0-4c313329545d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:16.805327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-4c4e9898-711a-4ea1-b4e0-4c313329545d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1312a373-bc9d-493d-b042-5e94601d631b HTTP/1.1" status: 200 len: 906 time: 0.4694581 Dec 23 15:28:16.912082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:28:16.957542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:16.961795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0998e-7944-4a02-a1b1-bcb666fcf002 req-6d152e05-68ed-4faf-894f-9572f3fed72d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:16.964557 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53a0998e-7944-4a02-a1b1-bcb666fcf002 req-6d152e05-68ed-4faf-894f-9572f3fed72d tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 944 time: 0.6232352 Dec 23 15:28:16.964820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] device_id is not set on port 5d865d2c-f584-4c83-916f-0b3060c4724a yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:17.028957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-de236dac-ab85-4e69-9cb6-ea1dac9022b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc HTTP/1.1" status: 200 len: 217 time: 0.1682599 Dec 23 15:28:17.040174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.048790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:17.110069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Pushing event updated for resources: {'Port': ['ID=224e2730-0d61-4f3a-a6ce-c8d4a33da242,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:17.116003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Usage tracker for resource:security_group_rule and tenant:c74333cd772b4e71b3c92523bef981d1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:17.129573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:17.141599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:17.274824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] In _notify_port_updated(), no bound segment for port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d on network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:17.279206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:17.281055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.285508 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "PUT /v2.0/ports/608d34fb-ed25-478c-ac6d-1b3dc1e4149d HTTP/1.1" status: 200 len: 1002 time: 1.9668622 Dec 23 15:28:17.286308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45552) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:17.323775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.333748 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53a0998e-7944-4a02-a1b1-bcb666fcf002 req-1ee68c16-daab-413b-b617-1d605b812560 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3612397 Dec 23 15:28:17.336528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-971769de-9708-4db2-8b15-72216eb7c778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:17.338590 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-971769de-9708-4db2-8b15-72216eb7c778 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6443c17c-037a-4bac-a707-9b6ca8ce6a2d HTTP/1.1" status: 200 len: 844 time: 0.2798498 Dec 23 15:28:17.384421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Attempting to bind port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:17.384899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Attempting to bind port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:17.385310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Attempting to bind port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 on network 90b238bc-0035-41c7-a7fe-45710485b9c2 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:17.441682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-82ad6364-6230-4e76-8efb-fd42105f8c28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1096 time: 0.6693957 Dec 23 15:28:17.462457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b995da4-9d4e-4f66-b5b4-c4368f07b6d3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=608d34fb-ed25-478c-ac6d-1b3dc1e4149d,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:17.497883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.563125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 on network 90b238bc-0035-41c7-a7fe-45710485b9c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:17.563798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Attempting to bind port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 on network 90b238bc-0035-41c7-a7fe-45710485b9c2 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:17.586219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-19476926-aa4c-4752-9091-064f853babee None None] Provisioning complete for port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:17.586759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-19476926-aa4c-4752-9091-064f853babee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.588379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04fd2eff-055e-4829-b8e6-ecb3728dfa65 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.629948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.641793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:17.642142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.644582 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-fc39af13-b265-4f8d-9445-14200a5f3a19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 217 time: 0.1489189 Dec 23 15:28:17.645077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-19476926-aa4c-4752-9091-064f853babee None None] Port 608d34fb-ed25-478c-ac6d-1b3dc1e4149d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:17.659284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:17.659611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Checking segment: {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:17.659985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Bound using segment: {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:17.660467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Bound port: 224e2730-0d61-4f3a-a6ce-c8d4a33da242, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:17.660800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.689467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04fd2eff-055e-4829-b8e6-ecb3728dfa65 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.733409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:28:17.805502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.805760 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Added segment 1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e of type vlan for network e1bc69bb-f6ca-4663-a74c-524032c441ca Dec 23 15:28:17.814294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.816349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be073b-0102-4338-a1c4-79eecd34fb67,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:17.835876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.957363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04fd2eff-055e-4829-b8e6-ecb3728dfa65 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:17.957772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd2eff-055e-4829-b8e6-ecb3728dfa65 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 229b7833-a7e2-4e70-8e9a-dff30c63e924 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:17.986240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-f1772467-7afe-46ef-9342-9726cd026bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:17.987664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-f1772467-7afe-46ef-9342-9726cd026bf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.3137248 Dec 23 15:28:17.990377 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-2d1db5ec-a230-4242-aa2c-81efc7132fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1312a373-bc9d-493d-b042-5e94601d631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6024504 Dec 23 15:28:18.001293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.009577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df1d83-6f9a-4d8e-b81a-ca96fd2ed463 req-3b5625d1-8ce7-4690-92cd-75a4136fc127 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:18.011010 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-10df1d83-6f9a-4d8e-b81a-ca96fd2ed463 req-3b5625d1-8ce7-4690-92cd-75a4136fc127 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 944 time: 0.6219394 Dec 23 15:28:18.029154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Port': ['ID=b49fa035-dc8a-4bf3-a123-cb61f862fc26,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:18.033835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:18.041289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:18.043477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:18.072522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc323f-50db-414d-a829-176fd63df36a req-9f9bd07c-7e42-4b2d-9a13-2b074dcec29a tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:18.073940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5dc323f-50db-414d-a829-176fd63df36a req-9f9bd07c-7e42-4b2d-9a13-2b074dcec29a tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 943 time: 0.5123296 Dec 23 15:28:18.110145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] For port 224e2730-0d61-4f3a-a6ce-c8d4a33da242, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:18.114179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.178300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:28:18.206878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] For port 224e2730-0d61-4f3a-a6ce-c8d4a33da242, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:18.294984 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-10df1d83-6f9a-4d8e-b81a-ca96fd2ed463 req-c9c11123-1712-4bb2-a01a-3d62df156973 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447872 Dec 23 15:28:18.301652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5dc323f-50db-414d-a829-176fd63df36a req-44acc287-8bd1-46a0-be17-6b987af44ebb tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112174 Dec 23 15:28:18.312178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.331994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04fd2eff-055e-4829-b8e6-ecb3728dfa65 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.333181 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04fd2eff-055e-4829-b8e6-ecb3728dfa65 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "DELETE /v2.0/routers/229b7833-a7e2-4e70-8e9a-dff30c63e924 HTTP/1.1" status: 204 len: 168 time: 2.1246839 Dec 23 15:28:18.340617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Calling delete_port for 608d34fb-ed25-478c-ac6d-1b3dc1e4149d owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:18.360345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45558) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:18.360983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.364689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:18.365263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.370711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.400030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Request body: {'router': {'name': 'tempest-router-389953813', 'distributed': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:18.413173 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-e237eb0c-0c48-415d-80fa-a81077c44452 service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012356 Dec 23 15:28:18.432744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:18.517075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Usage tracker for resource:router and tenant:a4371d900b094e0a81abd3a43881b523 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:18.523442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-4a473e6c-e03b-467d-97d0-60a1c399de38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5059426 Dec 23 15:28:18.524290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:18.527271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Network 73609df5-ec32-4e30-9ae4-eb0cf40112ac is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:18.553219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:18.555675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:18.556671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:18.557247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.565810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=5d865d2c-f584-4c83-916f-0b3060c4724a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:18.578148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.579494 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] 10.222.0.57 "PUT /v2.0/ports/224e2730-0d61-4f3a-a6ce-c8d4a33da242 HTTP/1.1" status: 200 len: 1094 time: 3.6797557 Dec 23 15:28:18.632248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:18.708050 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-315eba2c-ed7b-4bc7-bdad-ec76350cf4bf tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3266060 Dec 23 15:28:18.708304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45564) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:18.714928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:18.742376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:18.757271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a253e-75f1-4f1f-b5d2-454663657556 service neutron] Pushing event updated for resources: {'Port': ['ID=224e2730-0d61-4f3a-a6ce-c8d4a33da242,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:18.760625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Network': ['ID=e1bc69bb-f6ca-4663-a74c-524032c441ca,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:18.765213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.799274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fc84ce59-c675-4040-b5a2-b8681451a40a tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7422950 Dec 23 15:28:18.810834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e1bc69bb-f6ca-4663-a74c-524032c441ca details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:28:18.812837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45570) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:18.823344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'status': 'completed', 'code': 200} Dec 23 15:28:18.833172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'subnet': {'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:18.845093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Port': ['ID=608d34fb-ed25-478c-ac6d-1b3dc1e4149d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:18.865062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.870162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.912091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.970888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:18.976051 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2424dfc7-94d7-476e-8883-cbda0c06f7a6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/ports/608d34fb-ed25-478c-ac6d-1b3dc1e4149d HTTP/1.1" status: 204 len: 168 time: 1.6674676 Dec 23 15:28:18.979044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45574) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:19.052716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da38dd51-455a-45cd-ba97-7e684a416f75 req-ffc6e8b6-5987-4126-92af-c7cb622d6e31 service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212182 Dec 23 15:28:19.061610 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-1f741d97-f44b-4236-a0ea-bcb279a4710c service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175378 Dec 23 15:28:19.072307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.072985 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bc7a55-4624-4405-b27a-52da89e6a4b3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] GET failed (client error): The resource could not be found. Dec 23 15:28:19.073241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:19.073685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-69bc7a55-4624-4405-b27a-52da89e6a4b3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Synchronizing usage tracker for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:19.089966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Usage tracker for resource:subnet and tenant:c74333cd772b4e71b3c92523bef981d1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:19.117395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:19.125525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7631fd-eb06-4b5b-a326-cfc3c49f26e8 req-c5818c43-c609-4d0f-b281-6a6256cb5b22 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:19.127013 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6f7631fd-eb06-4b5b-a326-cfc3c49f26e8 req-c5818c43-c609-4d0f-b281-6a6256cb5b22 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 944 time: 0.6210492 Dec 23 15:28:19.180401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:19.182712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.182872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.187843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-69bc7a55-4624-4405-b27a-52da89e6a4b3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Unset dirty status for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:19.189042 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-69bc7a55-4624-4405-b27a-52da89e6a4b3 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "GET /v2.0/ports/608d34fb-ed25-478c-ac6d-1b3dc1e4149d HTTP/1.1" status: 404 len: 333 time: 0.2084916 Dec 23 15:28:19.192873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45578) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:19.210062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-683588345'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:19.215708 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-16af5ca8-a13f-483a-9eec-7d8cc90e2f37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac07ed00404b4be19c1bef1e73f51972&device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 1097 time: 0.4668291 Dec 23 15:28:19.301578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.332024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:19.367669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-cf6d7669-adcd-4d7f-8946-4870263b165d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242 HTTP/1.1" status: 200 len: 217 time: 0.1306162 Dec 23 15:28:19.473494 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6f7631fd-eb06-4b5b-a326-cfc3c49f26e8 req-78a57f94-81d3-4f20-9317-18dd9f487cf1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942464 Dec 23 15:28:19.491325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] device_id is not set on port 5d865d2c-f584-4c83-916f-0b3060c4724a yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:19.505717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.510227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:19.521463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee560bc-74be-4ed6-bacf-c9aa8bc8ee44 req-f570866b-3731-46aa-99e3-af648dbb4ece service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329951 Dec 23 15:28:19.540026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Transition to ACTIVE for port object 5d865d2c-f584-4c83-916f-0b3060c4724a will not be triggered until provisioned by entity L2. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:19.542164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:19.544542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 66cc86b5-46d3-4df1-8d2b-edf291bd60cc details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:28:19.555529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.556545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-504addea-cdb8-465a-a4f8-914bf8462cab tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1870499 Dec 23 15:28:19.565483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45586) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:19.570952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.650007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.703814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:19.719905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'port_id': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'mac_address': 'fa:16:3e:7d:51:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:28:19.726231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=5d865d2c-f584-4c83-916f-0b3060c4724a,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:19.764955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-9f6fbc4d-06e2-43de-ad96-31e4d5d77231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:19.766352 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-9f6fbc4d-06e2-43de-ad96-31e4d5d77231 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d2938c9-b524-41cc-a6a6-12b3fad60ebc HTTP/1.1" status: 200 len: 851 time: 0.3401778 Dec 23 15:28:19.783955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.800620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:19.803477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.804593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cc86b5-46d3-4df1-8d2b-edf291bd60cc {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:28:19.821654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:19.845918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] device_id is not set on port df148682-1732-4f3d-a0e2-4ac58adc219a yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:19.888162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:19.910860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:19.911098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:19.911419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:19.935235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:19.936085 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:19.939519 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 2 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:19.969175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:20.002315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.002840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.002937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.028079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.028519 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.039554 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 3 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.096440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61756fb4-ac0c-4cb2-9dfa-dbbfcd715573 req-212c783a-ddc5-4377-a1fa-1c523473c68f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:20.097960 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61756fb4-ac0c-4cb2-9dfa-dbbfcd715573 req-212c783a-ddc5-4377-a1fa-1c523473c68f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 943 time: 0.6323991 Dec 23 15:28:20.145952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2eecb985-d79a-457c-87b5-ec4b5c259850 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:20.147913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Allocated IP 2001:db8::6c (ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8/6c26a695-36e4-4d50-a865-f15ad3415a2f/df148682-1732-4f3d-a0e2-4ac58adc219a) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:20.162273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.162516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.162839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.189519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.189827 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.197533 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 4 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.224932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.225247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.225572 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.295680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.295926 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.300934 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 5 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.309866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Router 1a75073f-94a1-4ba7-b373-d9fdf0a1479b is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:28:20.323122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a542eed-dd65-4fb5-9df3-78c62e511f44 req-69b5904e-272a-4e9b-a934-b7d7fc018422 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:20.324630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a542eed-dd65-4fb5-9df3-78c62e511f44 req-69b5904e-272a-4e9b-a934-b7d7fc018422 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 944 time: 0.5664485 Dec 23 15:28:20.335806 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-3143599a-a6a6-49d0-8cbf-e8c2b9dc30fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1096 time: 0.5764477 Dec 23 15:28:20.340784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.341101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.341425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.355135 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-c6f01692-159f-4d75-a6d6-89d169c53a52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90b238bc-0035-41c7-a7fe-45710485b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4794848 Dec 23 15:28:20.434428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.434428 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.437727 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 6 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.479110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:20.482059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.482531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.482864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.502538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61756fb4-ac0c-4cb2-9dfa-dbbfcd715573 req-278b7c9d-cf1e-432a-99ea-6b072e379fc2 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900297 Dec 23 15:28:20.505458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Transition to ACTIVE for port object df148682-1732-4f3d-a0e2-4ac58adc219a will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:20.508489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.508807 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.510184 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 7 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.522960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['66cc86b5-46d3-4df1-8d2b-edf291bd60cc'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:28:20.537678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.538002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.538330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.553993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.554317 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.555638 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 8 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.578067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.578393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.578714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.589722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.590037 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.591193 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 9 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.663457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:20.671702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.672020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.672370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.743527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.743841 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.750856 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 10 to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a Dec 23 15:28:20.777689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:20.781244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=df148682-1732-4f3d-a0e2-4ac58adc219a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:20.786063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:20.789379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:20.789698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:20.790016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:20.792429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:20.797414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:20.798603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:20.820709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:20.820709 dv-neutron-822796-1-hyperv neutron-server[84222]: ERROR neutron.plugins.ml2.managers [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 5d865d2c-f584-4c83-916f-0b3060c4724a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:20.821115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:20.856779 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a542eed-dd65-4fb5-9df3-78c62e511f44 req-83191aef-d3a8-4edc-b3da-377b24a250ec tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5127323 Dec 23 15:28:20.913640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:20.925853 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Sync routers for ids ['1a75073f-94a1-4ba7-b373-d9fdf0a1479b'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:20.943408 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Routers {'1a75073f-94a1-4ba7-b373-d9fdf0a1479b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:20.944923 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1a75073f-94a1-4ba7-b373-d9fdf0a1479b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:20.953540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5f47ab61-9424-4998-bf58-5b8985643dc8 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7516096 Dec 23 15:28:20.953540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45592) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:20.956336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'network_id': 'ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1325307795'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:20.971805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-8fded918-f93d-4fbe-bfc3-aa74c1a9db2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:20.973495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-8fded918-f93d-4fbe-bfc3-aa74c1a9db2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.6262171 Dec 23 15:28:20.976252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] For port 5d865d2c-f584-4c83-916f-0b3060c4724a, host hv-neutron-8227, cleared binding levels {{(pid=84222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:20.976539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempted to set empty binding levels {{(pid=84222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 15:28:20.994347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.042539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.045664 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-45831579-553b-4cdd-87ff-3a6220dfde23 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.7317848 Dec 23 15:28:21.055073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45596) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:21.132164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.161394 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Set router 1a75073f-94a1-4ba7-b373-d9fdf0a1479b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:21.191854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] In _notify_port_updated(), no bound segment for port 5d865d2c-f584-4c83-916f-0b3060c4724a on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:21.192761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.196380 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "PUT /v2.0/ports/5d865d2c-f584-4c83-916f-0b3060c4724a HTTP/1.1" status: 200 len: 976 time: 2.4844303 Dec 23 15:28:21.221624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45600) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:21.236525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-282c4301-5c2a-4efd-9f7e-846696cdbce0 None None] Provisioning for port df148682-1732-4f3d-a0e2-4ac58adc219a completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:21.245156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-282c4301-5c2a-4efd-9f7e-846696cdbce0 None None] Provisioning complete for port df148682-1732-4f3d-a0e2-4ac58adc219a triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:21.247642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-282c4301-5c2a-4efd-9f7e-846696cdbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.267623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-90ca476d-dbae-414e-a7e6-6e5d65387c9e service neutron] 10.222.0.57 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8679554 Dec 23 15:28:21.286151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2eecb985-d79a-457c-87b5-ec4b5c259850 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.318425 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-f32c338e-34e5-472d-86ad-e45556881afd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 217 time: 0.3081143 Dec 23 15:28:21.326923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-282c4301-5c2a-4efd-9f7e-846696cdbce0 None None] Port df148682-1732-4f3d-a0e2-4ac58adc219a cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:21.332099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:21.335916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302da12-7e70-48a2-a902-2901ba5cadd5 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=5d865d2c-f584-4c83-916f-0b3060c4724a,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:21.342280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Usage tracker for resource:port and tenant:e35994a8b0214718a7246e01fa9baf6f is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:21.347165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:21.355857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:21.421308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2eecb985-d79a-457c-87b5-ec4b5c259850 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.444336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Subnet': ['ID=7a70472e-9c1a-4c43-a77e-dfec3929228a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:21.470388 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75073f-94a1-4ba7-b373-d9fdf0a1479b', 'name': 'tempest-snat-router-1296982746', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': False}, 'gw_port_id': 'b49fa035-dc8a-4bf3-a123-cb61f862fc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:28:14Z', 'updated_at': '2021-12-23T15:28:18Z', 'revision_number': 3, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port': {'id': 'b49fa035-dc8a-4bf3-a123-cb61f862fc26', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75073f-94a1-4ba7-b373-d9fdf0a1479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:28:16Z', 'updated_at': '2021-12-23T15:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:21.473734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1ebb57b-53fe-4c7a-8b70-ddfa7a23d128 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Synchronizing usage tracker for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:21.474725 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Checking router: 1a75073f-94a1-4ba7-b373-d9fdf0a1479b for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:28:21.475143 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Updating router 1a75073f-94a1-4ba7-b373-d9fdf0a1479b port b49fa035-dc8a-4bf3-a123-cb61f862fc26 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:28:21.482047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2ba8-dd4a-4469-9c4e-becf1e5c4d56 req-03871e7f-b20c-4fef-9feb-7308423ab3c7 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:21.482874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Made reservation on behalf of e35994a8b0214718a7246e01fa9baf6f for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:21.483510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-016b2ba8-dd4a-4469-9c4e-becf1e5c4d56 req-03871e7f-b20c-4fef-9feb-7308423ab3c7 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 945 time: 0.8194840 Dec 23 15:28:21.485907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.529983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] device_id is not set on port 4939d663-5c63-486b-8007-65c74d61f005 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:21.530895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Checking segment: {'id': '1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:21.531464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network hostable DHCP agents. Network: e1bc69bb-f6ca-4663-a74c-524032c441ca, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:28:21.550195 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.555388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-bbf222fd-addf-4a07-b8d9-dfe3a3e12c53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:21.556824 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-bbf222fd-addf-4a07-b8d9-dfe3a3e12c53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.2159595 Dec 23 15:28:21.624456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1ebb57b-53fe-4c7a-8b70-ddfa7a23d128 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Unset dirty status for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:21.629220 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d1ebb57b-53fe-4c7a-8b70-ddfa7a23d128 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21492 time: 0.4031551 Dec 23 15:28:21.635708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45606) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:21.675748 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b030c30-57cc-443b-b45f-36821bf558e5 req-72d55bdc-2d41-4ad4-ac23-a062b513d140 service neutron] 10.222.0.57 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916245 Dec 23 15:28:21.704715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-016b2ba8-dd4a-4469-9c4e-becf1e5c4d56 req-c31dc052-d4bd-4b31-81b9-a9a05319d838 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072070 Dec 23 15:28:21.714603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2eecb985-d79a-457c-87b5-ec4b5c259850 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.715093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecb985-d79a-457c-87b5-ec4b5c259850 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95455e3f-b37b-4d34-8ef7-3dccddfb09ce {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:21.759365 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-353abee6-8f7c-48af-ae1a-17466d9a2d4d tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/1a75073f-94a1-4ba7-b373-d9fdf0a1479b HTTP/1.1" status: 200 len: 909 time: 0.7027781 Dec 23 15:28:21.767167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45610) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:21.776117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1296982746', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': True}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:21.782536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:21.789769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Usage tracker for resource:router and tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:21.795226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:21.809490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Deleting port 5d865d2c-f584-4c83-916f-0b3060c4724a {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:21.811102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.815343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Allocated IP 2001:db8::1eb (ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8/6c26a695-36e4-4d50-a865-f15ad3415a2f/4939d663-5c63-486b-8007-65c74d61f005) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:21.817579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:21.855643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2eecb985-d79a-457c-87b5-ec4b5c259850 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.861495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2eecb985-d79a-457c-87b5-ec4b5c259850 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "DELETE /v2.0/routers/95455e3f-b37b-4d34-8ef7-3dccddfb09ce HTTP/1.1" status: 204 len: 168 time: 2.2722292 Dec 23 15:28:21.862372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45614) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:21.866031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Request body: {'router': {'name': 'tempest-router-1735518985', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '22cb939cd416405fa7458e61aed2ee15'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:21.870936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:21.880601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Usage tracker for resource:router and tenant:22cb939cd416405fa7458e61aed2ee15 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:21.880801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:28:21.889236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:21.899920 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:21.979133 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.983303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.984431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:21.992406 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Transition to ACTIVE for port object b49fa035-dc8a-4bf3-a123-cb61f862fc26 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:22.010159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-17eeab2c-d7ce-4510-9e30-5711c712c8f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4422019 Dec 23 15:28:22.087942 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.096671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.097608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.113889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e1bc69bb-f6ca-4663-a74c-524032c441ca) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:22.125490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e05d2-f417-44b7-b056-6c2b177a7400 None None] Network e1bc69bb-f6ca-4663-a74c-524032c441ca requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:22.153130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.164318 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8035-476f-4e2d-a3fc-b26c0c277fbf None None] Pushing event updated for resources: {'Port': ['ID=b49fa035-dc8a-4bf3-a123-cb61f862fc26,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:22.186590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.192542 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Attempting to bind port b49fa035-dc8a-4bf3-a123-cb61f862fc26 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:22.193072 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Attempting to bind port b49fa035-dc8a-4bf3-a123-cb61f862fc26 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:22.193597 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Attempting to bind port b49fa035-dc8a-4bf3-a123-cb61f862fc26 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:22.194265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.205943 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:22.206461 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:22.207220 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.208036 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:22.208619 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Bound port: b49fa035-dc8a-4bf3-a123-cb61f862fc26, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:22.209752 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.217100 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Transition to ACTIVE for port object 4939d663-5c63-486b-8007-65c74d61f005 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:22.293495 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] For port b49fa035-dc8a-4bf3-a123-cb61f862fc26, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:22.297381 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] For port b49fa035-dc8a-4bf3-a123-cb61f862fc26, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b49fa035-dc8a-4bf3-a123-cb61f862fc26,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:22.301219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:22.301806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.338796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.359839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.369262 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.376672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea6b98-395b-494a-a46e-35700d0036d5 req-086c59ef-2462-4097-9cec-de943c7a69b9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:22.380919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fea6b98-395b-494a-a46e-35700d0036d5 req-086c59ef-2462-4097-9cec-de943c7a69b9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 943 time: 0.6436107 Dec 23 15:28:22.404649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e1bc69bb-f6ca-4663-a74c-524032c441ca', 'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'tenant_id': 'c74333cd772b4e71b3c92523bef981d1', 'fixed_ips': [{'subnet_id': '7a70472e-9c1a-4c43-a77e-dfec3929228a'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:28:22.409016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.477603 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde8035-476f-4e2d-a3fc-b26c0c277fbf None None] Pushing event updated for resources: {'Port': ['ID=b49fa035-dc8a-4bf3-a123-cb61f862fc26,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:22.483288 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Routers {'1a75073f-94a1-4ba7-b373-d9fdf0a1479b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:22.483889 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:27:57Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1a75073f-94a1-4ba7-b373-d9fdf0a1479b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:22.491454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-17eccbbb-eb38-4ad2-b710-7fbb2cac73d5 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614930 Dec 23 15:28:22.516369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:22.521053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:22.526253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:22.530460 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:22.531069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.536008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=4939d663-5c63-486b-8007-65c74d61f005,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:22.546630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e7c5db75-f721-4e9d-80a6-ff599df28b03 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7255733 Dec 23 15:28:22.558335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45620) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:22.570254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.579179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] For port 5d865d2c-f584-4c83-916f-0b3060c4724a, host hv-neutron-8227, got binding levels [] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:22.579516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.582492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.582840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.583178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.583665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.583839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.584519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.584940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.585295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.586378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.586378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.586669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:22.594221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:22.598002 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-36dffa94-4fdb-401d-91eb-d45f353c3a89 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7333283 Dec 23 15:28:22.600187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45624) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:22.615935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'name': 'tempest-AllowedAddressPairTestJSON-1451910049'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:22.627230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:22.641135 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Allocated IP 172.20.0.2 (e1bc69bb-f6ca-4663-a74c-524032c441ca/7a70472e-9c1a-4c43-a77e-dfec3929228a/fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:22.667205 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fea6b98-395b-494a-a46e-35700d0036d5 req-9d6bb850-e9bc-4afc-9da8-e2ec84f3da98 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658894 Dec 23 15:28:22.752364 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9eea6f10-d251-4660-9350-03bb363c5ae4 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8015268 Dec 23 15:28:22.766093 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] Set router 1a75073f-94a1-4ba7-b373-d9fdf0a1479b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:22.770265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45630) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:22.777592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b9', 'mac_address': 'fa:16:3e:09:6c:1e'}, {'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:cc:54:40'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:22.888507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-ea69a750-d13b-4e6a-9227-e2084ab34718 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac07ed00404b4be19c1bef1e73f51972&device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 1097 time: 0.9810834 Dec 23 15:28:22.994892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.009763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Transition to ACTIVE for port object fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:23.035466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Transition to ACTIVE for port object fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:23.117171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.117389 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a75073f-94a1-4ba7-b373-d9fdf0a1479b', 'name': 'tempest-snat-router-1296982746', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': False}, 'gw_port_id': 'b49fa035-dc8a-4bf3-a123-cb61f862fc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:28:14Z', 'updated_at': '2021-12-23T15:28:18Z', 'revision_number': 3, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port': {'id': 'b49fa035-dc8a-4bf3-a123-cb61f862fc26', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75073f-94a1-4ba7-b373-d9fdf0a1479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:28:16Z', 'updated_at': '2021-12-23T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:23.121727 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed31779-6a52-4dc3-a48d-10766bff9bf4 None None] The sync data for ids ['1a75073f-94a1-4ba7-b373-d9fdf0a1479b'] in dv-neutron-822796-1-hyperv is: [{'id': '1a75073f-94a1-4ba7-b373-d9fdf0a1479b', 'name': 'tempest-snat-router-1296982746', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': False}, 'gw_port_id': 'b49fa035-dc8a-4bf3-a123-cb61f862fc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:28:14Z', 'updated_at': '2021-12-23T15:28:18Z', 'revision_number': 3, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port': {'id': 'b49fa035-dc8a-4bf3-a123-cb61f862fc26', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a75073f-94a1-4ba7-b373-d9fdf0a1479b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:28:16Z', 'updated_at': '2021-12-23T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:23.125747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Calling delete_port for 5d865d2c-f584-4c83-916f-0b3060c4724a owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:23.181545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-112ad68e-80e2-476e-88ba-5446d992d215 None None] Provisioning for port 4939d663-5c63-486b-8007-65c74d61f005 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:23.212988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:23.216589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:23.220294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:23.228519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-112ad68e-80e2-476e-88ba-5446d992d215 None None] Provisioning complete for port 4939d663-5c63-486b-8007-65c74d61f005 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:23.228680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-112ad68e-80e2-476e-88ba-5446d992d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.314733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Pushing event updated for resources: {'Port': ['ID=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:23.332458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-112ad68e-80e2-476e-88ba-5446d992d215 None None] Port 4939d663-5c63-486b-8007-65c74d61f005 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:23.335190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fede03-b482-477e-a465-94aa29cce7c3 req-7715e7b9-4b5c-47d1-b8a9-93f9baa5ffdd tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:23.336928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-02fede03-b482-477e-a465-94aa29cce7c3 req-7715e7b9-4b5c-47d1-b8a9-93f9baa5ffdd tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 944 time: 1.3203335 Dec 23 15:28:23.463846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.464416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.518343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b606aa39-0d0f-4fd5-8d7a-90ec493bd311 req-456ddee2-c51d-44f1-baad-9919e6b8fc41 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9637206 Dec 23 15:28:23.518822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.523328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:23.532461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Usage tracker for resource:port and tenant:c74333cd772b4e71b3c92523bef981d1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:23.533345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7754c102-100d-4426-b219-811e98c1521a details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:28:23.537916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:23.542391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-02fede03-b482-477e-a465-94aa29cce7c3 req-e24310cf-8519-455a-a0a4-fcc383a4b86b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885021 Dec 23 15:28:23.543342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-f98222d3-d750-4f75-9f0d-bb7ccd10cf8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:23.545063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-f98222d3-d750-4f75-9f0d-bb7ccd10cf8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=90b238bc-0035-41c7-a7fe-45710485b9c2 HTTP/1.1" status: 200 len: 913 time: 0.4354570 Dec 23 15:28:23.549932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:23.570892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 66cc86b5-46d3-4df1-8d2b-edf291bd60cc up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:23.611202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.652576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84222) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 23 15:28:23.653324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Router f70b136f-d901-4022-a61a-d3a642da21fb migrating from provider to provider. {{(pid=84222) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 23 15:28:23.653850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.663228 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.671832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-106dc277-f680-4776-91fc-7c228268fa72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242 HTTP/1.1" status: 200 len: 217 time: 0.1196330 Dec 23 15:28:23.674871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d865d2c-f584-4c83-916f-0b3060c4724a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:23.681966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3b5d1-cfc4-4d36-9ee2-e367c68cfca4 req-7953f7f9-ec89-4d78-b2e2-5489cc9459c8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:23.683413 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d3b5d1-cfc4-4d36-9ee2-e367c68cfca4 req-7953f7f9-ec89-4d78-b2e2-5489cc9459c8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 945 time: 0.5730309 Dec 23 15:28:23.756541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:23.759495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.773875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.774238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.774538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.774861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.775181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.775499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.775814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.776142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.776463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.776774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.777083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:23.782089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.832595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Attempting to bind port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:23.833057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Attempting to bind port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:23.833483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Attempting to bind port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f on network e1bc69bb-f6ca-4663-a74c-524032c441ca {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:23.860103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-b1586391-c3f5-4058-b8f6-22b5d0259104 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:23.861566 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-b1586391-c3f5-4058-b8f6-22b5d0259104 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d2938c9-b524-41cc-a6a6-12b3fad60ebc HTTP/1.1" status: 200 len: 851 time: 0.1773117 Dec 23 15:28:23.864020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:23.864526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Checking segment: {'id': '1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:23.864994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.865442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Bound using segment: {'id': '1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:23.865993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Bound port: fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:23.866425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.874883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] device_id is not set on port 60f17d12-31d7-4c75-9925-0d4cf0948520 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:23.887864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 7754c102-100d-4426-b219-811e98c1521a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7754c102-100d-4426-b219-811e98c1521a,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:23.890335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:23.938987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '7754c102-100d-4426-b219-811e98c1521a', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'port_id': '7754c102-100d-4426-b219-811e98c1521a', 'mac_address': 'fa:16:3e:fa:bc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:28:23.959567 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e870705c-cc59-40fb-bbec-b2fffa8cdf0a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5d865d2c-f584-4c83-916f-0b3060c4724a HTTP/1.1" status: 204 len: 168 time: 2.3203604 Dec 23 15:28:23.968800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45636) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:23.992979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:24.009535 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d3b5d1-cfc4-4d36-9ee2-e367c68cfca4 req-ebc0879c-f4d9-45dd-8913-db63597de402 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906451 Dec 23 15:28:24.023108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:24.023386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.037755 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-75352b0c-ea13-47b7-bf7a-5f5f4c37c09a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:28:24.038247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-75352b0c-ea13-47b7-bf7a-5f5f4c37c09a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Synchronizing usage tracker for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:24.085682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.103354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] For port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:24.127015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7754c102-100d-4426-b219-811e98c1521a {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:28:24.129825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.131825 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] For port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,segment=NetworkSegment(1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e),segment_id=1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:24.163057 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-1575a244-b898-4617-8cfb-e53aee657f8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90b238bc-0035-41c7-a7fe-45710485b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2909286 Dec 23 15:28:24.168507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aaa95-f644-4d96-be00-243bed12097e req-f78de1d1-99d4-4f60-9a87-92e08956a716 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:24.170442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c4aaa95-f644-4d96-be00-243bed12097e req-f78de1d1-99d4-4f60-9a87-92e08956a716 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 943 time: 0.3596199 Dec 23 15:28:24.176098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 7754c102-100d-4426-b219-811e98c1521a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7754c102-100d-4426-b219-811e98c1521a,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:24.193803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Allocated IP 172.20.0.9 (e1bc69bb-f6ca-4663-a74c-524032c441ca/7a70472e-9c1a-4c43-a77e-dfec3929228a/60f17d12-31d7-4c75-9925-0d4cf0948520) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:24.204751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.218328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-75352b0c-ea13-47b7-bf7a-5f5f4c37c09a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Unset dirty status for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:24.222755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.222881 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-75352b0c-ea13-47b7-bf7a-5f5f4c37c09a tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "GET /v2.0/ports/5d865d2c-f584-4c83-916f-0b3060c4724a HTTP/1.1" status: 404 len: 333 time: 0.2461562 Dec 23 15:28:24.225349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45640) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:24.231324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1199081364', 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:24.248828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.290152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:24.318675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:24.330552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:24.335958 dv-neutron-822796-1-hyperv neutron-server[84222]: WARNING neutron.scheduler.l3_agent_scheduler [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] No L3 agents can host the router f70b136f-d901-4022-a61a-d3a642da21fb Dec 23 15:28:24.380751 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c4aaa95-f644-4d96-be00-243bed12097e req-d483375d-5b40-4006-972a-65c8121eb56d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892071 Dec 23 15:28:24.435738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.441363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:24.446460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab8bd6-a7a9-4731-aacd-f6412a092502 None None] Pushing event updated for resources: {'Port': ['ID=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:24.447816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-59e5211a-4aa4-4ed2-9773-c8e049a17258 service neutron] 10.222.0.57 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737782 Dec 23 15:28:24.532154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.536359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Made reservation on behalf of 9896197f20124d4792022a3b3e3e213d for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:24.538680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.600053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=7754c102-100d-4426-b219-811e98c1521a,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:24.665903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:28:24.676515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Allocated IP 172.26.6.73 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/2db5972a-7845-4b18-a88a-386739ef6cb2) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:24.701372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] device_id is not set on port ea262640-b955-4987-b3b7-f191e6802675 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:24.762974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.845847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-479e3917-6090-4a4a-9bbf-20eb168c97ac req-edc4b559-ace6-413c-9dc2-4cd7b1f4e5cb service neutron] 10.222.0.57 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326361 Dec 23 15:28:24.849145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.867949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Transition to ACTIVE for port object 60f17d12-31d7-4c75-9925-0d4cf0948520 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:24.887440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['7754c102-100d-4426-b219-811e98c1521a'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:28:24.892392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.961256 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:24.980746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:24.995659 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'code': 200} Dec 23 15:28:25.187929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.211923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30075e4-5908-4a7f-9dd8-2e6b88b8eaac req-087b9932-b003-485a-a450-f851723aed76 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:25.219378 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d30075e4-5908-4a7f-9dd8-2e6b88b8eaac req-087b9932-b003-485a-a450-f851723aed76 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 944 time: 0.3114398 Dec 23 15:28:25.227592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:25.265615 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:25.336068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:25.392783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=60f17d12-31d7-4c75-9925-0d4cf0948520,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:25.429201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Hosts for router f70b136f-d901-4022-a61a-d3a642da21fb: [] {{(pid=84222) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 23 15:28:25.450326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26c08377-994d-445a-946d-1593cf87cfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.461836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event updated for resources: {'Port': ['ID=4939d663-5c63-486b-8007-65c74d61f005,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:25.473566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] In _notify_port_updated(), no bound segment for port 4939d663-5c63-486b-8007-65c74d61f005 on network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:25.477958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:25.478591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.482758 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-706ea5d9-990c-4de2-bf3b-769c8ceebce9 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "PUT /v2.0/ports/4939d663-5c63-486b-8007-65c74d61f005 HTTP/1.1" status: 200 len: 1067 time: 2.7086761 Dec 23 15:28:25.482758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.492476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45658) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:25.543550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 224e2730-0d61-4f3a-a6ce-c8d4a33da242 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:28:25.559244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-712806b8-29a8-47f7-ab54-21be1224ce01 None None] Provisioning complete for port 4939d663-5c63-486b-8007-65c74d61f005 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:25.559698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-712806b8-29a8-47f7-ab54-21be1224ce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.562684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d30075e4-5908-4a7f-9dd8-2e6b88b8eaac req-4525daf4-d78d-472a-ab2f-b456564f4bcc tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422821 Dec 23 15:28:25.573031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.588507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:25.588507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Port': ['ID=2db5972a-7845-4b18-a88a-386739ef6cb2,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:25.589590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:25.591846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:25.678149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:25.678875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.755217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port 4939d663-5c63-486b-8007-65c74d61f005 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:25.755599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:25.830278 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-712806b8-29a8-47f7-ab54-21be1224ce01 None None] Port 4939d663-5c63-486b-8007-65c74d61f005 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:25.854710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 224e2730-0d61-4f3a-a6ce-c8d4a33da242, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:25.867876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf6bfe-f45a-43a9-b67c-432db0753366 None None] Network e1bc69bb-f6ca-4663-a74c-524032c441ca requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:25.875609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d8e42931-ed4b-4ab3-92e1-bc38f82f34e6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2884862 Dec 23 15:28:25.894740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Hosts for other DVR routers connected to router f70b136f-d901-4022-a61a-d3a642da21fb: set() {{(pid=84222) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 23 15:28:25.898368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45662) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:25.916153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'name': 'tempest-AllowedAddressPairTestJSON-1648075065', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2d:44:21'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:25.967899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'port_id': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'mac_address': 'fa:16:3e:aa:e5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:28:25.968115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa480cf-a558-4730-8227-deb5d1e01594 req-6fe29b8b-3d88-4c4a-9607-29f45335c352 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:25.976672 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dfa480cf-a558-4730-8227-deb5d1e01594 req-6fe29b8b-3d88-4c4a-9607-29f45335c352 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.7088411 Dec 23 15:28:26.018703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-5b30d99e-89db-4fe9-a8e5-fd046ddc63f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 1099 time: 0.5060084 Dec 23 15:28:26.050932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.052354 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-909f28d0-a72c-494c-b6e7-7421985b9dfd tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "PUT /v2.0/routers/f70b136f-d901-4022-a61a-d3a642da21fb HTTP/1.1" status: 200 len: 717 time: 3.4502521 Dec 23 15:28:26.057455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45666) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:26.082225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.105910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:26.110670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Usage tracker for resource:port and tenant:c74333cd772b4e71b3c92523bef981d1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:26.113874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:26.119718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:26.145135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.155519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-91fd8674-c325-44ec-a502-0a2e9262b530 None None] Provisioning for port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:26.161423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224e2730-0d61-4f3a-a6ce-c8d4a33da242 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:28:26.195527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.198138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 224e2730-0d61-4f3a-a6ce-c8d4a33da242, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:26.229097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Network 73609df5-ec32-4e30-9ae4-eb0cf40112ac is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:26.240600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:26.246018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:26.246827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:26.247431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.252268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:26.271849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=ea262640-b955-4987-b3b7-f191e6802675,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:26.289236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.338467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:26.345616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Usage tracker for resource:security_group_rule and tenant:3b78545b58274822ae66d26ae760e28c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:26.351724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:26.361052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:26.369127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=224e2730-0d61-4f3a-a6ce-c8d4a33da242,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:26.377048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dfa480cf-a558-4730-8227-deb5d1e01594 req-486d0a3a-2968-4a2f-947c-642accef3bc6 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3992805 Dec 23 15:28:26.383518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.384079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.385088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.398641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.400221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.400778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.405826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.405826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.406569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.406942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.407288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:28:26.411235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.423278 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.423992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.431643 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3c3e4de8-ede0-4574-8159-9d3544ba4026 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2035501 Dec 23 15:28:26.433347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c00549-3dab-4e8f-994e-ec1eda5b3eda req-7e870219-794e-4751-b59f-41a8d95865f5 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:26.435625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45670) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:26.435944 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48c00549-3dab-4e8f-994e-ec1eda5b3eda req-7e870219-794e-4751-b59f-41a8d95865f5 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 944 time: 0.5954301 Dec 23 15:28:26.455935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.496347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] device_id is not set on port 017b7a6a-b41c-443f-94cc-3d188fb69361 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:26.546852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:26.633076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8a57c5e1-876f-4dc3-b93f-f81e985c54ad tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Synchronizing usage tracker for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:26.676824 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8a139582-102d-4895-b448-6b898f81737d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "GET /v2.0/routers/f70b136f-d901-4022-a61a-d3a642da21fb HTTP/1.1" status: 200 len: 717 time: 0.6112971 Dec 23 15:28:26.681825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45676) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:26.693850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Calling delete_port for 4939d663-5c63-486b-8007-65c74d61f005 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:26.704084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['224e2730-0d61-4f3a-a6ce-c8d4a33da242'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:28:26.776902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8a57c5e1-876f-4dc3-b93f-f81e985c54ad tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Unset dirty status for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:26.778366 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8a57c5e1-876f-4dc3-b93f-f81e985c54ad tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "GET /v2.0/ports/ea262640-b955-4987-b3b7-f191e6802675 HTTP/1.1" status: 200 len: 955 time: 0.3412285 Dec 23 15:28:26.784442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45682) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:26.794030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-653a3125-bec0-4b86-a56e-d50ee574db4d None None] Provisioning for port 60f17d12-31d7-4c75-9925-0d4cf0948520 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:26.798114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:26.811722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-653a3125-bec0-4b86-a56e-d50ee574db4d None None] Provisioning complete for port 60f17d12-31d7-4c75-9925-0d4cf0948520 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:26.812091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-653a3125-bec0-4b86-a56e-d50ee574db4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.835040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:26.835708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.881170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Allocated IP 172.20.0.5 (e1bc69bb-f6ca-4663-a74c-524032c441ca/7a70472e-9c1a-4c43-a77e-dfec3929228a/017b7a6a-b41c-443f-94cc-3d188fb69361) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:26.971539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48c00549-3dab-4e8f-994e-ec1eda5b3eda req-02ace8f7-69e9-423c-9a93-2765afc8285e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5053017 Dec 23 15:28:26.981663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Deleting port ea262640-b955-4987-b3b7-f191e6802675 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:26.982615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:26.993870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-653a3125-bec0-4b86-a56e-d50ee574db4d None None] Port 60f17d12-31d7-4c75-9925-0d4cf0948520 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:27.081519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.119126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.125570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0669c50-27d0-46e1-891b-362b33e2ff7e req-b708d9a0-dfc3-43e3-9f1c-1a9f3aba546b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:27.127415 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c0669c50-27d0-46e1-891b-362b33e2ff7e req-b708d9a0-dfc3-43e3-9f1c-1a9f3aba546b tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 945 time: 0.2679443 Dec 23 15:28:27.182652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-93e621a7-cb2f-4285-9879-f19bf3ddbeb3 None None] Provisioning complete for port 60f17d12-31d7-4c75-9925-0d4cf0948520 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:27.183009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93e621a7-cb2f-4285-9879-f19bf3ddbeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.190319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c0669c50-27d0-46e1-891b-362b33e2ff7e req-fa4081ef-e6d9-4c0f-9463-9bf3729044d8 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531774 Dec 23 15:28:27.193300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.212567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,segment=NetworkSegment(1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e),segment_id=1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:27.237693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd9c098-a295-4da8-ac9c-1a9c4dea1bd5,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:27.248623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-93e621a7-cb2f-4285-9879-f19bf3ddbeb3 None None] Port 60f17d12-31d7-4c75-9925-0d4cf0948520 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:27.259564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7671e1b7-bf8b-43a3-9522-49b1d1287f9e req-36a8d26c-4099-42ed-9419-a38cde5be628 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2165625 Dec 23 15:28:27.286854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.321297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.360919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:27.374350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Port': ['ID=4939d663-5c63-486b-8007-65c74d61f005,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:27.462638 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a3012ebb-42a9-433a-bd17-e9d50ef09afa tempest-RoutersTestDVR-2070317086 tempest-RoutersTestDVR-2070317086-project] 10.222.0.58 "GET /v2.0/routers/f70b136f-d901-4022-a61a-d3a642da21fb HTTP/1.1" status: 200 len: 683 time: 0.7795222 Dec 23 15:28:27.472422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45688) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:27.546618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7754c102-100d-4426-b219-811e98c1521a up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:27.623106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71d5bb07-42ab-41bb-bd0f-a821df0e229d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.705241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 7754c102-100d-4426-b219-811e98c1521a completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:27.711669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 7754c102-100d-4426-b219-811e98c1521a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:27.712372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.719023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.795297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.809466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.819807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3a7b761-4710-49b0-b97f-d7eddd6ca58a tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/ports/4939d663-5c63-486b-8007-65c74d61f005 HTTP/1.1" status: 204 len: 168 time: 2.3318322 Dec 23 15:28:27.822055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45692) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:27.875075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2fa2-bbc4-4eea-9a4a-a1ca2e00bf91 req-1c9d1a18-d6b8-4e66-a5e5-c74844803040 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:27.876851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-873c2fa2-bbc4-4eea-9a4a-a1ca2e00bf91 req-1c9d1a18-d6b8-4e66-a5e5-c74844803040 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.2148247 Dec 23 15:28:27.878479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-158c40fb-6d26-425c-8bfa-f839f8e427fb tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] GET failed (client error): The resource could not be found. Dec 23 15:28:27.879155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-158c40fb-6d26-425c-8bfa-f839f8e427fb tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Synchronizing usage tracker for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:27.881125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:27.910455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7754c102-100d-4426-b219-811e98c1521a'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:27.921670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 7754c102-100d-4426-b219-811e98c1521a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7754c102-100d-4426-b219-811e98c1521a,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:27.933542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-873c2fa2-bbc4-4eea-9a4a-a1ca2e00bf91 req-45ae3393-10a0-4407-91c2-e3cdaab4edf1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496070 Dec 23 15:28:27.944872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Calling delete_port for ea262640-b955-4987-b3b7-f191e6802675 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:27.979011 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7754c102-100d-4426-b219-811e98c1521a', 'code': 200} Dec 23 15:28:28.000955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-158c40fb-6d26-425c-8bfa-f839f8e427fb tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Unset dirty status for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:28.002556 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-158c40fb-6d26-425c-8bfa-f839f8e427fb tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "GET /v2.0/ports/4939d663-5c63-486b-8007-65c74d61f005 HTTP/1.1" status: 404 len: 333 time: 0.1789081 Dec 23 15:28:28.004917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45698) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:28.016748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Transition to ACTIVE for port object 017b7a6a-b41c-443f-94cc-3d188fb69361 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:28.029423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf0611e1-8cda-4b35-a06a-a0f2ee419571 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.033046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.105001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port df148682-1732-4f3d-a0e2-4ac58adc219a {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:28.105576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.113627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=7754c102-100d-4426-b219-811e98c1521a,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:28.366366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.368319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.426189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Router bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:28:28.434787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea262640-b955-4987-b3b7-f191e6802675,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:28.457417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d3c48-4fe2-40ec-9a3f-ea3c45c09599 req-ce23981b-2b51-4168-815a-25109e814b15 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:28.459064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d94d3c48-4fe2-40ec-9a3f-ea3c45c09599 req-ce23981b-2b51-4168-815a-25109e814b15 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3207393 Dec 23 15:28:28.478433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:28.555669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:28.556045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.585935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.602761 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d94d3c48-4fe2-40ec-9a3f-ea3c45c09599 req-ac8cbd6d-4a3d-4719-9be6-ef04013c5f49 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308572 Dec 23 15:28:28.656329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf0611e1-8cda-4b35-a06a-a0f2ee419571 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.713491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:28.721938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.723885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Calling delete_port for df148682-1732-4f3d-a0e2-4ac58adc219a owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:28.728729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.733778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:28.743610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:28.753747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-77618424-0104-4e78-9a9f-1b6884473364 req-2856d1c4-f465-4a92-a887-1cc89b2a3866 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 0.3987291 Dec 23 15:28:28.771634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=017b7a6a-b41c-443f-94cc-3d188fb69361,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:28.774149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf0611e1-8cda-4b35-a06a-a0f2ee419571 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.798904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a5c43-77a8-45cc-9cb4-57a029a98893 req-307a4ec2-643d-4f00-8baf-b6329c1d31d3 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:28.800651 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-322a5c43-77a8-45cc-9cb4-57a029a98893 req-307a4ec2-643d-4f00-8baf-b6329c1d31d3 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 945 time: 0.4465487 Dec 23 15:28:28.836258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:28.837074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.864117 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-38d8204c-aa2d-4fe5-a096-a2ae9eebac7d tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "DELETE /v2.0/ports/ea262640-b955-4987-b3b7-f191e6802675 HTTP/1.1" status: 204 len: 168 time: 2.0731297 Dec 23 15:28:28.864364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45706) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:28.869925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-77618424-0104-4e78-9a9f-1b6884473364 req-3185b361-dfc4-4fb2-9c18-6d2c33b6999c service neutron] Synchronizing usage tracker for tenant:3b78545b58274822ae66d26ae760e28c on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:28.916955 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f53ddd-308f-4369-968a-cc633d44eb5e tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:28:28.917439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-11f53ddd-308f-4369-968a-cc633d44eb5e tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Synchronizing usage tracker for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:28.939514 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-322a5c43-77a8-45cc-9cb4-57a029a98893 req-0dd7881d-ad46-42d0-9a4a-b0e1ccdf6567 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187110 Dec 23 15:28:28.963732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.994594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf0611e1-8cda-4b35-a06a-a0f2ee419571 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:28.994731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0611e1-8cda-4b35-a06a-a0f2ee419571 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f70b136f-d901-4022-a61a-d3a642da21fb {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:29.009686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf0611e1-8cda-4b35-a06a-a0f2ee419571 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.010788 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bf0611e1-8cda-4b35-a06a-a0f2ee419571 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "DELETE /v2.0/routers/f70b136f-d901-4022-a61a-d3a642da21fb HTTP/1.1" status: 204 len: 168 time: 1.5312042 Dec 23 15:28:29.015854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45712) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.021654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Request body: {'router': {'name': 'tempest-router-259529358', 'distributed': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:29.026535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:29.031508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Usage tracker for resource:router and tenant:a4371d900b094e0a81abd3a43881b523 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:29.034502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:29.038693 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c26aef5b-4bd6-434e-8650-e1d6a744eb91 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1377394 Dec 23 15:28:29.043324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45716) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.048395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:29.065487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:29.080253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Sync routers for ids ['bbb8aded-9bf0-4a6b-b29c-288844b0b9e5'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:29.093427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.094934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-77618424-0104-4e78-9a9f-1b6884473364 req-3185b361-dfc4-4fb2-9c18-6d2c33b6999c service neutron] Unset dirty status for tenant:3b78545b58274822ae66d26ae760e28c on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:29.096012 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-77618424-0104-4e78-9a9f-1b6884473364 req-3185b361-dfc4-4fb2-9c18-6d2c33b6999c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348067 Dec 23 15:28:29.096658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Routers {'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:29.097400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['bbb8aded-9bf0-4a6b-b29c-288844b0b9e5'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:29.126911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-11f53ddd-308f-4369-968a-cc633d44eb5e tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Unset dirty status for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:29.128974 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-11f53ddd-308f-4369-968a-cc633d44eb5e tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "GET /v2.0/ports/ea262640-b955-4987-b3b7-f191e6802675 HTTP/1.1" status: 404 len: 333 time: 0.2627869 Dec 23 15:28:29.136166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45720) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.142186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Request body: {'port': {'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-117579047'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:29.150608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c1b51e4d-1cac-4a62-b427-8bc478c71810 None None] Provisioning for port 017b7a6a-b41c-443f-94cc-3d188fb69361 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:29.151297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:29.154398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.155748 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-62156a2c-19aa-497d-bede-45b297e8711c tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3873534 Dec 23 15:28:29.165610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:29.168689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c1b51e4d-1cac-4a62-b427-8bc478c71810 None None] Provisioning complete for port 017b7a6a-b41c-443f-94cc-3d188fb69361 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:29.169071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c1b51e4d-1cac-4a62-b427-8bc478c71810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.170872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45724) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.192456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Port': ['ID=df148682-1732-4f3d-a0e2-4ac58adc219a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:29.266656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.269558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.270468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.302738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c1b51e4d-1cac-4a62-b427-8bc478c71810 None None] Port 017b7a6a-b41c-443f-94cc-3d188fb69361 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:29.327507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.344445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c10886-9e9d-406c-8629-704922694b0c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:29.345930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Set router bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:29.348412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c10886-9e9d-406c-8629-704922694b0c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:29.352613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c10886-9e9d-406c-8629-704922694b0c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:29.353452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-03c10886-9e9d-406c-8629-704922694b0c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Synchronizing usage tracker for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:29.364790 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-44271427-a99e-4283-a806-1a814219a6dd tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/ports/df148682-1732-4f3d-a0e2-4ac58adc219a HTTP/1.1" status: 204 len: 168 time: 1.3565087 Dec 23 15:28:29.367065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45728) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.416304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ace1-2b85-45a4-a0a0-a6354b6ec732 req-4814aa1f-5aa0-43c6-b2a8-8e4b85b06f52 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:29.417779 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5931ace1-2b85-45a4-a0a0-a6354b6ec732 req-4814aa1f-5aa0-43c6-b2a8-8e4b85b06f52 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.3174934 Dec 23 15:28:29.451530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-42796a20-fcfe-4172-8952-2ae5e893ad89 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] GET failed (client error): The resource could not be found. Dec 23 15:28:29.452029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-42796a20-fcfe-4172-8952-2ae5e893ad89 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Synchronizing usage tracker for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:29.493433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Made reservation on behalf of 9896197f20124d4792022a3b3e3e213d for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:29.495818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.499492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5931ace1-2b85-45a4-a0a0-a6354b6ec732 req-f24f5cd1-b251-43e6-a3b0-9bb291c5eff6 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666509 Dec 23 15:28:29.510056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.536943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] device_id is not set on port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:29.550223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-03c10886-9e9d-406c-8629-704922694b0c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Unset dirty status for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:29.552005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-03c10886-9e9d-406c-8629-704922694b0c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5077846 Dec 23 15:28:29.553055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-42796a20-fcfe-4172-8952-2ae5e893ad89 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Unset dirty status for tenant:e35994a8b0214718a7246e01fa9baf6f on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:29.554364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-42796a20-fcfe-4172-8952-2ae5e893ad89 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "GET /v2.0/ports/df148682-1732-4f3d-a0e2-4ac58adc219a HTTP/1.1" status: 404 len: 333 time: 0.1861484 Dec 23 15:28:29.555142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45732) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.574805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45736) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.577656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 224e2730-0d61-4f3a-a6ce-c8d4a33da242 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:29.599904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.601330 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dd67f555-0b7f-4f60-a59d-55c00255fc45 tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5843246 Dec 23 15:28:29.615061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45740) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:29.717755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting port 017b7a6a-b41c-443f-94cc-3d188fb69361 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:29.717755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.854189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5', 'name': 'tempest-snat-router-1296982746', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '2db5972a-7845-4b18-a88a-386739ef6cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:28:21Z', 'updated_at': '2021-12-23T15:28:25Z', 'revision_number': 3, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port': {'id': '2db5972a-7845-4b18-a88a-386739ef6cb2', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:28:24Z', 'updated_at': '2021-12-23T15:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:29.859138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Checking router: bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:28:29.859645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Updating router bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 port 2db5972a-7845-4b18-a88a-386739ef6cb2 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:28:29.895724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:29.909548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:29.909750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.920272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port 09306463-f6bb-41be-8d6b-5fbb596f92d1 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:29.921893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:29.968983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.062545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc9b6c-e449-4c35-9bbc-872908ef6896 req-eb340887-c5b7-453b-9263-1e8abffcc8e0 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:30.064654 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abc9b6c-e449-4c35-9bbc-872908ef6896 req-eb340887-c5b7-453b-9263-1e8abffcc8e0 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.2696528 Dec 23 15:28:30.099837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.157999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b75fd043-7df8-4063-8edf-224dd6dea05d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.181978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.222251 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-347eb25a-3cf0-4d8d-a7a0-89d2ffcda2be tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 HTTP/1.1" status: 200 len: 907 time: 1.0494249 Dec 23 15:28:30.223445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.233193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45748) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:30.244944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.266707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.284609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:30.304337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 224e2730-0d61-4f3a-a6ce-c8d4a33da242, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:30.361128 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abc9b6c-e449-4c35-9bbc-872908ef6896 req-5d4fabd3-3ceb-4cae-a76f-db5f6f82490b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805221 Dec 23 15:28:30.426264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Calling delete_port for 017b7a6a-b41c-443f-94cc-3d188fb69361 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:30.429503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=8c550ac6-87c1-4490-89ae-c1aeac3ad6b7,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:30.436368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Network 73609df5-ec32-4e30-9ae4-eb0cf40112ac is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:30.441519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:30.443729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:30.444899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:30.445475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.457736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.475736 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'code': 200} Dec 23 15:28:30.519632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ab5e5-347e-4d7a-b7df-9a57d3f7c2d7 req-015b10c3-c434-4cbf-a8c5-52faa6628f93 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:30.521265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff2ab5e5-347e-4d7a-b7df-9a57d3f7c2d7 req-015b10c3-c434-4cbf-a8c5-52faa6628f93 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 945 time: 0.4107316 Dec 23 15:28:30.603534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.696465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff2ab5e5-347e-4d7a-b7df-9a57d3f7c2d7 req-eec977ce-8e9a-4cc1-a382-be90cf2aaab4 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595340 Dec 23 15:28:30.697493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=224e2730-0d61-4f3a-a6ce-c8d4a33da242,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:30.853509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc023e1-8b3a-42db-bbfc-29a3d21c77cd req-0b1b13d6-d8ca-4f41-b153-16b7bff6a623 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:30.854980 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bfc023e1-8b3a-42db-bbfc-29a3d21c77cd req-0b1b13d6-d8ca-4f41-b153-16b7bff6a623 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.1292818 Dec 23 15:28:30.861066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.864175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Transition to ACTIVE for port object 2db5972a-7845-4b18-a88a-386739ef6cb2 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:30.930358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:30.944014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.013475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b75fd043-7df8-4063-8edf-224dd6dea05d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.022634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae48c91-e3fd-4adc-99e6-df6a7c922927 None None] Pushing event updated for resources: {'Port': ['ID=2db5972a-7845-4b18-a88a-386739ef6cb2,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:31.024865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Attempting to bind port 2db5972a-7845-4b18-a88a-386739ef6cb2 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:31.025226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Attempting to bind port 2db5972a-7845-4b18-a88a-386739ef6cb2 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:31.026281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Attempting to bind port 2db5972a-7845-4b18-a88a-386739ef6cb2 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:31.026689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b75fd043-7df8-4063-8edf-224dd6dea05d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.033043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:31.033585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:31.033837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.034181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:31.034634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Bound port: 2db5972a-7845-4b18-a88a-386739ef6cb2, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:31.035017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.067511 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.121507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] For port 2db5972a-7845-4b18-a88a-386739ef6cb2, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:31.125123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Port': ['ID=017b7a6a-b41c-443f-94cc-3d188fb69361,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:31.125648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] For port 2db5972a-7845-4b18-a88a-386739ef6cb2, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2db5972a-7845-4b18-a88a-386739ef6cb2,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:31.143560 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c489e95b-8b0d-4c07-ba45-4b116b6655e4 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0062873 Dec 23 15:28:31.154234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45756) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:31.166715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:31.192398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bfc023e1-8b3a-42db-bbfc-29a3d21c77cd req-fb26b349-ccea-428f-96e8-0482fb482b25 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735438 Dec 23 15:28:31.208097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Calling delete_port for 09306463-f6bb-41be-8d6b-5fbb596f92d1 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:31.214009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.249280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b75fd043-7df8-4063-8edf-224dd6dea05d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.249780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75fd043-7df8-4063-8edf-224dd6dea05d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6b58a5-19e9-4119-98b8-83b1c4373662 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:31.288453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b75fd043-7df8-4063-8edf-224dd6dea05d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.289557 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b75fd043-7df8-4063-8edf-224dd6dea05d tempest-RoutersTestDVR-43601477 tempest-RoutersTestDVR-43601477-project-admin] 10.222.0.58 "DELETE /v2.0/routers/5d6b58a5-19e9-4119-98b8-83b1c4373662 HTTP/1.1" status: 204 len: 168 time: 1.6658425 Dec 23 15:28:31.362589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae48c91-e3fd-4adc-99e6-df6a7c922927 None None] Pushing event updated for resources: {'Port': ['ID=2db5972a-7845-4b18-a88a-386739ef6cb2,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:31.365452 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Routers {'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:31.366581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['bbb8aded-9bf0-4a6b-b29c-288844b0b9e5'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:31.599222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] Set router bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:31.652850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.723985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Port': ['ID=09306463-f6bb-41be-8d6b-5fbb596f92d1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:31.736254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba61d2bb-756e-47d6-b7a2-7022f9dab21f req-226413e1-384b-441a-b905-79b0db0a1939 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 1099 time: 0.7625351 Dec 23 15:28:31.774308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.791244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.814520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:31.896668 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-193b3b62-18a2-4ff8-a1ff-2998eb8ef292 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/ports/09306463-f6bb-41be-8d6b-5fbb596f92d1 HTTP/1.1" status: 204 len: 168 time: 2.3207519 Dec 23 15:28:31.897371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45768) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:31.936277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3146e272-ae90-4e64-8cb9-ae0e71b24159 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/ports/017b7a6a-b41c-443f-94cc-3d188fb69361 HTTP/1.1" status: 204 len: 168 time: 2.3796484 Dec 23 15:28:31.941123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45774) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:31.943722 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba61d2bb-756e-47d6-b7a2-7022f9dab21f req-ed1c749b-2085-4c1c-87a4-446b19f62830 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925120 Dec 23 15:28:32.000266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a976c9-cff1-43c2-ae4b-d79c04cb86ae req-0fc805a7-eb8a-4c1e-882a-8709aa74eae8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:32.006143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5', 'name': 'tempest-snat-router-1296982746', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '2db5972a-7845-4b18-a88a-386739ef6cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:28:21Z', 'updated_at': '2021-12-23T15:28:25Z', 'revision_number': 3, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port': {'id': '2db5972a-7845-4b18-a88a-386739ef6cb2', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:28:24Z', 'updated_at': '2021-12-23T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:32.008807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3a976c9-cff1-43c2-ae4b-d79c04cb86ae req-0fc805a7-eb8a-4c1e-882a-8709aa74eae8 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.5899768 Dec 23 15:28:32.009576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45778) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:32.014123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e348bd6-b0f2-4910-a615-156f7ee64362 None None] The sync data for ids ['bbb8aded-9bf0-4a6b-b29c-288844b0b9e5'] in dv-neutron-822796-1-hyperv is: [{'id': 'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5', 'name': 'tempest-snat-router-1296982746', 'tenant_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.73'}], 'enable_snat': True}, 'gw_port_id': '2db5972a-7845-4b18-a88a-386739ef6cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:28:21Z', 'updated_at': '2021-12-23T15:28:25Z', 'revision_number': 3, 'project_id': '63914d273ffa4ad0bb1b3eb9ae9a6873', 'gw_port': {'id': '2db5972a-7845-4b18-a88a-386739ef6cb2', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb8aded-9bf0-4a6b-b29c-288844b0b9e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:28:24Z', 'updated_at': '2021-12-23T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:32.045881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37750-06dc-4c18-8d84-25bfff91b88e req-49662879-d192-4d30-862d-b1e2856070e3 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:32.047407 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a9f37750-06dc-4c18-8d84-25bfff91b88e req-49662879-d192-4d30-862d-b1e2856070e3 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.4526756 Dec 23 15:28:32.055062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Request body: {'floatingip': {'port_id': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:32.104789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45782) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:32.114525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce4061b-7db9-41d7-bdec-dc9cb8664df6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] GET failed (client error): The resource could not be found. Dec 23 15:28:32.114955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5ce4061b-7db9-41d7-bdec-dc9cb8664df6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Synchronizing usage tracker for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:32.171067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting subnet 6c26a695-36e4-4d50-a865-f15ad3415a2f {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:28:32.174186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.234318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.288049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.288278 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.384662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:32.391759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Usage tracker for resource:security_group_rule and tenant:22cb939cd416405fa7458e61aed2ee15 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:32.396281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:32.405900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:32.413212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.438512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.462389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5ce4061b-7db9-41d7-bdec-dc9cb8664df6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Unset dirty status for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:32.469440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5ce4061b-7db9-41d7-bdec-dc9cb8664df6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "GET /v2.0/ports/017b7a6a-b41c-443f-94cc-3d188fb69361 HTTP/1.1" status: 404 len: 333 time: 0.5190127 Dec 23 15:28:32.471328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45788) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:32.472807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a9f37750-06dc-4c18-8d84-25bfff91b88e req-a67f76a1-29a6-495a-a74c-2388912f255b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477688 Dec 23 15:28:32.483403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'name': 'tempest-AllowedAddressPairTestJSON-887578103'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:32.660547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Deleting port 2db5972a-7845-4b18-a88a-386739ef6cb2 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:32.660856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.662996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:32.683995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:32.687642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.708406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80c3d3-67cb-417a-9b7d-f52537c9948c req-6daa3bec-08a4-4b4e-bf42-1fd29eaf38c0 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:32.709839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe80c3d3-67cb-417a-9b7d-f52537c9948c req-6daa3bec-08a4-4b4e-bf42-1fd29eaf38c0 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 946 time: 0.5211530 Dec 23 15:28:32.717278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] device_id is not set on port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:32.786444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.790205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.834179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Subnet': ['ID=6c26a695-36e4-4d50-a865-f15ad3415a2f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:32.839598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.853288 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-df263afc-549d-4c30-8df5-8a56adf982ec tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/subnets/6c26a695-36e4-4d50-a865-f15ad3415a2f HTTP/1.1" status: 204 len: 168 time: 0.9525895 Dec 23 15:28:32.853486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ddd2ee-ce97-4a33-9aac-65f856491f1f None None] Network ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:32.853912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45794) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:32.880982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:32.886392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Transition to ACTIVE for port object 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:32.979597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:32.982598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.019790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.031653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f252a8a-4005-4806-9e06-ad963ddb80fe,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:33.039715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.047008 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bd011760-007b-43b7-b3d3-1f74a2a148b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22cb939cd416405fa7458e61aed2ee15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9416070 Dec 23 15:28:33.050192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] device_id is not set on port 87e21a07-a790-4e6c-bf25-7175bccbaa3f yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:33.090074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45798) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:33.132914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] DHCP port deletion for ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:28:33.137902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] Deleting port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:33.138491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.140594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:33.141074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.231415 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe80c3d3-67cb-417a-9b7d-f52537c9948c req-8583271a-6e2c-4a6b-9e30-eee7f99c6de3 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5049520 Dec 23 15:28:33.438387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295228f-7114-4d2b-a7b4-630fa409a71d req-910568c4-d8fc-4ea8-988a-af3752e16245 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:33.446286 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0295228f-7114-4d2b-a7b4-630fa409a71d req-910568c4-d8fc-4ea8-988a-af3752e16245 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.8398275 Dec 23 15:28:33.446286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=8c550ac6-87c1-4490-89ae-c1aeac3ad6b7,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:33.451309 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0acfe92-0595-415a-8564-97e3cf19028b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.453884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45802) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:33.463992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] For port 2db5972a-7845-4b18-a88a-386739ef6cb2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2db5972a-7845-4b18-a88a-386739ef6cb2,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:33.464503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.468191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Allocated IP 172.20.0.12 (e1bc69bb-f6ca-4663-a74c-524032c441ca/7a70472e-9c1a-4c43-a77e-dfec3929228a/87e21a07-a790-4e6c-bf25-7175bccbaa3f) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:33.471879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] For port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,segment=NetworkSegment(f8ae2f27-df54-4f29-8cb1-667ebf188b1a),segment_id=f8ae2f27-df54-4f29-8cb1-667ebf188b1a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:33.471879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.492249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Request body: {'floatingip': {'port_id': '7754c102-100d-4426-b219-811e98c1521a'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:33.595420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0acfe92-0595-415a-8564-97e3cf19028b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.607020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] Calling delete_port for f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:33.699561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] For port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,segment=NetworkSegment(f8ae2f27-df54-4f29-8cb1-667ebf188b1a),segment_id=f8ae2f27-df54-4f29-8cb1-667ebf188b1a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:33.699948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.796566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.833759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Calling delete_port for 2db5972a-7845-4b18-a88a-386739ef6cb2 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:33.843882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] Pushing event deleted for resources: {'Port': ['ID=f1f34590-6dbf-4b09-bcb9-4facf76f7bf6,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:33.850258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c105684-227a-44f1-a2a1-fe9b0b3bcfa0 None None] No DVR routers for this DVR port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:28:33.867426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Calling delete_port for f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:33.879593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:33.960017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:33.960399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:33.960729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:34.042652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:28:34.042872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:34.042969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:28:34.043088 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:34.053679 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 2 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:34.063614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.069694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0acfe92-0595-415a-8564-97e3cf19028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.096327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Transition to ACTIVE for port object 87e21a07-a790-4e6c-bf25-7175bccbaa3f will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:34.099703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acfe92-0595-415a-8564-97e3cf19028b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f252a8a-4005-4806-9e06-ad963ddb80fe,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:34.193528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0acfe92-0595-415a-8564-97e3cf19028b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.194648 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c0acfe92-0595-415a-8564-97e3cf19028b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f252a8a-4005-4806-9e06-ad963ddb80fe HTTP/1.1" status: 204 len: 168 time: 1.1036458 Dec 23 15:28:34.224022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.226701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:34.227394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:34.227722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:34.299180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:34.299180 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:34.299180 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 3 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:34.304900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:34.307754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:34.317038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:34.379288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=87e21a07-a790-4e6c-bf25-7175bccbaa3f,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:34.390680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:34.391006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:34.391394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:34.433002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:34.433002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.507410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:28:34.551846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Deleting port f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:34.551846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.695864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.716522 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1b4a3355-4fda-4e51-b857-f72494a59d32 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2434704 Dec 23 15:28:34.717864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45812) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:34.731997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2d:44:21'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:34.752465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:28:34.756148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f1f34590-6dbf-4b09-bcb9-4facf76f7bf6 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:28:34.889136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:34.897009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] The port 'f1f34590-6dbf-4b09-bcb9-4facf76f7bf6' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:28:35.003981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.040758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:35.041090 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:35.046635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d867bbb7-b7a2-4218-9aa5-8774930d6317 None None] Provisioning for port 87e21a07-a790-4e6c-bf25-7175bccbaa3f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:35.051681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d867bbb7-b7a2-4218-9aa5-8774930d6317 None None] Provisioning complete for port 87e21a07-a790-4e6c-bf25-7175bccbaa3f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:35.052186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d867bbb7-b7a2-4218-9aa5-8774930d6317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.060212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 4 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:35.088196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db5972a-7845-4b18-a88a-386739ef6cb2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:35.133098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d867bbb7-b7a2-4218-9aa5-8774930d6317 None None] Port 87e21a07-a790-4e6c-bf25-7175bccbaa3f cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:35.213913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.216063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:35.216063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:35.216301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:35.261482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:35.286555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ae2f27-df54-4f29-8cb1-667ebf188b1a') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:35.286878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ae2f27-df54-4f29-8cb1-667ebf188b1a') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:35.287222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:35.287545 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:35.295601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 5 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:35.323498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45816) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:35.363415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.366714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:35.367035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:35.367359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:35.387315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.397401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.410009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:28:35.410406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:28:35.425552 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:28:35.496076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:35.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:35.674519 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 6 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:35.700556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bead5d-17ea-448c-a99b-5998116a4966 req-14a99203-bd1f-4c1b-bd5c-c280123b2aec tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:35.702050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1bead5d-17ea-448c-a99b-5998116a4966 req-14a99203-bd1f-4c1b-bd5c-c280123b2aec tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 946 time: 0.8958099 Dec 23 15:28:35.740510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:35.740828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:35.741150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:35.743009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.803809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.828626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.846638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] Pushing event deleted for resources: {'Network': ['ID=ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:35.853645 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a0b22ad4-29de-4989-94bd-fd2090fc97f6 tempest-AllowedAddressPairIpV6TestJSON-1657757454 tempest-AllowedAddressPairIpV6TestJSON-1657757454-project] 10.222.0.58 "DELETE /v2.0/networks/ccdd2ecb-80cc-49c3-9506-e18c4bfb06b8 HTTP/1.1" status: 204 len: 168 time: 2.9966803 Dec 23 15:28:35.878400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.912898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:35.915846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:35.916187 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:35.926761 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 7 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:35.941192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Usage tracker for resource:security_group_rule and tenant:a4371d900b094e0a81abd3a43881b523 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:35.949621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:35.950977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:36.029272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:36.070135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=87e21a07-a790-4e6c-bf25-7175bccbaa3f,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:36.128253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] In _notify_port_updated(), no bound segment for port 87e21a07-a790-4e6c-bf25-7175bccbaa3f on network e1bc69bb-f6ca-4663-a74c-524032c441ca {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:36.128253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:36.128253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.128253 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fbc7464d-aed7-4e45-bd3a-714f68f20e83 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "PUT /v2.0/ports/87e21a07-a790-4e6c-bf25-7175bccbaa3f HTTP/1.1" status: 200 len: 993 time: 1.3896930 Dec 23 15:28:36.128253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45822) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:36.185828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:36.186144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:36.186466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:36.187841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting port 87e21a07-a790-4e6c-bf25-7175bccbaa3f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:36.188281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.276034 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1bead5d-17ea-448c-a99b-5998116a4966 req-ad73f784-8043-413f-adff-acc3729b5c51 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5588465 Dec 23 15:28:36.280397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.285648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:36.285838 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:36.291281 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 8 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:36.297838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3dc57d0b-87d7-452c-98d7-a936e60c7f13 None None] Provisioning complete for port 87e21a07-a790-4e6c-bf25-7175bccbaa3f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:36.298329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3dc57d0b-87d7-452c-98d7-a936e60c7f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.321796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.336101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:36.336470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:36.336800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:36.344101 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Floating IP 3ad7e618-4b19-4b78-a727-d9e78a734774 associated. External IP: 172.26.6.72, port: 66cc86b5-46d3-4df1-8d2b-edf291bd60cc. Dec 23 15:28:36.396925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3dc57d0b-87d7-452c-98d7-a936e60c7f13 None None] Port 87e21a07-a790-4e6c-bf25-7175bccbaa3f cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:36.511464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:36.511464 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:36.511464 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 9 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:36.511973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.513653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.555699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:28:36.590087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b49fa035-dc8a-4bf3-a123-cb61f862fc26 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:36.614858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:36.615192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:36.615507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:36.640570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Calling delete_port for 87e21a07-a790-4e6c-bf25-7175bccbaa3f owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:36.694478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:36.694805 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:36.698581 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempt 10 to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 Dec 23 15:28:36.721601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.743937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:36.744282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:36.744628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempting to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:36.822221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:28:36.822582 dv-neutron-822796-1-hyperv neutron-server[84221]: ERROR neutron.plugins.ml2.managers [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Failed to bind port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on host hv-neutron-8227 for vnic_type normal using segments [{'id': '62085cba-b278-443e-8009-f466ad49e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '73609df5-ec32-4e30-9ae4-eb0cf40112ac'}] Dec 23 15:28:36.822936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.849283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a939cfb-0123-4daf-a32e-38c161e0a16b req-c2c17c9d-7d87-4b28-ab60-ece746fde4ad tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:36.850739 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6a939cfb-0123-4daf-a32e-38c161e0a16b req-c2c17c9d-7d87-4b28-ab60-ece746fde4ad tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 946 time: 0.3725839 Dec 23 15:28:36.862849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45828) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:36.865760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Request body: {'floatingip': {'port_id': '224e2730-0d61-4f3a-a6ce-c8d4a33da242'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:36.943780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for floatingip, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.951803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] For port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:36.952395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Attempted to set empty binding levels {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 23 15:28:36.985798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:36.988114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b49fa035-dc8a-4bf3-a123-cb61f862fc26 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:36.991591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b49fa035-dc8a-4bf3-a123-cb61f862fc26 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:36.992084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.002024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.050047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.050047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:37.061407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Port': ['ID=87e21a07-a790-4e6c-bf25-7175bccbaa3f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:37.079169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.088098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.093380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.094022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45834) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:37.123182 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.140353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b49fa035-dc8a-4bf3-a123-cb61f862fc26, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b49fa035-dc8a-4bf3-a123-cb61f862fc26,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:37.204384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.298501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.299709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a65c9940-181e-4c02-87b5-2154540b90d4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "DELETE /v2.0/routers/bbb8aded-9bf0-4a6b-b29c-288844b0b9e5 HTTP/1.1" status: 204 len: 168 time: 7.0646248 Dec 23 15:28:37.305250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45840) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:37.309873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b49fa035-dc8a-4bf3-a123-cb61f862fc26,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:37.395172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc29f7a2-9ba8-4765-bb77-6a877fbd17b3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:37.407635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] In _notify_port_updated(), no bound segment for port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 on network 73609df5-ec32-4e30-9ae4-eb0cf40112ac {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:37.408660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.412844 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "PUT /v2.0/ports/8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 HTTP/1.1" status: 200 len: 976 time: 6.2551405 Dec 23 15:28:37.417895 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-81b13070-1e85-4b13-9d45-076c0ab049fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a4371d900b094e0a81abd3a43881b523&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0931880 Dec 23 15:28:37.417895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45844) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:37.439869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45846) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:37.473875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18821c5a-bc22-4710-a95c-dec336b15360 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event updated for resources: {'Port': ['ID=8c550ac6-87c1-4490-89ae-c1aeac3ad6b7,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:37.572153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Deleting port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:37.572479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.591214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:37.668366 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c7bb4f2e-8b0c-49f3-96a9-754ae01ccc20 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/ports/87e21a07-a790-4e6c-bf25-7175bccbaa3f HTTP/1.1" status: 204 len: 168 time: 1.5523245 Dec 23 15:28:37.679596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45852) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:37.722068 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-baf71506-a939-4380-8738-df45941bed1f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e35994a8b0214718a7246e01fa9baf6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6231253 Dec 23 15:28:37.731299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45856) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:37.808351 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b76028c-d81a-4b93-99d2-0ddedf4b8965 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] GET failed (client error): The resource could not be found. Dec 23 15:28:37.808848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5b76028c-d81a-4b93-99d2-0ddedf4b8965 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Synchronizing usage tracker for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:37.961965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d19c4b32-572c-4a13-ba86-cf7b9456fecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.042723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a26dd112-e374-48d1-b1e0-b439a3ec9c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.072883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5b76028c-d81a-4b93-99d2-0ddedf4b8965 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Unset dirty status for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:38.074029 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5b76028c-d81a-4b93-99d2-0ddedf4b8965 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "GET /v2.0/ports/87e21a07-a790-4e6c-bf25-7175bccbaa3f HTTP/1.1" status: 404 len: 333 time: 0.3935020 Dec 23 15:28:38.079679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45860) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:38.087233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a26dd112-e374-48d1-b1e0-b439a3ec9c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.095719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d19c4b32-572c-4a13-ba86-cf7b9456fecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.099824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'name': 'tempest-AllowedAddressPairTestJSON-1283938133'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:38.245638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] For port 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7, host hv-neutron-8227, got binding levels [] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:38.245638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.386821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Calling delete_port for 8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:38.391875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:38.399073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.405688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a26dd112-e374-48d1-b1e0-b439a3ec9c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.409422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:38.426636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd112-e374-48d1-b1e0-b439a3ec9c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0299000f-de05-45bf-b4ce-5501c69360e9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:38.435226 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Floating IP d58481e1-7c19-4eba-904e-fc2a0fa08fbd associated. External IP: 172.26.6.126, port: 7754c102-100d-4426-b219-811e98c1521a. Dec 23 15:28:38.435536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a26dd112-e374-48d1-b1e0-b439a3ec9c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.436681 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a26dd112-e374-48d1-b1e0-b439a3ec9c35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0299000f-de05-45bf-b4ce-5501c69360e9 HTTP/1.1" status: 204 len: 168 time: 0.7040136 Dec 23 15:28:38.480686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.498921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b49fa035-dc8a-4bf3-a123-cb61f862fc26 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:38.515635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:28:38.557363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.564298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:38.567281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.579409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b49fa035-dc8a-4bf3-a123-cb61f862fc26 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:38.579761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.600077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] device_id is not set on port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:38.625938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d19c4b32-572c-4a13-ba86-cf7b9456fecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.712653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c4b32-572c-4a13-ba86-cf7b9456fecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc29f7a2-9ba8-4765-bb77-6a877fbd17b3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:38.735541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.789033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d19c4b32-572c-4a13-ba86-cf7b9456fecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.790737 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d19c4b32-572c-4a13-ba86-cf7b9456fecf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc29f7a2-9ba8-4765-bb77-6a877fbd17b3 HTTP/1.1" status: 204 len: 168 time: 1.3182969 Dec 23 15:28:38.805311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c550ac6-87c1-4490-89ae-c1aeac3ad6b7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:38.828337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:38.921093 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-803d8227-34b9-4aa8-a7a5-87079eecf167 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 HTTP/1.1" status: 204 len: 168 time: 1.5001986 Dec 23 15:28:38.926073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45870) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:38.979713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Allocated IP 172.20.0.3 (e1bc69bb-f6ca-4663-a74c-524032c441ca/7a70472e-9c1a-4c43-a77e-dfec3929228a/5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:38.996107 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b0d7de-64f1-4383-9409-b3659f5fd7e7 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] GET failed (client error): The resource could not be found. Dec 23 15:28:39.001129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-14b0d7de-64f1-4383-9409-b3659f5fd7e7 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Synchronizing usage tracker for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:39.177217 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Floating IP 36bea06b-0ea0-430d-a9b3-1d27c447a2fb associated. External IP: 172.26.6.29, port: 224e2730-0d61-4f3a-a6ce-c8d4a33da242. Dec 23 15:28:39.289731 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-b79a8ac7-514e-4e84-9ae5-3063040aef58 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1901290 Dec 23 15:28:39.319767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-14b0d7de-64f1-4383-9409-b3659f5fd7e7 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] Unset dirty status for tenant:9896197f20124d4792022a3b3e3e213d on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:39.323862 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-14b0d7de-64f1-4383-9409-b3659f5fd7e7 tempest-PortsAdminExtendedAttrsTestJSON-805657865 tempest-PortsAdminExtendedAttrsTestJSON-805657865-project-admin] 10.222.0.58 "GET /v2.0/ports/8c550ac6-87c1-4490-89ae-c1aeac3ad6b7 HTTP/1.1" status: 404 len: 333 time: 0.3899777 Dec 23 15:28:39.328381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45884) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:39.389217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:39.401834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:39.407976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:39.416139 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] Sync routers for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:39.439170 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:39.439170 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:39.610048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:39.618654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:39.680587 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:39.698612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Deleting port b49fa035-dc8a-4bf3-a123-cb61f862fc26 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:39.698950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:39.740986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Transition to ACTIVE for port object 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:39.832275 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2a96846a-7592-40db-8969-befe3246ebca tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "PUT /v2.0/floatingips/3ad7e618-4b19-4b78-a727-d9e78a734774 HTTP/1.1" status: 200 len: 991 time: 7.7977464 Dec 23 15:28:39.863371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:39.899379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:39.934472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73609df5-ec32-4e30-9ae4-eb0cf40112ac']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:39.947124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62085cba-b278-443e-8009-f466ad49e201') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:39.947422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62085cba-b278-443e-8009-f466ad49e201') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:39.972620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:39.995660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.004781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:28:40.007621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:28:40.062301 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:28:40.098781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] For port b49fa035-dc8a-4bf3-a123-cb61f862fc26, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b49fa035-dc8a-4bf3-a123-cb61f862fc26,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:40.099144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.242003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.266662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Calling delete_port for b49fa035-dc8a-4bf3-a123-cb61f862fc26 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:40.271215 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3ad7e618-4b19-4b78-a727-d9e78a734774', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'port_id': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'mac_address': 'fa:16:3e:7d:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1826a346-9a52-43c3-a51b-d1e11c032744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:48Z', 'updated_at': '2021-12-23T15:28:34Z', 'revision_number': 1, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:47Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:40.275706 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] Checking router: f47926d0-084c-4d2c-94b7-1f66c2bf52d6 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:28:40.292422 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:40.293191 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:40.317545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.353354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.386266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] Pushing event deleted for resources: {'Network': ['ID=73609df5-ec32-4e30-9ae4-eb0cf40112ac,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:40.415419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:40.421029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:40.427085 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d2dbb696-ab6b-44ee-944a-0fefdab8a605 tempest-PortsAdminExtendedAttrsTestJSON-1406107524 tempest-PortsAdminExtendedAttrsTestJSON-1406107524-project] 10.222.0.58 "DELETE /v2.0/networks/73609df5-ec32-4e30-9ae4-eb0cf40112ac HTTP/1.1" status: 204 len: 168 time: 1.0943015 Dec 23 15:28:40.432766 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45916) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:40.437845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:40.498004 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'status': 'completed', 'code': 200} Dec 23 15:28:40.540476 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:40.564396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.601819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:40.628352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event deleted for resources: {'Port': ['ID=b49fa035-dc8a-4bf3-a123-cb61f862fc26,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:40.691607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:40.692175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.754860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:28:40.770444 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-5935e5cb-acd3-4bd0-b75e-9bdda359f31d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049659f0fd1f483b8952486ebd6eb5df&device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 1099 time: 1.3649926 Dec 23 15:28:40.865937 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dd01b767-2412-4b38-b178-7fd741396ad1 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7831581 Dec 23 15:28:40.873194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45924) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:40.882393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2d:44:21'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:40.921003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0bd2-422f-451d-80b1-643033b2bd3b None None] Provisioning for port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:40.927634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0bd2-422f-451d-80b1-643033b2bd3b None None] Provisioning complete for port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:40.933939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0bd2-422f-451d-80b1-643033b2bd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:40.959601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-c8a9b5a4-adfb-44df-aae1-d348a5e0f7aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:40.961274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-c8a9b5a4-adfb-44df-aae1-d348a5e0f7aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=1312a373-bc9d-493d-b042-5e94601d631b HTTP/1.1" status: 200 len: 906 time: 0.1611898 Dec 23 15:28:41.060612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a0bd2-422f-451d-80b1-643033b2bd3b None None] Port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:41.077097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1281739085'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:41.089809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:41.100311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Usage tracker for resource:network and tenant:ae098b6ac9ef4125893a72f059e786c1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:41.106431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:41.116986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:41.130497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45930) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.172516 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3ad7e618-4b19-4b78-a727-d9e78a734774', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'port_id': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'mac_address': 'fa:16:3e:7d:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1826a346-9a52-43c3-a51b-d1e11c032744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:48Z', 'updated_at': '2021-12-23T15:28:34Z', 'revision_number': 1, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:47Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:41.177405 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d85d53-33ba-4827-bae7-89186d06fdaa None None] The sync data for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv is: [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3ad7e618-4b19-4b78-a727-d9e78a734774', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'floating_ip_address': '172.26.6.72', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'port_id': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'mac_address': 'fa:16:3e:7d:51:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1826a346-9a52-43c3-a51b-d1e11c032744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:48Z', 'updated_at': '2021-12-23T15:28:34Z', 'revision_number': 1, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:47Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:41.308207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.368934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45938) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.373263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Router 02d88a20-f22e-4265-add2-20cb3a1321b4 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:28:41.405576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-5897bb90-530b-4f14-ad9f-2a08545c0986 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.406550 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5897bb90-530b-4f14-ad9f-2a08545c0986 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2750394 Dec 23 15:28:41.412880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Made reservation on behalf of ae098b6ac9ef4125893a72f059e786c1 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:41.415700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.426855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45946) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.440576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-8cfae46c-d890-48ea-bc50-3c024bba84a7 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.441501 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8cfae46c-d890-48ea-bc50-3c024bba84a7 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0111647 Dec 23 15:28:41.455727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45950) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.471200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.473003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-9b6bf0fb-e43c-41fb-be83-8ec7f9ef8edd tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.473942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9b6bf0fb-e43c-41fb-be83-8ec7f9ef8edd tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0147135 Dec 23 15:28:41.479701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 45954) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.497998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-4b1fe82b-5732-4269-8f02-adb0be21f146 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.503064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4b1fe82b-5732-4269-8f02-adb0be21f146 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0183346 Dec 23 15:28:41.508168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45958) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.526948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-7ebe865f-9953-4aca-8fab-1133c7d7d597 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.530745 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7ebe865f-9953-4aca-8fab-1133c7d7d597 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0139885 Dec 23 15:28:41.530745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.548430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-ed995515-3ebb-485b-8523-e35a5fee159d tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.554131 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ed995515-3ebb-485b-8523-e35a5fee159d tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0154984 Dec 23 15:28:41.557898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45966) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.569812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-b99d792b-79b3-4366-b653-391a4224cca5 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.570772 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b99d792b-79b3-4366-b653-391a4224cca5 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0119586 Dec 23 15:28:41.575505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:41.577603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45970) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.578110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.595707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Usage tracker for resource:security_group_rule and tenant:ae098b6ac9ef4125893a72f059e786c1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:41.600722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-0ad13fb0-8fc1-419f-b407-44393fcffac7 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.601691 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0ad13fb0-8fc1-419f-b407-44393fcffac7 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0134079 Dec 23 15:28:41.602633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:41.614170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45974) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.619740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:41.628227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-74f975a0-5395-49a7-aa79-7b7fb71c0cc3 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.631536 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-74f975a0-5395-49a7-aa79-7b7fb71c0cc3 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0140383 Dec 23 15:28:41.655120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45978) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.668164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-88bbba01-0f12-4834-ae0e-67cdc86552e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc HTTP/1.1" status: 200 len: 999 time: 0.6922061 Dec 23 15:28:41.676840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-6657f25e-c2bc-4d70-a936-eeb42542b3c1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.680796 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6657f25e-c2bc-4d70-a936-eeb42542b3c1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0135238 Dec 23 15:28:41.685818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45982) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.702557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-166171f3-016c-4474-82af-ac251f2d0d28 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.703496 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-166171f3-016c-4474-82af-ac251f2d0d28 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0168664 Dec 23 15:28:41.710232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45986) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.721265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-bbc0461c-d294-459b-8697-89b416a6140b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.722193 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bbc0461c-d294-459b-8697-89b416a6140b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088243 Dec 23 15:28:41.729216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:41.737516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45990) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.742731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] Sync routers for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:41.747210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-c3c63b01-c20d-4fe4-9748-877be0783c37 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.748223 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c3c63b01-c20d-4fe4-9748-877be0783c37 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0127327 Dec 23 15:28:41.755429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45994) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.759907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:41.760799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:41.766606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-f3bd191e-8f1c-4103-ac50-6673c7c527b1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.770125 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f3bd191e-8f1c-4103-ac50-6673c7c527b1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0087013 Dec 23 15:28:41.786734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 45998) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.810231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-c29b6274-688b-4e92-8dda-3b8728783a38 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.813699 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c29b6274-688b-4e92-8dda-3b8728783a38 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0193999 Dec 23 15:28:41.856221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46002) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.858641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.860665 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:28:41.903279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.904038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-0e98c428-45b5-47e7-9b3c-9fabc9eaef55 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.907392 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0e98c428-45b5-47e7-9b3c-9fabc9eaef55 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0479198 Dec 23 15:28:41.915671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46006) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.925128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.935037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-679a6275-2727-40db-9173-4d38cfaa98c4 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.935439 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9bb3d337-c60a-4a58-b92e-1ccec181707c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eda751cfc65c4d4aae855009689d8235&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5654032 Dec 23 15:28:41.938338 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-679a6275-2727-40db-9173-4d38cfaa98c4 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0169072 Dec 23 15:28:41.938471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-3528525a-8731-4c0d-b126-41bd21b55ec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:41.938471 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-3528525a-8731-4c0d-b126-41bd21b55ec7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6443c17c-037a-4bac-a707-9b6ca8ce6a2d HTTP/1.1" status: 200 len: 844 time: 0.1825776 Dec 23 15:28:41.944693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46010) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.945091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46012) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.951920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:41.978507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-927ca785-14d7-404b-b04c-80861590d1c9 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.982386 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-927ca785-14d7-404b-b04c-80861590d1c9 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0298300 Dec 23 15:28:41.984560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46018) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:41.992915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:41.997014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-072933af-f5e9-453d-84fa-a3a8f158663a tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:41.999960 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-072933af-f5e9-453d-84fa-a3a8f158663a tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0116489 Dec 23 15:28:42.000087 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bf27f2e2-47ca-404c-bcfd-cacee18d35ba tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "PUT /v2.0/floatingips/36bea06b-0ea0-430d-a9b3-1d27c447a2fb HTTP/1.1" status: 200 len: 991 time: 5.1385887 Dec 23 15:28:42.003740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46022) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.003740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:42.040536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-bbd6f78d-4b41-41b3-8961-b2b0959e55ba tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.047118 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bbd6f78d-4b41-41b3-8961-b2b0959e55ba tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0334573 Dec 23 15:28:42.047259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46032) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.052279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-5b39f180-3a85-48ef-87d3-053e4e17d5a8 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.055349 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5b39f180-3a85-48ef-87d3-053e4e17d5a8 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0073347 Dec 23 15:28:42.069142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46036) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.078227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-c444a79b-cfdb-4b74-a43d-4268ff18cb3d tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.079179 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c444a79b-cfdb-4b74-a43d-4268ff18cb3d tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094459 Dec 23 15:28:42.082709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.096828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46040) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.128911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.129408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a75073f-94a1-4ba7-b373-d9fdf0a1479b {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:42.132156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-cc0de97d-aadb-46d1-a9b1-795aa0a7c651 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.133139 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cc0de97d-aadb-46d1-a9b1-795aa0a7c651 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0197818 Dec 23 15:28:42.142127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46044) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.160590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-acf884dc-86db-41ca-914d-3f4de1c49637 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.161540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-acf884dc-86db-41ca-914d-3f4de1c49637 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0156295 Dec 23 15:28:42.165862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:28:42.177692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46048) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.191404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-6b63fcf5-beb3-4c8d-9871-7825ed2030ea tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.192388 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6b63fcf5-beb3-4c8d-9871-7825ed2030ea tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0128345 Dec 23 15:28:42.200092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46052) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.210402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4bca8-baf4-4dab-b5a4-2386c9cb2f51,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:42.212335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-abe31974-e5ee-4105-9f38-3bfb7b18c359 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.216225 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-abe31974-e5ee-4105-9f38-3bfb7b18c359 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0121546 Dec 23 15:28:42.217814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-ffbbdbff-e70c-44fe-b1b2-36701d93315d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1312a373-bc9d-493d-b042-5e94601d631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2700627 Dec 23 15:28:42.218562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46056) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.221254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.227769 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-71b548a7-cae5-4482-b7b8-e606aaac525e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "DELETE /v2.0/routers/1a75073f-94a1-4ba7-b373-d9fdf0a1479b HTTP/1.1" status: 204 len: 168 time: 4.9029174 Dec 23 15:28:42.232084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-3088db1d-3121-4a8e-aa7b-1d8aea3cd12b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.232624 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3088db1d-3121-4a8e-aa7b-1d8aea3cd12b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093272 Dec 23 15:28:42.233224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46060) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.235181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46064) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.238709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8183185-f1e7-4f73-834c-8e1b6dff62e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.240642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.240976 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Added segment 8b8fdacd-d677-4b57-a276-72de89014692 of type vlan for network ee187aab-7a09-4964-9673-6dc4d844cf76 Dec 23 15:28:42.243221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1137199023', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:42.253163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-809c9632-b482-4fb1-a030-b55c2364e2f1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.256174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-809c9632-b482-4fb1-a030-b55c2364e2f1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0177100 Dec 23 15:28:42.262275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46070) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.264241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.273791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:42.287761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-6624a073-200b-4065-9284-468f8cb7e8ff tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.288743 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6624a073-200b-4065-9284-468f8cb7e8ff tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0178318 Dec 23 15:28:42.293215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46078) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.315031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-dd159646-6cd3-4f07-a2b1-66d5c6f750e1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.315980 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dd159646-6cd3-4f07-a2b1-66d5c6f750e1 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0150087 Dec 23 15:28:42.321741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46082) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.337595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-b4fa24dc-b05b-4475-bf53-20dc9bda5a4f tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.337595 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b4fa24dc-b05b-4475-bf53-20dc9bda5a4f tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0117066 Dec 23 15:28:42.338956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Usage tracker for resource:router and tenant:a033a2bab0de4520961b19ffc3b70ecc is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:42.341040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.345354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46086) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.345952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8183185-f1e7-4f73-834c-8e1b6dff62e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.347929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:42.362666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-48fe4383-7b00-4f88-989b-17ebc87ff1c7 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.363618 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-48fe4383-7b00-4f88-989b-17ebc87ff1c7 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0174036 Dec 23 15:28:42.366421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:42.373719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46090) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.376962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.410791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:42.417745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-459bf7f2-e322-4d72-96d9-61fbfadbf83b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.420771 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-459bf7f2-e322-4d72-96d9-61fbfadbf83b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0450711 Dec 23 15:28:42.425108 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] Sync routers for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:42.442674 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:42.443301 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:42.444439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.455076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '36bea06b-0ea0-430d-a9b3-1d27c447a2fb', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'port_id': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'mac_address': 'fa:16:3e:aa:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:54Z', 'updated_at': '2021-12-23T15:28:38Z', 'revision_number': 1, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:14Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:42.472995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] Checking router: 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:28:42.496826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:42.497493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:42.499860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46094) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.516388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:28:42.530711 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'status': 'completed', 'code': 200} Dec 23 15:28:42.537400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-e1dca24c-481b-4d35-bafa-c28093732657 service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980616 Dec 23 15:28:42.551603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-89a2c867-290e-4328-917d-e5c74de6551a tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.552781 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-89a2c867-290e-4328-917d-e5c74de6551a tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0508914 Dec 23 15:28:42.554269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.555699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.563319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46100) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.611913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-baafa2d7-b1db-4889-9f8e-bfffb969a0cb tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.618224 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-baafa2d7-b1db-4889-9f8e-bfffb969a0cb tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0191550 Dec 23 15:28:42.618224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46104) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.623833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:42.633158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-20166c0a-70eb-4735-a63e-ced2fdef4685 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.637810 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-20166c0a-70eb-4735-a63e-ced2fdef4685 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0117445 Dec 23 15:28:42.637810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46108) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.658366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-d4d5a63a-be57-4d37-a5f6-2dc2352712fb tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.658366 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d4d5a63a-be57-4d37-a5f6-2dc2352712fb tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0159438 Dec 23 15:28:42.662207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46112) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.669832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-65931625-505a-43a9-baa3-b311413d21c6 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.673450 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-65931625-505a-43a9-baa3-b311413d21c6 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081818 Dec 23 15:28:42.679091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46116) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.682098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c2e6e08f-dbf6-47fb-9ecf-a7d676700247 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "PUT /v2.0/floatingips/d58481e1-7c19-4eba-904e-fc2a0fa08fbd HTTP/1.1" status: 200 len: 991 time: 9.2216043 Dec 23 15:28:42.699014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-58ab0c0c-664b-483f-97cd-a99998b8e778 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.703110 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-58ab0c0c-664b-483f-97cd-a99998b8e778 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0202367 Dec 23 15:28:42.707994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46122) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.708730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] In _notify_port_updated(), no bound segment for port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 on network e1bc69bb-f6ca-4663-a74c-524032c441ca {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:42.721059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:42.721739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.725809 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bca9ca34-e4ea-4c3e-a0f9-fc49b386e972 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "PUT /v2.0/ports/5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 HTTP/1.1" status: 200 len: 996 time: 1.8457296 Dec 23 15:28:42.725933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.733804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:42.734788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.783614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-09f1884c-6b03-4d49-b083-8017826e7e95 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.786823 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-09f1884c-6b03-4d49-b083-8017826e7e95 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0626807 Dec 23 15:28:42.790352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46126) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.805161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'tag': '7754c102-100d-4426-b219-811e98c1521a'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:28:42.817756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46128) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.832521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.882406 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:42.886240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8183185-f1e7-4f73-834c-8e1b6dff62e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.888642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c8183185-f1e7-4f73-834c-8e1b6dff62e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:42.889936 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c8183185-f1e7-4f73-834c-8e1b6dff62e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e7aad89-1d1d-468f-87f9-b1e3223065d9 HTTP/1.1" status: 204 len: 168 time: 0.9419010 Dec 23 15:28:42.907827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-6b3b5a8b-66e6-419d-9250-29d1f61be359 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.910442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6b3b5a8b-66e6-419d-9250-29d1f61be359 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0880191 Dec 23 15:28:42.921326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46138) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.946216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-dddd6633-711d-4274-985e-519fad918059 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.946216 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dddd6633-711d-4274-985e-519fad918059 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0140488 Dec 23 15:28:42.946216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46142) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.958085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-1e3b60c2-9426-4dc3-9409-1d4cd159f02f tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.958085 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1e3b60c2-9426-4dc3-9409-1d4cd159f02f tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077033 Dec 23 15:28:42.964478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46146) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.977892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-acbeea2a-5bf4-470c-82cd-8ec318e2fd2e tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:42.986741 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-acbeea2a-5bf4-470c-82cd-8ec318e2fd2e tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0097408 Dec 23 15:28:42.986944 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4748127 Dec 23 15:28:42.988515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:42.993371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46152) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:42.998191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46150) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.002946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183185-f1e7-4f73-834c-8e1b6dff62e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7aad89-1d1d-468f-87f9-b1e3223065d9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:43.018695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Request body: {'subnet': {'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:43.046418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-e4f5c05c-2ded-44f0-a5dc-53fa95553815 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.051181 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e4f5c05c-2ded-44f0-a5dc-53fa95553815 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0502555 Dec 23 15:28:43.056103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'tag': '7754c102-100d-4426-b219-811e98c1521a', 'status': 'completed', 'code': 200} Dec 23 15:28:43.061619 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46158) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.220087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-13f06496-f62d-4958-8d12-f46e3d56d746 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.227223 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-13f06496-f62d-4958-8d12-f46e3d56d746 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0301561 Dec 23 15:28:43.244084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4c139-1ec3-4627-9861-d6eb2773b60d tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event updated for resources: {'Network': ['ID=ee187aab-7a09-4964-9673-6dc4d844cf76,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:43.268371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46162) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.276949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:43.277283 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:43.288743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-e372a920-38b2-448e-9934-e41ad0c6da35 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.289692 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e372a920-38b2-448e-9934-e41ad0c6da35 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0132442 Dec 23 15:28:43.298245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-aa146b9b-1e43-4611-a359-f33ce380cf0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac07ed00404b4be19c1bef1e73f51972&device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 1099 time: 0.7004144 Dec 23 15:28:43.298657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network ee187aab-7a09-4964-9673-6dc4d844cf76 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:28:43.300037 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a8a208a-7bf2-4e3c-80c0-cc973cc9b67a req-ad57f3d3-4ebe-4d27-b2de-a9af49773c0e service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068472 Dec 23 15:28:43.300571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46168) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.326093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7d7e0296-0c0a-4326-b330-c0017d63ee1d None None] Provisioning complete for port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:43.326688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0296-0c0a-4326-b330-c0017d63ee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:43.396478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-0c3c0dcb-bb97-4512-a620-80da5fc5a760 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.405842 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0c3c0dcb-bb97-4512-a620-80da5fc5a760 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.1027899 Dec 23 15:28:43.413628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46174) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.435226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-77bbebda-2935-4ff3-89a6-51ce255ce0ab tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.444256 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-77bbebda-2935-4ff3-89a6-51ce255ce0ab tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0216265 Dec 23 15:28:43.454986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46178) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.481387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-742a49d9-da1c-4b95-958c-ba76c424d13b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.485192 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-742a49d9-da1c-4b95-958c-ba76c424d13b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0291638 Dec 23 15:28:43.486317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:43.490393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46182) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.524463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Usage tracker for resource:subnet and tenant:ae098b6ac9ef4125893a72f059e786c1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:43.534077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-dc59b5b1-ff6f-4a39-849c-8f9de9d95d0d tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.537741 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dc59b5b1-ff6f-4a39-849c-8f9de9d95d0d tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0450842 Dec 23 15:28:43.543085 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'd58481e1-7c19-4eba-904e-fc2a0fa08fbd', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'port_id': '7754c102-100d-4426-b219-811e98c1521a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'mac_address': 'fa:16:3e:fa:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:51Z', 'updated_at': '2021-12-23T15:28:36Z', 'revision_number': 1, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:09Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:43.544792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46186) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.545523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:43.554501 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:43.558737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-4d5437c9-6335-4708-b3bf-d1d6d318dc84 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.569055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46190) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.576975 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] Checking router: 02d88a20-f22e-4265-add2-20cb3a1321b4 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:28:43.577239 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4d5437c9-6335-4708-b3bf-d1d6d318dc84 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0140128 Dec 23 15:28:43.586963 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:43.588417 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:43.637496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e0296-0c0a-4326-b330-c0017d63ee1d None None] Port 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:43.693453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-1367eec2-7823-4d8e-88d2-03a8c02dd628 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:43.699265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Made reservation on behalf of ae098b6ac9ef4125893a72f059e786c1 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:43.700713 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1367eec2-7823-4d8e-88d2-03a8c02dd628 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0408900 Dec 23 15:28:43.721951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46194) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:43.780146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:43.818952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24ebe9d8-8418-468c-9902-c83f1126399e req-0a17407c-7a42-4964-84ad-e04276100907 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 0.6459732 Dec 23 15:28:43.857137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:43.873337 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:28:43.996242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '36bea06b-0ea0-430d-a9b3-1d27c447a2fb', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'port_id': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'mac_address': 'fa:16:3e:aa:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:54Z', 'updated_at': '2021-12-23T15:28:38Z', 'revision_number': 1, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:14Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:44.008759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72859351-b8d3-4feb-8501-6b72ca6e3664 None None] The sync data for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv is: [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '36bea06b-0ea0-430d-a9b3-1d27c447a2fb', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'floating_ip_address': '172.26.6.29', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'port_id': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'mac_address': 'fa:16:3e:aa:e5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:54Z', 'updated_at': '2021-12-23T15:28:38Z', 'revision_number': 1, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:14Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:44.073879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46202) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.082227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-51e30ef5-4a7d-4c15-b2f8-b4e6efdeaf78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:44.083654 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-51e30ef5-4a7d-4c15-b2f8-b4e6efdeaf78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90b238bc-0035-41c7-a7fe-45710485b9c2 HTTP/1.1" status: 200 len: 913 time: 0.6759882 Dec 23 15:28:44.094786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-71252403-1463-4caf-af7e-51766a94f97e tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.096554 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-71252403-1463-4caf-af7e-51766a94f97e tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.3612542 Dec 23 15:28:44.123847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46206) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.213863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-81c15154-429c-45bd-83b3-9f4cade3aa7e tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.218270 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-81c15154-429c-45bd-83b3-9f4cade3aa7e tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0225010 Dec 23 15:28:44.265453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46212) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.275332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-bc10ae47-48f5-42e1-b519-ee3fd9778d81 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.276388 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bc10ae47-48f5-42e1-b519-ee3fd9778d81 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098827 Dec 23 15:28:44.281373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46216) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.302612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-e91cbd8c-70d0-41ec-98b4-1568627851b0 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.303297 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e91cbd8c-70d0-41ec-98b4-1568627851b0 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0209010 Dec 23 15:28:44.307058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46220) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.313604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:44.388057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-f0637813-83f8-4a83-b52e-c5c93a161edc tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.391299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f0637813-83f8-4a83-b52e-c5c93a161edc tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0735493 Dec 23 15:28:44.391658 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'd58481e1-7c19-4eba-904e-fc2a0fa08fbd', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'port_id': '7754c102-100d-4426-b219-811e98c1521a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'mac_address': 'fa:16:3e:fa:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:51Z', 'updated_at': '2021-12-23T15:28:36Z', 'revision_number': 1, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:09Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:44.395983 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e5ab1-250c-4ce2-be05-2bd7d337c5dc None None] The sync data for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv is: [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'd58481e1-7c19-4eba-904e-fc2a0fa08fbd', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'port_id': '7754c102-100d-4426-b219-811e98c1521a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'mac_address': 'fa:16:3e:fa:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:27:51Z', 'updated_at': '2021-12-23T15:28:36Z', 'revision_number': 1, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:09Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:44.398757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46224) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.412894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-b857d591-de3f-492a-a4c0-e0a63224e279 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=049659f0fd1f483b8952486ebd6eb5df&device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 1099 time: 0.8427694 Dec 23 15:28:44.428344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-f822bf2f-c784-4eed-ae11-412e9cbf00f0 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.431895 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f822bf2f-c784-4eed-ae11-412e9cbf00f0 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0202878 Dec 23 15:28:44.445102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46228) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.452625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Calling delete_port for 5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:44.496830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [None req-d79f1db3-8201-4606-9a4d-a57b3279815b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.498504 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d79f1db3-8201-4606-9a4d-a57b3279815b tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0294435 Dec 23 15:28:44.504835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46232) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.515111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-3fece7ca-0f8b-4254-a6e9-1e1347166c99 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.516032 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3fece7ca-0f8b-4254-a6e9-1e1347166c99 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089612 Dec 23 15:28:44.518761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46236) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.524937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-643bb168-24d5-4cae-9b03-677ad38be6da tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.525812 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-643bb168-24d5-4cae-9b03-677ad38be6da tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062912 Dec 23 15:28:44.528630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46240) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.535602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-7efdd4fb-9d56-455d-817b-4174ee7ad6bb tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.539024 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7efdd4fb-9d56-455d-817b-4174ee7ad6bb tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0072348 Dec 23 15:28:44.539024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46244) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.544453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [None req-5d3fda92-cdcd-4ff2-83e1-cb7e611d39a6 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84222) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:28:44.545951 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5d3fda92-cdcd-4ff2-83e1-cb7e611d39a6 tempest-ExtensionsTestJSON-1013188802 tempest-ExtensionsTestJSON-1013188802-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055556 Dec 23 15:28:44.594433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2948df90-4444-4d7a-933d-8f35fc0e064a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9896197f20124d4792022a3b3e3e213d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5147069 Dec 23 15:28:44.594433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-61f835a2-504a-4b5c-a635-107e5fad47d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242 HTTP/1.1" status: 200 len: 999 time: 0.4714384 Dec 23 15:28:44.603053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46252) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:44.618143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe9d8-8418-468c-9902-c83f1126399e req-387ec9d0-5eab-4491-bd52-b137dd419dc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:44.619641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24ebe9d8-8418-468c-9902-c83f1126399e req-387ec9d0-5eab-4491-bd52-b137dd419dc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.7885697 Dec 23 15:28:44.626390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:44.703516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event updated for resources: {'Subnet': ['ID=57e13151-bba0-49d6-b43d-3cf7b0effaa7,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:44.792425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-aff23457-d4df-4898-9fd9-c345f3dc79ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:44.794754 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-aff23457-d4df-4898-9fd9-c345f3dc79ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=1312a373-bc9d-493d-b042-5e94601d631b HTTP/1.1" status: 200 len: 906 time: 0.3616786 Dec 23 15:28:44.809749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5e01faf-0936-469e-b76e-8e9c87bad5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:44.822439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Checking segment: {'id': '8b8fdacd-d677-4b57-a276-72de89014692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:44.822799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Network hostable DHCP agents. Network: ee187aab-7a09-4964-9673-6dc4d844cf76, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:28:44.845054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:44.883193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5e01faf-0936-469e-b76e-8e9c87bad5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:44.898984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-da62de02-a5ca-4d81-b301-4bca4ed5f026 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:44.900456 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-da62de02-a5ca-4d81-b301-4bca4ed5f026 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d2938c9-b524-41cc-a6a6-12b3fad60ebc HTTP/1.1" status: 200 len: 851 time: 0.2498150 Dec 23 15:28:44.910952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Port': ['ID=5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:44.974971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24ebe9d8-8418-468c-9902-c83f1126399e req-68fb5710-da6f-4475-8ea9-3323893c60c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 999 time: 0.3229971 Dec 23 15:28:45.080584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd47fbe-3c4d-41b8-9dc8-04ad99d8117d None None] New status for floating IP 3ad7e618-4b19-4b78-a727-d9e78a734774: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:28:45.096472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.139348 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-f677a282-7fde-4e89-8534-a537e74cd08c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc HTTP/1.1" status: 200 len: 999 time: 0.3157434 Dec 23 15:28:45.143369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.144916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Network ee187aab-7a09-4964-9673-6dc4d844cf76 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:28:45.172149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5e01faf-0936-469e-b76e-8e9c87bad5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.175386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5e01faf-0936-469e-b76e-8e9c87bad5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.179000 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b5e01faf-0936-469e-b76e-8e9c87bad5a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3809e664-5134-4cdf-83b6-197dd415c5aa HTTP/1.1" status: 204 len: 168 time: 0.5730269 Dec 23 15:28:45.194280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e01faf-0936-469e-b76e-8e9c87bad5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3809e664-5134-4cdf-83b6-197dd415c5aa,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:45.220178 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-85f784d2-5e99-46fb-ac46-f63ab36160e0 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/ports/5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 HTTP/1.1" status: 204 len: 168 time: 2.3753076 Dec 23 15:28:45.224414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46264) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:45.298329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, ee187aab-7a09-4964-9673-6dc4d844cf76) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:45.318641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:45.319502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.325825 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-340f2eaa-7557-454b-859d-1a1b9f41df94 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] GET failed (client error): The resource could not be found. Dec 23 15:28:45.326648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-340f2eaa-7557-454b-859d-1a1b9f41df94 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Synchronizing usage tracker for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:45.331139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.385016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53fb205-0d8a-4b06-87e1-597e2d97e397 None None] Network ee187aab-7a09-4964-9673-6dc4d844cf76 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:45.426077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46270) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:45.429457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe9d8-8418-468c-9902-c83f1126399e req-67c58fb8-4d8c-43a2-9203-3ba59891cec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:45.431373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24ebe9d8-8418-468c-9902-c83f1126399e req-67c58fb8-4d8c-43a2-9203-3ba59891cec9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.4283869 Dec 23 15:28:45.448091 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cadc0689-eb65-4e1f-8158-99c7faec6e25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4435189 Dec 23 15:28:45.448091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46276) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:45.453715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Request body: {'port': {'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1088223499'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:45.474204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-340f2eaa-7557-454b-859d-1a1b9f41df94 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Unset dirty status for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:45.476780 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-340f2eaa-7557-454b-859d-1a1b9f41df94 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "GET /v2.0/ports/5cbb5b9a-a84c-49cb-bd67-94cea4b1cd20 HTTP/1.1" status: 404 len: 333 time: 0.2547655 Dec 23 15:28:45.484599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46280) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:45.535862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'name': 'tempest-AllowedAddressPairTestJSON-922029854'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:45.541700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-f1e62e6f-b2a9-429e-bf05-db546f64a2dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:45.544213 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-f1e62e6f-b2a9-429e-bf05-db546f64a2dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6443c17c-037a-4bac-a707-9b6ca8ce6a2d HTTP/1.1" status: 200 len: 844 time: 0.3646781 Dec 23 15:28:45.548788 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-26629543-0e02-481f-a757-b35b9f2657ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90b238bc-0035-41c7-a7fe-45710485b9c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6369393 Dec 23 15:28:45.711195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.795858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-ee187aab-7a09-4964-9673-6dc4d844cf76', 'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76', 'tenant_id': 'ae098b6ac9ef4125893a72f059e786c1', 'fixed_ips': [{'subnet_id': '57e13151-bba0-49d6-b43d-3cf7b0effaa7'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:28:45.796356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:45.800963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.804755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Usage tracker for resource:port and tenant:ae098b6ac9ef4125893a72f059e786c1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:45.810909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:45.825003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:45.827642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:45.832384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:45.843612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Usage tracker for resource:security_group_rule and tenant:c7505d28e3f64f95b21395d39cb67248 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:45.849514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:45.878324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:45.878546 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-b0e1f38e-7b70-4bc9-95dd-67b89a3c5e51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1312a373-bc9d-493d-b042-5e94601d631b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3078566 Dec 23 15:28:45.884020 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24ebe9d8-8418-468c-9902-c83f1126399e req-65c32733-17f1-4f4d-a294-42123eb2ec2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4254389 Dec 23 15:28:45.892376 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:45.923755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Made reservation on behalf of ae098b6ac9ef4125893a72f059e786c1 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:45.927982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:45.969953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] device_id is not set on port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:46.007098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:46.010327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:46.016265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Allocated IP 2001:db8::2 (ee187aab-7a09-4964-9673-6dc4d844cf76/57e13151-bba0-49d6-b43d-3cf7b0effaa7/5cc24e21-0843-4970-8cf3-e713d9872931) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:46.077678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] device_id is not set on port e87918c4-5b87-49f5-933c-685b26b3a52e yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:46.199321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:46.218581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Allocated IP 172.26.6.143 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/509cbe5b-45a7-44b7-99f3-24ea1109ab8f) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:46.264246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-13708885-3689-4a7d-b0c4-a8a59c6a0d18 service neutron] 10.222.0.57 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955614 Dec 23 15:28:46.278148 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:46.280268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:46.294219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Transition to ACTIVE for port object 5cc24e21-0843-4970-8cf3-e713d9872931 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:46.324991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Transition to ACTIVE for port object 5cc24e21-0843-4970-8cf3-e713d9872931 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:46.353936 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24ebe9d8-8418-468c-9902-c83f1126399e req-ec540948-931a-4670-96c5-874802355bde service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378052 Dec 23 15:28:46.355035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Allocated IP 172.20.0.4 (e1bc69bb-f6ca-4663-a74c-524032c441ca/7a70472e-9c1a-4c43-a77e-dfec3929228a/e87918c4-5b87-49f5-933c-685b26b3a52e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:46.358441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937891bd-51ab-4647-bf32-d6acfd64902b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:46.366665 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-06c434ce-ef16-45b5-a77a-540bab2ee7cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7505d28e3f64f95b21395d39cb67248&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9384959 Dec 23 15:28:46.369136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46298) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:46.412712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:46.504808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Allocated IP 2001:db8::8a (ee187aab-7a09-4964-9673-6dc4d844cf76/57e13151-bba0-49d6-b43d-3cf7b0effaa7/5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:46.536602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Network ee187aab-7a09-4964-9673-6dc4d844cf76 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:46.539684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:46.547223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:46.650111 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5348a6-5966-457d-8924-5b803eafd89d None None] New status for floating IP 36bea06b-0ea0-430d-a9b3-1d27c447a2fb: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:28:46.741759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcf7218-5b03-47c5-96bd-d6f6a9391cd4 None None] New status for floating IP d58481e1-7c19-4eba-904e-fc2a0fa08fbd: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:28:46.804062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-1ed133d3-a6e8-43bb-bee1-e4ee9f111e96 service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9059758 Dec 23 15:28:46.937348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcc324ed-5687-421e-a22a-5b66989c9ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.016511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Pushing event updated for resources: {'Port': ['ID=5cc24e21-0843-4970-8cf3-e713d9872931,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:47.061608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcc324ed-5687-421e-a22a-5b66989c9ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.076377 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-c2d3cf5a-b18b-4738-9d0e-2ea18b4d7999 service neutron] 10.222.0.57 "GET /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554619 Dec 23 15:28:47.086407 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64bece6d-0ac1-4efd-becd-db47a34217ca req-04d89414-7d95-43bc-8d8f-13d3076e17a4 service neutron] 10.222.0.57 "GET /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8071406 Dec 23 15:28:47.121049 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24ebe9d8-8418-468c-9902-c83f1126399e req-952a0494-2bde-4d24-9cd7-aa398aa72ca3 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264044 Dec 23 15:28:47.124458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.151709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Attempting to bind port 5cc24e21-0843-4970-8cf3-e713d9872931 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:47.152078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Attempting to bind port 5cc24e21-0843-4970-8cf3-e713d9872931 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '8b8fdacd-d677-4b57-a276-72de89014692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:47.152470 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Attempting to bind port 5cc24e21-0843-4970-8cf3-e713d9872931 on network ee187aab-7a09-4964-9673-6dc4d844cf76 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:47.169417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:47.169795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Checking segment: {'id': '8b8fdacd-d677-4b57-a276-72de89014692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:47.170232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.173070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Bound using segment: {'id': '8b8fdacd-d677-4b57-a276-72de89014692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:47.173070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Bound port: 5cc24e21-0843-4970-8cf3-e713d9872931, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8fdacd-d677-4b57-a276-72de89014692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:47.173070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.218360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.282629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.294654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.309712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event updated for resources: {'Port': ['ID=509cbe5b-45a7-44b7-99f3-24ea1109ab8f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:47.335031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:47.336557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:47.341865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:47.346007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] For port 5cc24e21-0843-4970-8cf3-e713d9872931, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:47.349418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] For port 5cc24e21-0843-4970-8cf3-e713d9872931, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5cc24e21-0843-4970-8cf3-e713d9872931,segment=NetworkSegment(8b8fdacd-d677-4b57-a276-72de89014692),segment_id=8b8fdacd-d677-4b57-a276-72de89014692)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:47.440922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcc324ed-5687-421e-a22a-5b66989c9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.450872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Transition to ACTIVE for port object 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:47.450872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Transition to ACTIVE for port object e87918c4-5b87-49f5-933c-685b26b3a52e will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:47.467182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc324ed-5687-421e-a22a-5b66989c9ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937891bd-51ab-4647-bf32-d6acfd64902b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:47.469984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.565585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcc324ed-5687-421e-a22a-5b66989c9ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.566373 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dcc324ed-5687-421e-a22a-5b66989c9ce8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/937891bd-51ab-4647-bf32-d6acfd64902b HTTP/1.1" status: 204 len: 168 time: 1.1963639 Dec 23 15:28:47.571651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12895a-39fb-4e16-b413-f5f69d54d724 None None] Pushing event updated for resources: {'Port': ['ID=5cc24e21-0843-4970-8cf3-e713d9872931,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:47.584367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.592468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.637993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.641910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.734152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Network ee187aab-7a09-4964-9673-6dc4d844cf76 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:47.743255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:47.744302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:47.752910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:47.764342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:47.769444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:47.772013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:47.777116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=e87918c4-5b87-49f5-933c-685b26b3a52e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:47.782226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:48.027720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:48.028627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:48.048997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event updated for resources: {'Port': ['ID=5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:48.062347 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4ce5daaf-7633-4c4d-a426-841fb3ea5ccb tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6132941 Dec 23 15:28:48.067021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46328) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:48.073558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Request body: {'port': {'network_id': 'ee187aab-7a09-4964-9673-6dc4d844cf76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2141381583', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:48.074338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] bootfile-name is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:28:48.074820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] tftp-server is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:28:48.075247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] server-ip-address is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:28:48.170493 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7bac2a94-dba0-437e-b111-beb33ee53b19 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6848195 Dec 23 15:28:48.173307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46334) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:48.186347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'network_id': 'e1bc69bb-f6ca-4663-a74c-524032c441ca', 'name': 'tempest-AllowedAddressPairTestJSON-1687413588'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:48.220610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Router a8902b84-e5ba-48e1-b737-3c82629c4799 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:28:48.265306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:48.270231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Usage tracker for resource:port and tenant:ae098b6ac9ef4125893a72f059e786c1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:48.273128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:48.280576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:48.286290 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e0f31ba7-a336-4c3c-8ad4-b320bbe7b7e7 None None] Provisioning for port e87918c4-5b87-49f5-933c-685b26b3a52e completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:48.291645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e0f31ba7-a336-4c3c-8ad4-b320bbe7b7e7 None None] Provisioning complete for port e87918c4-5b87-49f5-933c-685b26b3a52e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:48.292237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0f31ba7-a336-4c3c-8ad4-b320bbe7b7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:48.369399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e0f31ba7-a336-4c3c-8ad4-b320bbe7b7e7 None None] Port e87918c4-5b87-49f5-933c-685b26b3a52e cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:48.383499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Made reservation on behalf of ae098b6ac9ef4125893a72f059e786c1 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:48.388343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:48.445324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] device_id is not set on port 660a8166-93fa-4926-a62f-38af3633ce1e yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:48.456518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:48.466537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Usage tracker for resource:port and tenant:c74333cd772b4e71b3c92523bef981d1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:48.474361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:48.612329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cc24e21-0843-4970-8cf3-e713d9872931 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:48.720324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Allocated IP 2001:db8::371 (ee187aab-7a09-4964-9673-6dc4d844cf76/57e13151-bba0-49d6-b43d-3cf7b0effaa7/660a8166-93fa-4926-a62f-38af3633ce1e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:48.805924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:48.868728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5cc24e21-0843-4970-8cf3-e713d9872931 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:48.916243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Made reservation on behalf of c74333cd772b4e71b3c92523bef981d1 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:48.924920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:48.988783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:49.003614 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] Sync routers for ids ['a8902b84-e5ba-48e1-b737-3c82629c4799'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:49.035307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] device_id is not set on port d0683f45-7b4b-49fe-86be-4896384e5d9c yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:28:49.038474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17500f-9b59-4367-8af2-f3855081f02d None None] Network ee187aab-7a09-4964-9673-6dc4d844cf76 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:49.048460 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] Routers {'a8902b84-e5ba-48e1-b737-3c82629c4799'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:49.050085 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a8902b84-e5ba-48e1-b737-3c82629c4799'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:49.116026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.119533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.122980 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dcff51e1-84de-4130-91f9-40ebfc036714 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8885827 Dec 23 15:28:49.124074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46360) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:49.131152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': False}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:49.221597 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:49.245790 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] Routers {'a8902b84-e5ba-48e1-b737-3c82629c4799'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:49.247427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6334d828-b050-4d85-ac93-c36235ae2592 None None] Provisioning for port 5cc24e21-0843-4970-8cf3-e713d9872931 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:49.249376 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a8902b84-e5ba-48e1-b737-3c82629c4799'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:49.276854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6334d828-b050-4d85-ac93-c36235ae2592 None None] Provisioning complete for port 5cc24e21-0843-4970-8cf3-e713d9872931 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:49.278974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Allocated IP 172.20.0.14 (e1bc69bb-f6ca-4663-a74c-524032c441ca/7a70472e-9c1a-4c43-a77e-dfec3929228a/d0683f45-7b4b-49fe-86be-4896384e5d9c) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:49.279459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6334d828-b050-4d85-ac93-c36235ae2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.279851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Transition to ACTIVE for port object 660a8166-93fa-4926-a62f-38af3633ce1e will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:49.393886 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:49.395005 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7ebae-e6d1-4709-bb91-6572d906f89f None None] The sync data for ids ['a8902b84-e5ba-48e1-b737-3c82629c4799'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:49.475218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.541864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6334d828-b050-4d85-ac93-c36235ae2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.586212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6334d828-b050-4d85-ac93-c36235ae2592 None None] For port 5cc24e21-0843-4970-8cf3-e713d9872931, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5cc24e21-0843-4970-8cf3-e713d9872931,segment=NetworkSegment(8b8fdacd-d677-4b57-a276-72de89014692),segment_id=8b8fdacd-d677-4b57-a276-72de89014692)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:49.593870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Network ee187aab-7a09-4964-9673-6dc4d844cf76 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:49.616486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:49.639282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46374) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:49.651756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:49.653122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.666584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:49.667289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.680924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Transition to ACTIVE for port object d0683f45-7b4b-49fe-86be-4896384e5d9c will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:49.686252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6334d828-b050-4d85-ac93-c36235ae2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.704005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event updated for resources: {'Port': ['ID=660a8166-93fa-4926-a62f-38af3633ce1e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:49.806848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:49.821527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334d828-b050-4d85-ac93-c36235ae2592 None None] Pushing event updated for resources: {'Port': ['ID=5cc24e21-0843-4970-8cf3-e713d9872931,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:49.880586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Network e1bc69bb-f6ca-4663-a74c-524032c441ca is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:49.887513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:49.901544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:50.005360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=d0683f45-7b4b-49fe-86be-4896384e5d9c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:50.014807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46384) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.041608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:50.044069 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fdc1962e-9a8c-4c86-b899-004e5b8e5ade tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9741893 Dec 23 15:28:50.044384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.053508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46390) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.086478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Provisioning for port 660a8166-93fa-4926-a62f-38af3633ce1e completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:50.093095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Provisioning complete for port 660a8166-93fa-4926-a62f-38af3633ce1e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:50.093095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.144367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-97c525a9-f01a-4f22-a452-e9533c956b00 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:50.170097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-400695743'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:50.179432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5a7d7912-44d0-4b85-8a21-a2cc454e4999 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0024137 Dec 23 15:28:50.193919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:50.195357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Port 660a8166-93fa-4926-a62f-38af3633ce1e cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:50.199937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:50.205997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:50.210935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Provisioning complete for port 5cc24e21-0843-4970-8cf3-e713d9872931 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:50.211423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.215424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:50.225662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46396) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.233239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2d:44:21'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:90:63:c3'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:50.301275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:50.303720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.352759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.449371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388e7f8-3b8d-4f9c-8da9-e27013d2a86e tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:50.457139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388e7f8-3b8d-4f9c-8da9-e27013d2a86e tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:50.457863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Provisioning for port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:50.461323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7388e7f8-3b8d-4f9c-8da9-e27013d2a86e tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:50.462273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7388e7f8-3b8d-4f9c-8da9-e27013d2a86e tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Synchronizing usage tracker for tenant:ae098b6ac9ef4125893a72f059e786c1 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:50.465903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Provisioning complete for port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:50.471797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.525873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46402) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.527568 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-97c525a9-f01a-4f22-a452-e9533c956b00 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "PUT /v2.0/quotas/b5ffcbcf55254608ae030299c8a9bfa6 HTTP/1.1" status: 200 len: 366 time: 0.8878434 Dec 23 15:28:50.532379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:50.535578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cc24e21-0843-4970-8cf3-e713d9872931 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:50.551483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:security_group_rule and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:50.556961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:50.575412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:50.602845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7388e7f8-3b8d-4f9c-8da9-e27013d2a86e tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Unset dirty status for tenant:ae098b6ac9ef4125893a72f059e786c1 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:50.604199 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7388e7f8-3b8d-4f9c-8da9-e27013d2a86e tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5497673 Dec 23 15:28:50.622275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46406) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.629628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b2646-ce67-479d-9c06-a1f594400f7e None None] Port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:50.633147 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9fedd228-274f-44ab-96ca-f5e2e2f4c16a tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0526009 Dec 23 15:28:50.653070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46410) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.682120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9c360225-cd4b-4ae6-a04c-bab21846d319 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "GET /v2.0/quotas/b5ffcbcf55254608ae030299c8a9bfa6 HTTP/1.1" status: 200 len: 366 time: 0.0278711 Dec 23 15:28:50.686842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46414) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.695228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5cc24e21-0843-4970-8cf3-e713d9872931 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:50.695682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.729430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.769966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Deleting port 660a8166-93fa-4926-a62f-38af3633ce1e {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:50.770323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.807446 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cda31438-9bd3-48d4-bb90-f0d859df9650 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/b5ffcbcf55254608ae030299c8a9bfa6 HTTP/1.1" status: 204 len: 168 time: 0.1193306 Dec 23 15:28:50.812540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46418) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.837665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.850190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.853800 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-98ef3b40-79ca-492c-8221-79190f25078d tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0327463 Dec 23 15:28:50.858363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Provisioning for port d0683f45-7b4b-49fe-86be-4896384e5d9c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:50.864291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Provisioning complete for port d0683f45-7b4b-49fe-86be-4896384e5d9c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:50.864879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.869233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46422) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.922851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Port d0683f45-7b4b-49fe-86be-4896384e5d9c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:50.936554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Provisioning complete for port 660a8166-93fa-4926-a62f-38af3633ce1e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:50.937506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.940539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6b84dc89-7e50-411b-859b-2d34507d799d tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "GET /v2.0/quotas/b5ffcbcf55254608ae030299c8a9bfa6 HTTP/1.1" status: 200 len: 370 time: 0.0680468 Dec 23 15:28:50.941855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:50.944407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46426) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:50.982585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9385c862-24ae-459c-9dbb-692ed9f6a18d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:50.991822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b4b06675-592f-487e-bf7e-9e9347f3fd1d tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "GET /v2.0/quotas/b5ffcbcf55254608ae030299c8a9bfa6/default HTTP/1.1" status: 200 len: 370 time: 0.0149970 Dec 23 15:28:51.007496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:51.016275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:28:51.040506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Port 660a8166-93fa-4926-a62f-38af3633ce1e cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:51.052769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.063646 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 5239b4d4-2811-4a0e-ad61-7070173ab248 of type vlan for network ff539b38-c963-4738-853f-e202fc790dc0 Dec 23 15:28:51.066032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Provisioning complete for port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:51.066655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.071613 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-cda8477a-24f5-471b-a44e-402d30f31ec2 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] delete failed (client error): The resource could not be found. Dec 23 15:28:51.072848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cda8477a-24f5-471b-a44e-402d30f31ec2 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/b5ffcbcf55254608ae030299c8a9bfa6 HTTP/1.1" status: 404 len: 348 time: 0.0678852 Dec 23 15:28:51.106608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.142878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.165274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-dc255af2-4f17-44b6-a22c-8a35c1c048d6 None None] Port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:51.171085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.201274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.242805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.247383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:51.247984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.302774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Calling delete_port for 660a8166-93fa-4926-a62f-38af3633ce1e owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:51.394847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46438) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:51.436474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event updated for resources: {'Port': ['ID=d0683f45-7b4b-49fe-86be-4896384e5d9c,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:51.441306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=ff539b38-c963-4738-853f-e202fc790dc0,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:51.462955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] In _notify_port_updated(), no bound segment for port d0683f45-7b4b-49fe-86be-4896384e5d9c on network e1bc69bb-f6ca-4663-a74c-524032c441ca {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:51.467751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:51.468603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.469756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network ff539b38-c963-4738-853f-e202fc790dc0 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:28:51.470260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dabb9608-701c-4f82-8d03-a7d0f78b6db9 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "PUT /v2.0/ports/d0683f45-7b4b-49fe-86be-4896384e5d9c HTTP/1.1" status: 200 len: 1056 time: 1.2434514 Dec 23 15:28:51.472968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46444) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:51.529901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46448) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:51.530479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6881b419-9169-4213-af09-ba6f18dd37d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5141633 Dec 23 15:28:51.548599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1385536641'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:51.583267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting port d0683f45-7b4b-49fe-86be-4896384e5d9c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:51.583956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.608160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:network and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:51.610843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:51.633475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:51.650632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:51.654470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:51.665765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:51.688110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.692078 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:subnet and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:51.696395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.701238 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b9d3fe7-ad51-4b61-abfd-01d28845fc39 None None] Provisioning complete for port d0683f45-7b4b-49fe-86be-4896384e5d9c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:51.702169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:51.702693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b9d3fe7-ad51-4b61-abfd-01d28845fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.779442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.790453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d3fe7-ad51-4b61-abfd-01d28845fc39 None None] Port d0683f45-7b4b-49fe-86be-4896384e5d9c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:51.820882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:subnetpool and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:51.840620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:51.844989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event deleted for resources: {'Port': ['ID=660a8166-93fa-4926-a62f-38af3633ce1e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:51.848754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:51.852405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.924834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:port and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:51.935118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.944904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:51.962574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:28:51.969090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:router and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:51.975805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:51.977545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:52.030000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.030234 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 89d53c87-cd83-42b6-b3f5-fff222320d01 of type vlan for network cf7a65a8-1904-46cb-ba37-f86d47120bde Dec 23 15:28:52.060044 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d1504bae-c230-47aa-80e9-2ce05e3b905f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "DELETE /v2.0/ports/660a8166-93fa-4926-a62f-38af3633ce1e HTTP/1.1" status: 204 len: 168 time: 1.4319038 Dec 23 15:28:52.062446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:floatingip and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:52.073688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46454) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:52.097658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Request body: {'port': {'name': 'tempest-new-port-name-1318463920', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:52.098032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] bootfile-name is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:28:52.098361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] tftp-server is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:28:52.098708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] server-ip-address is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:28:52.108603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Calling delete_port for d0683f45-7b4b-49fe-86be-4896384e5d9c owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:52.231990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:52.239844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.309948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.360151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Port': ['ID=d0683f45-7b4b-49fe-86be-4896384e5d9c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:52.372592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.444089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.447718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:52.448338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.493723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Router a8902b84-e5ba-48e1-b737-3c82629c4799 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:28:52.604365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:security_group and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:52.673666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:52.679736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=cf7a65a8-1904-46cb-ba37-f86d47120bde,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:52.682614 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4f2fd896-f91e-43c9-a824-e2d3e920bfa1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1480830 Dec 23 15:28:52.687607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.688757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46460) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:52.694692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network cf7a65a8-1904-46cb-ba37-f86d47120bde details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:28:52.701755 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-40bb9df9-d8d4-4a0f-bd15-eb2944044be2 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/ports/d0683f45-7b4b-49fe-86be-4896384e5d9c HTTP/1.1" status: 204 len: 168 time: 1.2244015 Dec 23 15:28:52.702015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46464) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:52.705054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': 'ff539b38-c963-4738-853f-e202fc790dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:52.754093 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6d53df-d274-4844-b959-bdf922787c88 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] GET failed (client error): The resource could not be found. Dec 23 15:28:52.754599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ba6d53df-d274-4844-b959-bdf922787c88 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Synchronizing usage tracker for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:52.851649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ba6d53df-d274-4844-b959-bdf922787c88 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Unset dirty status for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:52.852841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ba6d53df-d274-4844-b959-bdf922787c88 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "GET /v2.0/ports/d0683f45-7b4b-49fe-86be-4896384e5d9c HTTP/1.1" status: 404 len: 333 time: 0.1499057 Dec 23 15:28:52.855556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46470) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:52.866793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Usage tracker for resource:security_group_rule and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:52.892084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:52.930632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting port e87918c4-5b87-49f5-933c-685b26b3a52e {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:52.930970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:52.942496 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a8b6d491-6789-43af-a7e0-6d8136f965a8 tempest-QuotasTest-1333846337 tempest-QuotasTest-1333846337-project-admin] 10.222.0.58 "GET /v2.0/quotas/8a59e178a7a34fb09c0f375b7227efe9/details.json HTTP/1.1" status: 200 len: 703 time: 1.5426896 Dec 23 15:28:52.950300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:52.963878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:52.970879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:52.979216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:53.069554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.071088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:53.182940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.191969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.239342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.316007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Calling delete_port for e87918c4-5b87-49f5-933c-685b26b3a52e owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:53.343239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] In _notify_port_updated(), no bound segment for port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 on network ee187aab-7a09-4964-9673-6dc4d844cf76 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:28:53.347754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:53.347754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.351777 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "PUT /v2.0/ports/5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 HTTP/1.1" status: 200 len: 1129 time: 1.2744925 Dec 23 15:28:53.351866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46478) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:53.374900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba4ba-30e3-40a8-b407-37d6eb6acf3f tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event updated for resources: {'Port': ['ID=5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:53.423893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:28:53.439819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] Sync routers for ids ['a8902b84-e5ba-48e1-b737-3c82629c4799'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:28:53.453091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] Routers {'a8902b84-e5ba-48e1-b737-3c82629c4799'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:53.453713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a8902b84-e5ba-48e1-b737-3c82629c4799'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:53.456575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbae3e6-1f8d-4ef2-83b2-5aed26ad2785 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:53.458091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0fbae3e6-1f8d-4ef2-83b2-5aed26ad2785 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "GET /v2.0/ports/5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 HTTP/1.1" status: 200 len: 1129 time: 0.1051641 Dec 23 15:28:53.463680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46484) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:53.522559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.523900 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-536ef621-2bb5-41ac-a729-90d1467ca522 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "PUT /v2.0/routers/a8902b84-e5ba-48e1-b737-3c82629c4799 HTTP/1.1" status: 200 len: 926 time: 4.3984020 Dec 23 15:28:53.532089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46490) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:53.579345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:53.613145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] Routers {'a8902b84-e5ba-48e1-b737-3c82629c4799'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:28:53.613770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:27Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a8902b84-e5ba-48e1-b737-3c82629c4799'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:53.637577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Deleting port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:53.640663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.703709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.709045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46494) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:53.750678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:53.751075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd0d36-dbba-458e-a7e8-ea2ca15dad65 None None] The sync data for ids ['a8902b84-e5ba-48e1-b737-3c82629c4799'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:28:53.762031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e082eb84-2fe6-4116-8290-44008afb3618 None None] Provisioning complete for port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:53.763091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e082eb84-2fe6-4116-8290-44008afb3618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.767057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Port': ['ID=e87918c4-5b87-49f5-933c-685b26b3a52e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:53.802420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.838711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e082eb84-2fe6-4116-8290-44008afb3618 None None] Port 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:28:53.886769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=3f685829-1b41-467c-9358-cc2094ab762b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:53.957158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:53.997465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '5239b4d4-2811-4a0e-ad61-7070173ab248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ff539b38-c963-4738-853f-e202fc790dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:53.997827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: ff539b38-c963-4738-853f-e202fc790dc0, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:28:54.024446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:54.030842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Usage tracker for resource:security_group_rule and tenant:fed33cbb3c1f41799101b1640d59a29e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:54.034175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:54.043915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:54.078552 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-25419625-89a6-40ff-a85d-abfe83cd887d tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/a8902b84-e5ba-48e1-b737-3c82629c4799 HTTP/1.1" status: 200 len: 926 time: 0.5453098 Dec 23 15:28:54.082541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46502) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:54.132602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.209097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.244331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network ff539b38-c963-4738-853f-e202fc790dc0 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:28:54.280584 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-463dbcad-fc85-43cd-8276-4ab1c042f40b tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/ports/e87918c4-5b87-49f5-933c-685b26b3a52e HTTP/1.1" status: 204 len: 168 time: 1.4237478 Dec 23 15:28:54.283150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46508) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:54.335814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, ff539b38-c963-4738-853f-e202fc790dc0) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:54.344498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1850e5d-50c3-43d9-bf75-3626de81b2ae None None] Network ff539b38-c963-4738-853f-e202fc790dc0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:54.349744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Calling delete_port for 5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:54.350545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.353224 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-9567654b-c979-4742-90a1-b7bd77d55c0d tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] GET failed (client error): The resource could not be found. Dec 23 15:28:54.353717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9567654b-c979-4742-90a1-b7bd77d55c0d tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Synchronizing usage tracker for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:54.357891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:54.358465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.395233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1867e122-692e-4720-893d-121a036304b7 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Synchronizing usage tracker for tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:54.397562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.455248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf523ed-4109-4952-8e83-48bf58c0e872,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:54.457749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9567654b-c979-4742-90a1-b7bd77d55c0d tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Unset dirty status for tenant:c74333cd772b4e71b3c92523bef981d1 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:54.470945 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9567654b-c979-4742-90a1-b7bd77d55c0d tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "GET /v2.0/ports/e87918c4-5b87-49f5-933c-685b26b3a52e HTTP/1.1" status: 404 len: 333 time: 0.1797149 Dec 23 15:28:54.470945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46512) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:54.498057 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f40f588-dbbf-489d-a25d-308ad6d9c5d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fed33cbb3c1f41799101b1640d59a29e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7853255 Dec 23 15:28:54.500937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46516) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:54.540777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting port 60f17d12-31d7-4c75-9925-0d4cf0948520 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:54.541107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.568734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba784ee6-916b-419c-a749-8f8a167e0c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.576270 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-aa7aa52a-2e3b-40aa-bcd5-1bd6f9323fad tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8844039 Dec 23 15:28:54.578434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46520) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:54.588389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': 'cf7a65a8-1904-46cb-ba37-f86d47120bde', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:54.598616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-ff539b38-c963-4738-853f-e202fc790dc0', 'network_id': 'ff539b38-c963-4738-853f-e202fc790dc0', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '3f685829-1b41-467c-9358-cc2094ab762b'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:28:54.600273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.610854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1867e122-692e-4720-893d-121a036304b7 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Unset dirty status for tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:54.615950 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1867e122-692e-4720-893d-121a036304b7 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=a8902b84-e5ba-48e1-b737-3c82629c4799&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5323761 Dec 23 15:28:54.624906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46526) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:54.667438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba784ee6-916b-419c-a749-8f8a167e0c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.686648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.771410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event deleted for resources: {'Port': ['ID=5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:54.844722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Allocated IP 172.20.0.2 (ff539b38-c963-4738-853f-e202fc790dc0/3f685829-1b41-467c-9358-cc2094ab762b/a55ad499-baab-4b6f-b2ff-52c21c942ceb) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:54.871143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:54.876700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:54.882932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:54.889477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:54.901460 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-716a549b-d37a-4467-99a9-31031d24f4e1 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "DELETE /v2.0/ports/5c7f2daf-cc4f-414f-96c5-3aa21b1d1e76 HTTP/1.1" status: 204 len: 168 time: 1.4381926 Dec 23 15:28:54.903805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:54.906376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46530) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:54.912276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3aab7-7a8f-4b8f-bb05-bedb09f1c73e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:54.912835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f0c3aab7-7a8f-4b8f-bb05-bedb09f1c73e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Synchronizing usage tracker for tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:28:55.004591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.021206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f0c3aab7-7a8f-4b8f-bb05-bedb09f1c73e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Unset dirty status for tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:28:55.025128 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f0c3aab7-7a8f-4b8f-bb05-bedb09f1c73e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.3767493 Dec 23 15:28:55.066788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46534) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:55.104163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.114965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba784ee6-916b-419c-a749-8f8a167e0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.115772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Transition to ACTIVE for port object a55ad499-baab-4b6f-b2ff-52c21c942ceb will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:55.131971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:28:55.136202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Transition to ACTIVE for port object a55ad499-baab-4b6f-b2ff-52c21c942ceb will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:28:55.141516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Calling delete_port for 60f17d12-31d7-4c75-9925-0d4cf0948520 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:55.155680 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-254d38f9-7d7f-4b43-a067-f9dc7787ab4b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8902b84-e5ba-48e1-b737-3c82629c4799 HTTP/1.1" status: 200 len: 205 time: 0.0877726 Dec 23 15:28:55.172039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46540) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:55.225520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba784ee6-916b-419c-a749-8f8a167e0c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf523ed-4109-4952-8e83-48bf58c0e872,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:55.251110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.270700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba784ee6-916b-419c-a749-8f8a167e0c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.272232 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ba784ee6-916b-419c-a749-8f8a167e0c0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5bf523ed-4109-4952-8e83-48bf58c0e872 HTTP/1.1" status: 204 len: 168 time: 0.7697318 Dec 23 15:28:55.340646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.345275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Pushing event updated for resources: {'Port': ['ID=a55ad499-baab-4b6f-b2ff-52c21c942ceb,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:55.348734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f0df6f8-b794-471d-9505-faf40ca11721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.367503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Network ff539b38-c963-4738-853f-e202fc790dc0 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:28:55.372838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:55.372986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Deleting subnet 57e13151-bba0-49d6-b43d-3cf7b0effaa7 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:28:55.377383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:28:55.382314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.489680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Attempting to bind port a55ad499-baab-4b6f-b2ff-52c21c942ceb on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:28:55.489680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Attempting to bind port a55ad499-baab-4b6f-b2ff-52c21c942ceb by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5239b4d4-2811-4a0e-ad61-7070173ab248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ff539b38-c963-4738-853f-e202fc790dc0'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:28:55.490214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Attempting to bind port a55ad499-baab-4b6f-b2ff-52c21c942ceb on network ff539b38-c963-4738-853f-e202fc790dc0 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:28:55.499138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:28:55.499510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Checking segment: {'id': '5239b4d4-2811-4a0e-ad61-7070173ab248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ff539b38-c963-4738-853f-e202fc790dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:55.500082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.500717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Bound using segment: {'id': '5239b4d4-2811-4a0e-ad61-7070173ab248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ff539b38-c963-4738-853f-e202fc790dc0'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:28:55.501173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Bound port: a55ad499-baab-4b6f-b2ff-52c21c942ceb, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5239b4d4-2811-4a0e-ad61-7070173ab248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'ff539b38-c963-4738-853f-e202fc790dc0'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:28:55.501610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.518259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.531908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.596567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.600064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] For port a55ad499-baab-4b6f-b2ff-52c21c942ceb, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:28:55.604439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] For port a55ad499-baab-4b6f-b2ff-52c21c942ceb, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a55ad499-baab-4b6f-b2ff-52c21c942ceb,segment=NetworkSegment(5239b4d4-2811-4a0e-ad61-7070173ab248),segment_id=5239b4d4-2811-4a0e-ad61-7070173ab248)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:28:55.651961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Port': ['ID=60f17d12-31d7-4c75-9925-0d4cf0948520,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:55.692094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.704100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.783093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:55.828540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d180635-2da8-40bc-817b-e2236eeb2e66 None None] Pushing event updated for resources: {'Port': ['ID=a55ad499-baab-4b6f-b2ff-52c21c942ceb,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:55.895077 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c873d3c2-91c2-46b7-837a-f32477ea011c tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/ports/60f17d12-31d7-4c75-9925-0d4cf0948520 HTTP/1.1" status: 204 len: 168 time: 1.4283595 Dec 23 15:28:55.897546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46552) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:56.013231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.108616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.154933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=2edd7355-adb3-4274-a2c4-6e3c61fbde8f,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:56.202675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.209296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event deleted for resources: {'Subnet': ['ID=57e13151-bba0-49d6-b43d-3cf7b0effaa7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:56.209418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0cf8d6-bfec-46d5-a3a0-55f155f9b135 None None] Network ee187aab-7a09-4964-9673-6dc4d844cf76 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:56.224408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.226287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '89d53c87-cd83-42b6-b3f5-fff222320d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf7a65a8-1904-46cb-ba37-f86d47120bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:28:56.226643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: cf7a65a8-1904-46cb-ba37-f86d47120bde, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:28:56.236757 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-41c48357-fe13-4b07-a73f-45d3dbcaac25 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "DELETE /v2.0/subnets/57e13151-bba0-49d6-b43d-3cf7b0effaa7 HTTP/1.1" status: 204 len: 168 time: 1.3291016 Dec 23 15:28:56.237552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46556) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:56.292207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting subnet 7a70472e-9c1a-4c43-a77e-dfec3929228a {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:28:56.294066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.332908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46560) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:56.366944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.370485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.417983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.432417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:56.438759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Usage tracker for resource:security_group_rule and tenant:8a59e178a7a34fb09c0f375b7227efe9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:56.442646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:56.450322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Deleting port 5cc24e21-0843-4970-8cf3-e713d9872931 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:56.450679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.483703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:56.483877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Deleting port 509cbe5b-45a7-44b7-99f3-24ea1109ab8f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:56.483877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.490981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network cf7a65a8-1904-46cb-ba37-f86d47120bde is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:28:56.574422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a55ad499-baab-4b6f-b2ff-52c21c942ceb up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:28:56.632637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, cf7a65a8-1904-46cb-ba37-f86d47120bde) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:28:56.643615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.657862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:28:56.658876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.702197 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] DHCP port deletion for ee187aab-7a09-4964-9673-6dc4d844cf76 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:28:56.703811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55dde7-b3f6-41ac-848e-443bd3d6c184 None None] Network cf7a65a8-1904-46cb-ba37-f86d47120bde requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:56.737317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Deleting port 5cc24e21-0843-4970-8cf3-e713d9872931 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:56.738478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.784723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.786999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7beac79f-3392-4613-82be-e8c5e1182ef4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2075031 Dec 23 15:28:56.794897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46568) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:56.804539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2022220152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:56.812442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:56.813930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.816544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:router and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:56.819525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:56.826498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:56.845522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] For port 5cc24e21-0843-4970-8cf3-e713d9872931, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5cc24e21-0843-4970-8cf3-e713d9872931,segment=NetworkSegment(8b8fdacd-d677-4b57-a276-72de89014692),segment_id=8b8fdacd-d677-4b57-a276-72de89014692)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:56.845806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:56.963485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Calling delete_port for 509cbe5b-45a7-44b7-99f3-24ea1109ab8f owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:56.994599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.000141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Calling delete_port for 5cc24e21-0843-4970-8cf3-e713d9872931 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:57.046085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.058099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.059945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.069331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Subnet': ['ID=7a70472e-9c1a-4c43-a77e-dfec3929228a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:57.102418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] For port 5cc24e21-0843-4970-8cf3-e713d9872931, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5cc24e21-0843-4970-8cf3-e713d9872931,segment=NetworkSegment(8b8fdacd-d677-4b57-a276-72de89014692),segment_id=8b8fdacd-d677-4b57-a276-72de89014692)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:57.102937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.157785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ed640-0623-4f1d-b471-ab934c60918b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:57.174122 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cdc15d43-6659-45af-a89a-aa49d8bfbfed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a59e178a7a34fb09c0f375b7227efe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8515966 Dec 23 15:28:57.176688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46574) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:57.222129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.240474 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ac428504-5b80-4c8a-8838-7b823bebd7b6 tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/subnets/7a70472e-9c1a-4c43-a77e-dfec3929228a HTTP/1.1" status: 204 len: 168 time: 1.3393209 Dec 23 15:28:57.241135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46578) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:57.251062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1eb47-e72e-457c-a886-f0c63513b25b None None] Network ff539b38-c963-4738-853f-e202fc790dc0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:57.261277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eaeff294-d926-4d9c-bae9-aec7da244c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.263664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36646b46-43af-41bb-b2c7-57ef8da5c2f3 None None] Network e1bc69bb-f6ca-4663-a74c-524032c441ca requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:28:57.284502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Calling delete_port for 5cc24e21-0843-4970-8cf3-e713d9872931 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:57.288936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eaeff294-d926-4d9c-bae9-aec7da244c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.298368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.355633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a55ad499-baab-4b6f-b2ff-52c21c942ceb completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:57.357284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event deleted for resources: {'Port': ['ID=5cc24e21-0843-4970-8cf3-e713d9872931,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:57.370478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] No DVR routers for this DVR port 5cc24e21-0843-4970-8cf3-e713d9872931 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:28:57.393030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.405162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Deleting port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:57.405592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.447958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.509906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.513886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event deleted for resources: {'Port': ['ID=509cbe5b-45a7-44b7-99f3-24ea1109ab8f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:57.536565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee187aab-7a09-4964-9673-6dc4d844cf76']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:57.549432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8fdacd-d677-4b57-a276-72de89014692') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:57.550102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8fdacd-d677-4b57-a276-72de89014692') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:57.562532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.580000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.586726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:28:57.587158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.600695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:28:57.604662 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:28:57.704530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eaeff294-d926-4d9c-bae9-aec7da244c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.719848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16d66067-0a3b-4765-a80d-c92b2144eb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.741290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeff294-d926-4d9c-bae9-aec7da244c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ed640-0623-4f1d-b471-ab934c60918b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:57.758631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eaeff294-d926-4d9c-bae9-aec7da244c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.762854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eaeff294-d926-4d9c-bae9-aec7da244c91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d9ed640-0623-4f1d-b471-ab934c60918b HTTP/1.1" status: 204 len: 168 time: 0.5848036 Dec 23 15:28:57.784313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:28:57.785474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:28:57.827004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-86c8c526-049f-4243-988a-5758ff94b1e1 None None] Provisioning for port a55ad499-baab-4b6f-b2ff-52c21c942ceb completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:28:57.843928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] For port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,segment=NetworkSegment(1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e),segment_id=1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:57.843928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.863629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.883921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-86c8c526-049f-4243-988a-5758ff94b1e1 None None] Provisioning complete for port a55ad499-baab-4b6f-b2ff-52c21c942ceb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:57.889354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86c8c526-049f-4243-988a-5758ff94b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.908826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:57.919389 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] 10.222.0.58 "DELETE /v2.0/networks/ee187aab-7a09-4964-9673-6dc4d844cf76 HTTP/1.1" status: 204 len: 168 time: 1.6794553 Dec 23 15:28:57.935639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620bcb2-dc1a-4fb3-b427-faca9860adaa tempest-ExtraDHCPOptionsIpV6TestJSON-234907805 tempest-ExtraDHCPOptionsIpV6TestJSON-234907805-project] Pushing event deleted for resources: {'Network': ['ID=ee187aab-7a09-4964-9673-6dc4d844cf76,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:57.940018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-cf7a65a8-1904-46cb-ba37-f86d47120bde', 'network_id': 'cf7a65a8-1904-46cb-ba37-f86d47120bde', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '2edd7355-adb3-4274-a2c4-6e3c61fbde8f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:28:57.944186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.098536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.218751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Calling delete_port for fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:58.284296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.288571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Deleting port 5cc24e21-0843-4970-8cf3-e713d9872931 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:58.288762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.313354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] DHCP port deletion for e1bc69bb-f6ca-4663-a74c-524032c441ca request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:28:58.374501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Deleting port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:28:58.374935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.416244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1363a408-eb33-4d11-bae7-a25f8cb6cfe8 None None] The port '5cc24e21-0843-4970-8cf3-e713d9872931' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:28:58.459305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86c8c526-049f-4243-988a-5758ff94b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.475766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46598) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:58.477139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Allocated IP 172.21.0.2 (cf7a65a8-1904-46cb-ba37-f86d47120bde/2edd7355-adb3-4274-a2c4-6e3c61fbde8f/ab3f8057-d6bc-4f94-8e14-ed7504e15ab8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:28:58.554997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.556249 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bc45d9ee-719e-4c86-9f7a-680a1471bfa4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7602887 Dec 23 15:28:58.559493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46606) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:58.567308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cc24e21-0843-4970-8cf3-e713d9872931 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:28:58.739172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 5cc24e21-0843-4970-8cf3-e713d9872931 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:28:58.739805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cc24e21-0843-4970-8cf3-e713d9872931 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:28:58.739910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:28:58.853077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.856751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-86c8c526-049f-4243-988a-5758ff94b1e1 None None] For port a55ad499-baab-4b6f-b2ff-52c21c942ceb, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a55ad499-baab-4b6f-b2ff-52c21c942ceb,segment=NetworkSegment(5239b4d4-2811-4a0e-ad61-7070173ab248),segment_id=5239b4d4-2811-4a0e-ad61-7070173ab248)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:58.859601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:58.923400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.038053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86c8c526-049f-4243-988a-5758ff94b1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.042043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.042409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No active binding found for port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f {{(pid=84223) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 15:28:59.042816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:28:59.063178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Port': ['ID=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:59.072331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] No DVR routers for this DVR port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:28:59.119777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.125069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.125930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Fanout notify agent at l3_agent the message router_deleted on router a8902b84-e5ba-48e1-b737-3c82629c4799 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:28:59.135684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] For port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f,segment=NetworkSegment(1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e),segment_id=1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:28:59.136076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.284282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.284282 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1b3ad7e4-1edb-449a-b171-598e12a0376d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/a8902b84-e5ba-48e1-b737-3c82629c4799 HTTP/1.1" status: 204 len: 168 time: 4.0917308 Dec 23 15:28:59.288531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46622) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:59.298253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2043603642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:28:59.305167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:28:59.310559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Usage tracker for resource:router and tenant:a033a2bab0de4520961b19ffc3b70ecc is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:28:59.313884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:28:59.320420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:28:59.331964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.346560 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-34c01063-92a7-465a-b1e3-0138dad2bfcc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae098b6ac9ef4125893a72f059e786c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8704915 Dec 23 15:28:59.370266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Calling delete_port for fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:28:59.370469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bc69bb-f6ca-4663-a74c-524032c441ca']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:59.378449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46626) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:59.403344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:59.403661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd9b3e5-cb3f-47bc-9c20-d3537ea8512e') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:28:59.433579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.466150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8c526-049f-4243-988a-5758ff94b1e1 None None] Pushing event updated for resources: {'Port': ['ID=a55ad499-baab-4b6f-b2ff-52c21c942ceb,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:59.480434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.486784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ebfb26a2-025e-44c8-b011-2a95c72593c6 None None] Provisioning complete for port a55ad499-baab-4b6f-b2ff-52c21c942ceb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:28:59.487144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ebfb26a2-025e-44c8-b011-2a95c72593c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.502442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:28:59.502862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.566437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.586577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:28:59.587164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:28:59.600625 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:28:59.607532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.638409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.639367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.689843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c19cd2dc-efc7-4480-a6f5-5af2b3688d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.767037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c19cd2dc-efc7-4480-a6f5-5af2b3688d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.785976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.827570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46634) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:28:59.836231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.861425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.874400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] Pushing event deleted for resources: {'Network': ['ID=e1bc69bb-f6ca-4663-a74c-524032c441ca,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:28:59.885114 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ae0371ec-9c67-4a9e-a2cd-3646650eccfe tempest-AllowedAddressPairTestJSON-2141768997 tempest-AllowedAddressPairTestJSON-2141768997-project] 10.222.0.58 "DELETE /v2.0/networks/e1bc69bb-f6ca-4663-a74c-524032c441ca HTTP/1.1" status: 204 len: 168 time: 2.6405206 Dec 23 15:28:59.938047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:28:59.995577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Transition to ACTIVE for port object ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:00.005365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-761850043'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:00.015012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c19cd2dc-efc7-4480-a6f5-5af2b3688d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.019355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c19cd2dc-efc7-4480-a6f5-5af2b3688d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.023116 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c19cd2dc-efc7-4480-a6f5-5af2b3688d0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abc4bca8-baf4-4dab-b5a4-2386c9cb2f51 HTTP/1.1" status: 204 len: 168 time: 0.6436279 Dec 23 15:29:00.033756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:00.039986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:network and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:00.043047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cd2dc-efc7-4480-a6f5-5af2b3688d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4bca8-baf4-4dab-b5a4-2386c9cb2f51,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:00.049010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Transition to ACTIVE for port object ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:00.049813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:00.058595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.20.0.1 (ff539b38-c963-4738-853f-e202fc790dc0/3f685829-1b41-467c-9358-cc2094ab762b/b1609068-c086-494c-87f8-49988f8f8d16) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:00.063778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:00.096788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Deleting port fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:00.097163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.121219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.123965 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c88fbf2e-c95e-44d1-95ad-341eb1811526 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8337874 Dec 23 15:29:00.126608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46646) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:00.136678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:00.235268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.243083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-080e96c1-808c-4054-80bf-bc5baa347cb7 None None] The port 'fefdb5f1-a74c-4e64-9a16-a3b4d3ef719f' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:29:00.295008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:00.295967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.303042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.323633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.333551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object b1609068-c086-494c-87f8-49988f8f8d16 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:00.339318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Network cf7a65a8-1904-46cb-ba37-f86d47120bde is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:00.344973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:00.347360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:00.366569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Pushing event updated for resources: {'Port': ['ID=ab3f8057-d6bc-4f94-8e14-ed7504e15ab8,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:00.376165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.458748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.505722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Attempting to bind port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:00.506467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Attempting to bind port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '89d53c87-cd83-42b6-b3f5-fff222320d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf7a65a8-1904-46cb-ba37-f86d47120bde'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:00.507009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Attempting to bind port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 on network cf7a65a8-1904-46cb-ba37-f86d47120bde {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:00.518826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a55ad499-baab-4b6f-b2ff-52c21c942ceb up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:00.529607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network ff539b38-c963-4738-853f-e202fc790dc0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:00.539466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:00.553413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:00.554652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Checking segment: {'id': '89d53c87-cd83-42b6-b3f5-fff222320d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf7a65a8-1904-46cb-ba37-f86d47120bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:00.554652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.554652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Bound using segment: {'id': '89d53c87-cd83-42b6-b3f5-fff222320d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf7a65a8-1904-46cb-ba37-f86d47120bde'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:00.555019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Bound port: ab3f8057-d6bc-4f94-8e14-ed7504e15ab8, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d53c87-cd83-42b6-b3f5-fff222320d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'cf7a65a8-1904-46cb-ba37-f86d47120bde'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:00.555380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.557010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:00.629080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=b1609068-c086-494c-87f8-49988f8f8d16,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:00.670896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.699442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:00.719246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:security_group_rule and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:00.727116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:00.736517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:00.816259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a55ad499-baab-4b6f-b2ff-52c21c942ceb triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:00.816630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.821535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46656) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:00.853981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] For port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:00.875211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] For port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ab3f8057-d6bc-4f94-8e14-ed7504e15ab8,segment=NetworkSegment(89d53c87-cd83-42b6-b3f5-fff222320d01),segment_id=89d53c87-cd83-42b6-b3f5-fff222320d01)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:00.950998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:00.963431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.003958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.016923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.144971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6111f5-3c36-450d-8fe3-6cf78c7211b3 None None] Pushing event updated for resources: {'Port': ['ID=ab3f8057-d6bc-4f94-8e14-ed7504e15ab8,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:01.170678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.204164 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a9f261a1-1049-4d44-8f50-87b8f915f5d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c74333cd772b4e71b3c92523bef981d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3766892 Dec 23 15:29:01.205246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46670) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:01.232015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:01.240672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522eda57-1283-4536-8602-7dae78f0557d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:01.269595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4cf2f775-9a82-41ff-824c-3d768821368e None None] Provisioning for port b1609068-c086-494c-87f8-49988f8f8d16 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:01.279251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4cf2f775-9a82-41ff-824c-3d768821368e None None] Provisioning complete for port b1609068-c086-494c-87f8-49988f8f8d16 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:01.279251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4cf2f775-9a82-41ff-824c-3d768821368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.370505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.371045 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Added segment a15db3bd-03b0-41da-9fbf-cc3938bd37e5 of type vlan for network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 Dec 23 15:29:01.431092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2f775-9a82-41ff-824c-3d768821368e None None] Port b1609068-c086-494c-87f8-49988f8f8d16 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:01.472445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8115ae27-2ebc-4015-92af-4a4503307172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.475122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.555342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8115ae27-2ebc-4015-92af-4a4503307172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.615132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.637981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.642347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:01.642995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.686747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.782113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.814953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.822718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=b1609068-c086-494c-87f8-49988f8f8d16,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:01.832341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:01.880404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Network': ['ID=a13dbbb6-55cb-4073-8d66-f68ba08eacc3,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:01.894723 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0a8a84ad-088f-40b5-9f7f-da8b28463db6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0665679 Dec 23 15:29:01.898892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:01.899389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46686) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:01.907323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'subnet': {'network_id': 'a13dbbb6-55cb-4073-8d66-f68ba08eacc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:01.963925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46690) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:02.000809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8115ae27-2ebc-4015-92af-4a4503307172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.038641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network ff539b38-c963-4738-853f-e202fc790dc0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:02.040176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:02.093062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8115ae27-2ebc-4015-92af-4a4503307172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.097125 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8115ae27-2ebc-4015-92af-4a4503307172 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9be073b-0102-4338-a1c4-79eecd34fb67 HTTP/1.1" status: 204 len: 168 time: 0.8837435 Dec 23 15:29:02.102982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115ae27-2ebc-4015-92af-4a4503307172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be073b-0102-4338-a1c4-79eecd34fb67,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:02.146979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:02.172053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:subnet and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:02.175678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Allocated IP 172.26.6.180 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/4783a661-a0d4-4de6-b82d-001845705407) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:02.177992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:02.186929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:02.321952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172117964'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:02.330951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:02.341772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:02.341772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:02.348495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:02.358533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:02.427533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:02.437248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.462920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.476184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ffa86f94-72f4-4161-9716-69813aa2df89 None None] Provisioning complete for port b1609068-c086-494c-87f8-49988f8f8d16 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:02.476651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffa86f94-72f4-4161-9716-69813aa2df89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.497333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.514353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.576888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5a449-d2e9-4ad7-86d4-dd267b5eff5d None None] Network cf7a65a8-1904-46cb-ba37-f86d47120bde requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:02.651421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:02.680248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:02.686256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:security_group_rule and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:02.698262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:02.701366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ffa86f94-72f4-4161-9716-69813aa2df89 None None] Port b1609068-c086-494c-87f8-49988f8f8d16 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:02.708719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:02.860098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.926997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.972368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:02.988778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 971acec9-6dc5-4b99-8c9f-bacba9411146 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:02.995070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:03.019053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:03.023341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c42e0816-3a0e-476f-9b75-4da6f7e5f257 None None] Provisioning for port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:03.034596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:03.035043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.058256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.061537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 35068d06-1ffe-4b95-a93d-2759d5587109 of type vlan for network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 Dec 23 15:29:03.069405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:03.080475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:03.091082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e05f17-6c74-4de2-93e2-c54b43361475,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:03.091446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event updated for resources: {'Port': ['ID=4783a661-a0d4-4de6-b82d-001845705407,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:03.091446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:03.115722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c42e0816-3a0e-476f-9b75-4da6f7e5f257 None None] Provisioning complete for port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:03.116014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c42e0816-3a0e-476f-9b75-4da6f7e5f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.209105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.288071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.294599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.333942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ab3f8057-d6bc-4f94-8e14-ed7504e15ab8,segment=NetworkSegment(89d53c87-cd83-42b6-b3f5-fff222320d01),segment_id=89d53c87-cd83-42b6-b3f5-fff222320d01)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:03.355291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c42e0816-3a0e-476f-9b75-4da6f7e5f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.401533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Subnet': ['ID=86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:03.404867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:03.417098 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] Sync routers for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:03.420558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.433463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Checking segment: {'id': 'a15db3bd-03b0-41da-9fbf-cc3938bd37e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a13dbbb6-55cb-4073-8d66-f68ba08eacc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:03.433926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.434223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network hostable DHCP agents. Network: a13dbbb6-55cb-4073-8d66-f68ba08eacc3, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:03.439002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:03.440217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.441845 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:03.442463 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:03.469467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.564688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-c42e0816-3a0e-476f-9b75-4da6f7e5f257 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:03.565266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-c42e0816-3a0e-476f-9b75-4da6f7e5f257 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:03.587012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:03.595204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ab3f8057-d6bc-4f94-8e14-ed7504e15ab8,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:03.610196 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:03.621175 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:03.621847 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:03.626615 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9396b776-500a-4f31-91ef-d4ecedcff00f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/971acec9-6dc5-4b99-8c9f-bacba9411146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0657837 Dec 23 15:29:03.627867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=eec23eae-2d10-44ae-a95a-a86bf9fe1c69,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:03.630222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46716) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:03.640940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:03.681223 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:03.681840 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485265b1-3085-4775-a5d2-2db8e2336a9e None None] The sync data for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:03.694319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dad9d04a-5ed1-492a-a46f-b14525938440 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7290525 Dec 23 15:29:03.703349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, a13dbbb6-55cb-4073-8d66-f68ba08eacc3) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:03.707325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:03.708005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.727813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed1e592-75bd-41d5-aa33-8b4f3a75550a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:03.729032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bed1e592-75bd-41d5-aa33-8b4f3a75550a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:03.763820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ce889-509c-4b6f-a511-594d51f4c494 None None] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:03.790858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.800233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:03.848604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46724) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:03.856719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': 'eec23eae-2d10-44ae-a95a-a86bf9fe1c69', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:03.907004 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5aab27aa-e5f3-46f8-867e-bb14e68b8794 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0060601 Dec 23 15:29:03.920629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46728) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:03.927493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1985553498', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:03.938794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:03.944426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:router and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:03.949000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:03.957346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:03.978896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bed1e592-75bd-41d5-aa33-8b4f3a75550a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:03.983534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bed1e592-75bd-41d5-aa33-8b4f3a75550a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports/b1609068-c086-494c-87f8-49988f8f8d16 HTTP/1.1" status: 200 len: 910 time: 0.3485489 Dec 23 15:29:03.988209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46734) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:04.042877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.044587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.105316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.187995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b93d4-ed60-4bf5-9413-1c98b184927b None None] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:04.290638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46742) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:04.303437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Router 4fe471dc-e430-478e-8422-12ae9c347658 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:04.331987 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:04.336388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:04.339435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:04.346246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:04.464902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.475730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:04.498336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ee238fa4-4682-40fa-af7d-e00e58d44ac8 None None] Provisioning complete for port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:04.500589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ee238fa4-4682-40fa-af7d-e00e58d44ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.531233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-276453a8-0d82-4080-bac7-cfb46ea42782 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:04.531839 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-276453a8-0d82-4080-bac7-cfb46ea42782 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:29:04.536482 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-276453a8-0d82-4080-bac7-cfb46ea42782 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2407956 Dec 23 15:29:04.536482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46748) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:04.536713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:04.588087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637801088'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:04.600465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:04.605549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:04.623432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:04.640973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:04.677365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:04.677921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.699550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.796756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:04.827586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.840434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] Sync routers for ids ['4fe471dc-e430-478e-8422-12ae9c347658'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:04.851059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.852236 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a3916535-af7c-447e-bfd8-3f52e1fcb32a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "PUT /v2.0/routers/4fe471dc-e430-478e-8422-12ae9c347658 HTTP/1.1" status: 200 len: 884 time: 4.7243662 Dec 23 15:29:04.853320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:04.857852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] Routers {'4fe471dc-e430-478e-8422-12ae9c347658'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:04.858590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4fe471dc-e430-478e-8422-12ae9c347658'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:04.867090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46754) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:04.925525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:04.939079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] Routers {'4fe471dc-e430-478e-8422-12ae9c347658'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:04.939850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4fe471dc-e430-478e-8422-12ae9c347658'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:04.980649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:04.989752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:04.993742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:05.001482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:05.001895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d0294-7288-4c0f-9eea-9c6f73b50ea3 None None] The sync data for ids ['4fe471dc-e430-478e-8422-12ae9c347658'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:05.141493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:05.157243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.194665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.209414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.303296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.319384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=db7b75e5-65ea-4d83-bbab-a2ddc9457013,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:05.445749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.458067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': '35068d06-1ffe-4b95-a93d-2759d5587109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'eec23eae-2d10-44ae-a95a-a86bf9fe1c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:05.458419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: eec23eae-2d10-44ae-a95a-a86bf9fe1c69, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:05.463797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.26.6.188 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/eada23d9-8d5b-46d4-9542-e357307a76c7) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:05.499946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.613018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:05.614092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a71df-9f76-4d3c-aa2d-adc4f288f5b3,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:05.618724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:05.627229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:05.632687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:05.654001 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-70265d63-81e8-4d1e-90f7-47998b02d184 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/4fe471dc-e430-478e-8422-12ae9c347658 HTTP/1.1" status: 200 len: 925 time: 0.7860217 Dec 23 15:29:05.655032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:05.657710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46762) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:05.695028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.735879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, eec23eae-2d10-44ae-a95a-a86bf9fe1c69) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:05.745511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:05.746144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.748645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.748779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd61099-3c64-4d98-b07c-b7c87aa8ffed None None] Network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:05.801120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.21.0.1 (cf7a65a8-1904-46cb-ba37-f86d47120bde/2edd7355-adb3-4274-a2c4-6e3c61fbde8f/e50b247e-c951-4c57-a654-ab866dee93ec) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:05.846304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eb236e3d-ef2a-43ce-9025-6944549cb5e7 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=4fe471dc-e430-478e-8422-12ae9c347658&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1874468 Dec 23 15:29:05.849318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46766) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:05.964085 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0a401b02-0c3e-430f-87b0-3a2876e679b5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1105320 Dec 23 15:29:05.964423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46772) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:05.969903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.971630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-968701861'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:05.973062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-eec23eae-2d10-44ae-a95a-a86bf9fe1c69', 'network_id': 'eec23eae-2d10-44ae-a95a-a86bf9fe1c69', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': 'db7b75e5-65ea-4d83-bbab-a2ddc9457013'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:05.974103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:05.997873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.112209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:06.113211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:06.119959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:06.125436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.128526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:06.136287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:06.139040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:06.147150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=eada23d9-8d5b-46d4-9542-e357307a76c7,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:06.151928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object e50b247e-c951-4c57-a654-ab866dee93ec will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:06.155360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:06.165808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Allocated IP 172.20.255.242 (eec23eae-2d10-44ae-a95a-a86bf9fe1c69/db7b75e5-65ea-4d83-bbab-a2ddc9457013/4456e216-a685-426b-964a-fcfd1ed83f4f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:06.194239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4fea54-945b-4ae9-94f5-2531fbe002bd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:06.195624 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ae4fea54-945b-4ae9-94f5-2531fbe002bd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.3445799 Dec 23 15:29:06.196344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ea09b-9c86-4196-904d-11484b446e8a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:06.198816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46776) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:06.236557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:06.239287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.254727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.265904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.270262 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fa634c72-0469-46e5-b2c4-bddc67ebecd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7302113 Dec 23 15:29:06.275432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46780) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:06.283544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '6f1ea09b-9c86-4196-904d-11484b446e8a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:06.301014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:06.307737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:06.313342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:06.329960 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3097de74-bdfc-409b-a737-5e6ea32e3bc7 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe471dc-e430-478e-8422-12ae9c347658 HTTP/1.1" status: 200 len: 205 time: 0.1300189 Dec 23 15:29:06.332879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:06.333582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=e50b247e-c951-4c57-a654-ab866dee93ec,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:06.334836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46786) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:06.357417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network cf7a65a8-1904-46cb-ba37-f86d47120bde is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:06.361641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:06.362413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:06.364570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:06.413468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.413810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 77ef92a7-3e8c-44cb-8e87-1df4a68b831d of type vlan for network 468ff35d-19be-458a-b048-f1c145587829 Dec 23 15:29:06.475756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.481883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.493553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Transition to ACTIVE for port object 4456e216-a685-426b-964a-fcfd1ed83f4f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:06.521505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Transition to ACTIVE for port object 4456e216-a685-426b-964a-fcfd1ed83f4f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:06.540183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.619807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.640541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.721303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:06.726407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:06.729344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Pushing event updated for resources: {'Port': ['ID=4456e216-a685-426b-964a-fcfd1ed83f4f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:06.732844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:06.768774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.795733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.821507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.833752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.841118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Attempting to bind port 4456e216-a685-426b-964a-fcfd1ed83f4f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:06.841619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:06.841720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Attempting to bind port 4456e216-a685-426b-964a-fcfd1ed83f4f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '35068d06-1ffe-4b95-a93d-2759d5587109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'eec23eae-2d10-44ae-a95a-a86bf9fe1c69'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:06.841720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Attempting to bind port 4456e216-a685-426b-964a-fcfd1ed83f4f on network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:06.841874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.851227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:06.851611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Checking segment: {'id': '35068d06-1ffe-4b95-a93d-2759d5587109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'eec23eae-2d10-44ae-a95a-a86bf9fe1c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:06.852010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.852459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Bound using segment: {'id': '35068d06-1ffe-4b95-a93d-2759d5587109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'eec23eae-2d10-44ae-a95a-a86bf9fe1c69'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:06.852917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Bound port: 4456e216-a685-426b-964a-fcfd1ed83f4f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35068d06-1ffe-4b95-a93d-2759d5587109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'eec23eae-2d10-44ae-a95a-a86bf9fe1c69'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:06.853294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.865137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-29fef277-6c2c-491e-bf4f-54e934c12530 None None] Provisioning for port e50b247e-c951-4c57-a654-ab866dee93ec completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:06.870519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.876983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-29fef277-6c2c-491e-bf4f-54e934c12530 None None] Provisioning complete for port e50b247e-c951-4c57-a654-ab866dee93ec triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:06.877389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29fef277-6c2c-491e-bf4f-54e934c12530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:06.920070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eec74f-7d5f-485b-b205-77a4994eb470,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:06.954670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.003681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-29fef277-6c2c-491e-bf4f-54e934c12530 None None] Port e50b247e-c951-4c57-a654-ab866dee93ec cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:07.013696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=468ff35d-19be-458a-b048-f1c145587829,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:07.016820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] For port 4456e216-a685-426b-964a-fcfd1ed83f4f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:07.020366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] For port 4456e216-a685-426b-964a-fcfd1ed83f4f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4456e216-a685-426b-964a-fcfd1ed83f4f,segment=NetworkSegment(35068d06-1ffe-4b95-a93d-2759d5587109),segment_id=35068d06-1ffe-4b95-a93d-2759d5587109)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:07.028276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.028276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.029328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 468ff35d-19be-458a-b048-f1c145587829 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:07.034548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.038313 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-79efbb81-6055-4267-9c02-7b1cc9ca11ca tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7588897 Dec 23 15:29:07.039036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46792) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:07.045863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '6f1ea09b-9c86-4196-904d-11484b446e8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:07.056009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:07.087792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-09297ee2-7283-4813-b61e-0ab637dba7d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1223991 Dec 23 15:29:07.133704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:07.134306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46796) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:07.141530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.141759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:07.151468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '468ff35d-19be-458a-b048-f1c145587829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:07.159318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:07.248339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.256055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beef771-3236-4bc8-a083-6959787d5463 None None] Pushing event updated for resources: {'Port': ['ID=4456e216-a685-426b-964a-fcfd1ed83f4f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:07.326217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:07.384049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:07.392694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:07.402525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:07.482580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.545239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:07.584863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Deleting port 4783a661-a0d4-4de6-b82d-001845705407 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:07.585364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.642382 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:29:07.647612 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a713d7dd-9d41-4752-a22f-6ab51377520e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6081567 Dec 23 15:29:07.655640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46804) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:07.668142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.693305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.761835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.842206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4337e3d8-62f5-471b-9aec-6a5d48a66d92 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.862446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:07.902806 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4337e3d8-62f5-471b-9aec-6a5d48a66d92 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.906854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=e50b247e-c951-4c57-a654-ab866dee93ec,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:07.917607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:07.918388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:08.122182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Calling delete_port for 4783a661-a0d4-4de6-b82d-001845705407 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:08.272788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network cf7a65a8-1904-46cb-ba37-f86d47120bde is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:08.281594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:08.346306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4337e3d8-62f5-471b-9aec-6a5d48a66d92 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:08.382962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337e3d8-62f5-471b-9aec-6a5d48a66d92 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ea09b-9c86-4196-904d-11484b446e8a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:08.448540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:08.450532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4337e3d8-62f5-471b-9aec-6a5d48a66d92 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:08.454536 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4337e3d8-62f5-471b-9aec-6a5d48a66d92 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/6f1ea09b-9c86-4196-904d-11484b446e8a HTTP/1.1" status: 204 len: 168 time: 0.7971513 Dec 23 15:29:08.457693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46812) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:08.476984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182a61c-bf36-4462-b159-b99d572817b5 None None] Network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:08.551684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4da2ae5e-9c9a-4c73-8ced-ee4cff45bf52 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:08.558550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:08.580542 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:08.582338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=08451d3c-4074-440d-8a1e-6c2a67221622,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:08.610301 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:08.610928 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:08.687180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:08.704287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': '77ef92a7-3e8c-44cb-8e87-1df4a68b831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '468ff35d-19be-458a-b048-f1c145587829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:08.705282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 468ff35d-19be-458a-b048-f1c145587829, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:08.749910 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:08.784856 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:08.785479 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:08.805830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c15c9cb-12a9-4047-b8c6-523b1f974b27 None None] Provisioning for port 4456e216-a685-426b-964a-fcfd1ed83f4f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:08.807104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event deleted for resources: {'Port': ['ID=4783a661-a0d4-4de6-b82d-001845705407,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:08.809802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4456e216-a685-426b-964a-fcfd1ed83f4f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:08.811690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4da2ae5e-9c9a-4c73-8ced-ee4cff45bf52 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:08.816765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46816) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:08.816926 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4da2ae5e-9c9a-4c73-8ced-ee4cff45bf52 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3583052 Dec 23 15:29:08.817700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:08.821341 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f22dc6ee-1399-48f2-8c16-36a71612851a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8974614 Dec 23 15:29:08.837490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1002121649'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:08.857153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46820) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:08.864178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:08.877539 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:08.877934 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48953652-dac5-427a-b56d-dc8885d51aea None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:08.992565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 468ff35d-19be-458a-b048-f1c145587829 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:09.007140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:09.011562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4456e216-a685-426b-964a-fcfd1ed83f4f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:09.032735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4456e216-a685-426b-964a-fcfd1ed83f4f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:09.037255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.074945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 971acec9-6dc5-4b99-8c9f-bacba9411146 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:09.081306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 468ff35d-19be-458a-b048-f1c145587829) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:09.095298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3ade3-5f42-466d-b941-28825fa25533 None None] Network 468ff35d-19be-458a-b048-f1c145587829 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:09.130117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.140433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:09.141024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.150852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.272368 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dfd379e2-c3e1-44c1-a922-24ce1e3a2e76 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1369557 Dec 23 15:29:09.277758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46828) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:09.296211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:09.353214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:09.362010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:09.373714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:09.415113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9f4dc5f2-64f2-44b5-a5ae-bf5f4e365d49 None None] Provisioning complete for port e50b247e-c951-4c57-a654-ab866dee93ec triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:09.415469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f4dc5f2-64f2-44b5-a5ae-bf5f4e365d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.441145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-468ff35d-19be-458a-b048-f1c145587829', 'network_id': '468ff35d-19be-458a-b048-f1c145587829', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': '08451d3c-4074-440d-8a1e-6c2a67221622'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:09.442025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.545768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9f4dc5f2-64f2-44b5-a5ae-bf5f4e365d49 None None] Port e50b247e-c951-4c57-a654-ab866dee93ec cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:09.546517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.574108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:09.601543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-843347ff-4beb-4d14-b102-ddf08c9a372e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/971acec9-6dc5-4b99-8c9f-bacba9411146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6122315 Dec 23 15:29:09.602410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46834) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:09.640138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] Sync routers for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:09.640364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.646193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.659399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:09.660082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:09.702481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.712886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.762563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:09.768525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.777785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.788660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca20daf-fac5-4d4e-b003-ba657aa95dd4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:09.789355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ca20daf-fac5-4d4e-b003-ba657aa95dd4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:09.793074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529e1e13-1a8e-4864-8800-63c6626bbb73,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:09.803738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.806368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe471dc-e430-478e-8422-12ae9c347658 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:29:09.823050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.825423 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2ac38dbb-94aa-4d62-9eda-856a1211b106 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/4fe471dc-e430-478e-8422-12ae9c347658 HTTP/1.1" status: 204 len: 168 time: 3.4864647 Dec 23 15:29:09.841416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-73e78507-eb55-4b4e-821e-10e3c882e681 None None] Provisioning complete for port 4456e216-a685-426b-964a-fcfd1ed83f4f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:09.841416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73e78507-eb55-4b4e-821e-10e3c882e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.841877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46838) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:09.842248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1519596060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:09.854289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:09.868028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Usage tracker for resource:router and tenant:a033a2bab0de4520961b19ffc3b70ecc is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:09.872069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:09.876309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.877479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fd20c3aa-8eb4-4a9d-8e76-399cd9119415 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0594153 Dec 23 15:29:09.880718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46842) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:09.882523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:09.887361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4a5c9c26-9397-489c-9724-237580291689 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '529e1e13-1a8e-4864-8800-63c6626bbb73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:09.888163 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-4a5c9c26-9397-489c-9724-237580291689 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:09.889614 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4a5c9c26-9397-489c-9724-237580291689 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073528 Dec 23 15:29:09.894895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46846) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:09.895047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ca20daf-fac5-4d4e-b003-ba657aa95dd4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:09.895852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8ca20daf-fac5-4d4e-b003-ba657aa95dd4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports/e50b247e-c951-4c57-a654-ab866dee93ec HTTP/1.1" status: 200 len: 910 time: 0.2916372 Dec 23 15:29:09.899056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46850) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:09.899199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:09.899776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:09.964651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b99f630-0c10-4b59-a78e-bfa8a0699a4d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:09.992579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:09.992983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac27eda-dbf3-419e-b2fa-f7dedb8adc01 None None] The sync data for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:09.995715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b99f630-0c10-4b59-a78e-bfa8a0699a4d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.004537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 4456e216-a685-426b-964a-fcfd1ed83f4f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4456e216-a685-426b-964a-fcfd1ed83f4f,segment=NetworkSegment(35068d06-1ffe-4b95-a93d-2759d5587109),segment_id=35068d06-1ffe-4b95-a93d-2759d5587109)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:10.025986 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Allocated IP 172.20.0.2 (468ff35d-19be-458a-b048-f1c145587829/08451d3c-4074-440d-8a1e-6c2a67221622/62d11fdc-563a-4387-afd1-8de0102a0fea) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:10.093570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.104754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b99f630-0c10-4b59-a78e-bfa8a0699a4d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.153847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.154706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.174630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99f630-0c10-4b59-a78e-bfa8a0699a4d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529e1e13-1a8e-4864-8800-63c6626bbb73,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:10.188896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b49fa035-dc8a-4bf3-a123-cb61f862fc26 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:29:10.194893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b99f630-0c10-4b59-a78e-bfa8a0699a4d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.199018 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b99f630-0c10-4b59-a78e-bfa8a0699a4d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/529e1e13-1a8e-4864-8800-63c6626bbb73 HTTP/1.1" status: 204 len: 168 time: 0.3057389 Dec 23 15:29:10.205865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46858) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:10.271944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b49fa035-dc8a-4bf3-a123-cb61f862fc26 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:29:10.277888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0b97608b-84a7-46c8-a9a7-e2ee6578716c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:10.280590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b49fa035-dc8a-4bf3-a123-cb61f862fc26 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:29:10.282846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.301105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73e78507-eb55-4b4e-821e-10e3c882e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.383852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0b97608b-84a7-46c8-a9a7-e2ee6578716c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:10.385141 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0b97608b-84a7-46c8-a9a7-e2ee6578716c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1835351 Dec 23 15:29:10.389168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46862) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:10.395506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796010728'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:10.404454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:10.416064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:10.423037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=4456e216-a685-426b-964a-fcfd1ed83f4f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:10.490012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.516024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.548781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-73e78507-eb55-4b4e-821e-10e3c882e681 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:10.549652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-73e78507-eb55-4b4e-821e-10e3c882e681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:10.566537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:10.572599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.573728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:10.579245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:10.585250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Transition to ACTIVE for port object 62d11fdc-563a-4387-afd1-8de0102a0fea will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:10.588824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:10.607205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Transition to ACTIVE for port object 62d11fdc-563a-4387-afd1-8de0102a0fea will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:10.680342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.681424 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-add61815-d088-4015-a02f-c0eff367ae2a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8472877 Dec 23 15:29:10.689671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46868) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:10.723501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.726645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': True}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:10.740540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.796011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.803472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.807939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Network 468ff35d-19be-458a-b048-f1c145587829 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:10.819376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:10.819376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:10.819376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Pushing event updated for resources: {'Port': ['ID=62d11fdc-563a-4387-afd1-8de0102a0fea,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:10.846216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.919774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Attempting to bind port 62d11fdc-563a-4387-afd1-8de0102a0fea on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:10.920062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Attempting to bind port 62d11fdc-563a-4387-afd1-8de0102a0fea by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '77ef92a7-3e8c-44cb-8e87-1df4a68b831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '468ff35d-19be-458a-b048-f1c145587829'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:10.920446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Attempting to bind port 62d11fdc-563a-4387-afd1-8de0102a0fea on network 468ff35d-19be-458a-b048-f1c145587829 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:10.923480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c90ed8-cd85-4d33-a4db-6ae504846f3a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:10.928098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:10.928487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Checking segment: {'id': '77ef92a7-3e8c-44cb-8e87-1df4a68b831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '468ff35d-19be-458a-b048-f1c145587829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:10.928948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.929259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Bound using segment: {'id': '77ef92a7-3e8c-44cb-8e87-1df4a68b831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '468ff35d-19be-458a-b048-f1c145587829'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:10.929713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Bound port: 62d11fdc-563a-4387-afd1-8de0102a0fea, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef92a7-3e8c-44cb-8e87-1df4a68b831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '468ff35d-19be-458a-b048-f1c145587829'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:10.930084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.937398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=08451d3c-4074-440d-8a1e-6c2a67221622,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:10.990323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:10.991518 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0bb52a3c-e0e0-46a8-85a1-55b5a7721628 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6013758 Dec 23 15:29:11.001536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46872) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:11.009924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7df69795-98a1-4628-aef2-f7b7df727112 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '89c90ed8-cd85-4d33-a4db-6ae504846f3a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:11.010576 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-7df69795-98a1-4628-aef2-f7b7df727112 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:11.027449 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7df69795-98a1-4628-aef2-f7b7df727112 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090551 Dec 23 15:29:11.027449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.028331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] For port 62d11fdc-563a-4387-afd1-8de0102a0fea, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:11.028437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46876) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:11.031460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] For port 62d11fdc-563a-4387-afd1-8de0102a0fea, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=62d11fdc-563a-4387-afd1-8de0102a0fea,segment=NetworkSegment(77ef92a7-3e8c-44cb-8e87-1df4a68b831d),segment_id=77ef92a7-3e8c-44cb-8e87-1df4a68b831d)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:11.045688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468ff35d-19be-458a-b048-f1c145587829']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:11.062195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ef92a7-3e8c-44cb-8e87-1df4a68b831d') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:11.075443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ef92a7-3e8c-44cb-8e87-1df4a68b831d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:11.075443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.121080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.123564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.130601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:11.131052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:11.146797 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:11.176169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.203926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bd6e5-2204-40e6-a11e-294f88cd3ea9 None None] Pushing event updated for resources: {'Port': ['ID=62d11fdc-563a-4387-afd1-8de0102a0fea,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:11.266699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:29:11.266699 dv-neutron-822796-1-hyperv neutron-server[84222]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:29:11.266699 dv-neutron-822796-1-hyperv neutron-server[84222]: [parameters: {'id': '468ff35d-19be-458a-b048-f1c145587829'}] Dec 23 15:29:11.266699 dv-neutron-822796-1-hyperv neutron-server[84222]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:11.267123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:11.274310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da58595-92a9-43ac-8f61-86c104f97e2e None None] Network 468ff35d-19be-458a-b048-f1c145587829 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:11.379545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5318e27-2ff5-49ae-8643-c6a0eb223e7a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.489703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482482c-b6c0-4e7e-8ca4-35d7bdc984dd None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:29:11.615571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3482482c-b6c0-4e7e-8ca4-35d7bdc984dd None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:29:11.690762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5318e27-2ff5-49ae-8643-c6a0eb223e7a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.768195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.780446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port 62d11fdc-563a-4387-afd1-8de0102a0fea {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:11.780899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:11.965951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.025193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port 62d11fdc-563a-4387-afd1-8de0102a0fea, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=62d11fdc-563a-4387-afd1-8de0102a0fea,segment=NetworkSegment(77ef92a7-3e8c-44cb-8e87-1df4a68b831d),segment_id=77ef92a7-3e8c-44cb-8e87-1df4a68b831d)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:12.025626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.067573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5318e27-2ff5-49ae-8643-c6a0eb223e7a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.117861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5318e27-2ff5-49ae-8643-c6a0eb223e7a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c90ed8-cd85-4d33-a4db-6ae504846f3a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:12.148797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for 62d11fdc-563a-4387-afd1-8de0102a0fea owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:12.300484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5318e27-2ff5-49ae-8643-c6a0eb223e7a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.301492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c5318e27-2ff5-49ae-8643-c6a0eb223e7a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/89c90ed8-cd85-4d33-a4db-6ae504846f3a HTTP/1.1" status: 204 len: 168 time: 1.2668612 Dec 23 15:29:12.304454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46886) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:12.318711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.1 (a13dbbb6-55cb-4073-8d66-f68ba08eacc3/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede/243520be-9ae1-456d-b45f-3437656b1e62) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:12.326281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.381141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=62d11fdc-563a-4387-afd1-8de0102a0fea,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:12.391495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port 62d11fdc-563a-4387-afd1-8de0102a0fea on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:12.548620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4456e216-a685-426b-964a-fcfd1ed83f4f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:12.603936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.613322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-429bef03-1b6b-43d9-a224-7c740dde864a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:12.646563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.677428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468ff35d-19be-458a-b048-f1c145587829']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:12.697947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4456e216-a685-426b-964a-fcfd1ed83f4f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:12.698480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.700335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ef92a7-3e8c-44cb-8e87-1df4a68b831d') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:12.700788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ef92a7-3e8c-44cb-8e87-1df4a68b831d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:12.713103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.729975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.737583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:12.737982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.742238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:12.753939 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:12.757146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-429bef03-1b6b-43d9-a224-7c740dde864a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:12.758843 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-429bef03-1b6b-43d9-a224-7c740dde864a tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4533291 Dec 23 15:29:12.764783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46894) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:12.777087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.821982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--258715699'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:12.841092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:12.848444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2db5972a-7845-4b18-a88a-386739ef6cb2 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:29:12.858178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:12.876046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.882587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 2db5972a-7845-4b18-a88a-386739ef6cb2 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:29:12.888340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2db5972a-7845-4b18-a88a-386739ef6cb2 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:29:12.926464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.947255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.958405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=468ff35d-19be-458a-b048-f1c145587829,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:12.965673 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5d328a64-ab86-41c6-bf40-8d635bbabbaa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/468ff35d-19be-458a-b048-f1c145587829 HTTP/1.1" status: 204 len: 168 time: 3.6862855 Dec 23 15:29:12.968943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:12.977852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46898) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:12.988162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-612512635'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:12.995607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:13.002681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:13.006339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:13.010449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port e50b247e-c951-4c57-a654-ab866dee93ec {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:13.010810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.018060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:13.029329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:13.033642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:13.038491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:13.042721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:13.048845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:13.061688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:13.067972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=243520be-9ae1-456d-b45f-3437656b1e62,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:13.078178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:13.104852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.126325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:13.135748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.160257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Allocated IP 172.26.6.248 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/33af5d57-c683-477f-b26b-f32ae62069cf) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:13.165803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:13.174079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.192561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.192894 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79 of type vlan for network 3277b41c-92ba-4527-a5ce-e796be4f0e23 Dec 23 15:29:13.255534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=121041d5-7249-492d-b36b-b742e4f7f3f3,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:13.255534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.360070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.360070 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-47ddd8f4-a102-4f8c-b77c-7c77c2271362 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5901630 Dec 23 15:29:13.360070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46904) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:13.364986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9a9eb358-5f05-4bdc-8fd7-c168da80350b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '121041d5-7249-492d-b36b-b742e4f7f3f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:13.365744 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-9a9eb358-5f05-4bdc-8fd7-c168da80350b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:13.366660 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9a9eb358-5f05-4bdc-8fd7-c168da80350b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062513 Dec 23 15:29:13.369316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46908) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:13.378251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.383289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-76c1294b-809e-4add-a767-ea23b004019f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '121041d5-7249-492d-b36b-b742e4f7f3f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:13.383289 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-76c1294b-809e-4add-a767-ea23b004019f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:13.383289 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-76c1294b-809e-4add-a767-ea23b004019f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126908 Dec 23 15:29:13.385666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46912) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:13.391734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7303da72-d0d6-4ebf-a5b2-1516776a81d0 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '121041d5-7249-492d-b36b-b742e4f7f3f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:13.392414 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-7303da72-d0d6-4ebf-a5b2-1516776a81d0 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:13.393469 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7303da72-d0d6-4ebf-a5b2-1516776a81d0 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068231 Dec 23 15:29:13.395974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46916) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:13.400826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-148c563a-8d4e-4b48-93bc-b9b4e9ad6768 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '121041d5-7249-492d-b36b-b742e4f7f3f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:13.401474 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-148c563a-8d4e-4b48-93bc-b9b4e9ad6768 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:13.402371 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-148c563a-8d4e-4b48-93bc-b9b4e9ad6768 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055256 Dec 23 15:29:13.403597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.407090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:13.407656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.411362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46920) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:13.509669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.552067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=3277b41c-92ba-4527-a5ce-e796be4f0e23,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:13.563519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 3277b41c-92ba-4527-a5ce-e796be4f0e23 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:13.583891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b2304c5-eeb9-41d9-b8c6-2331452fb0b9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.609722 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-90ce5acc-63c7-43ee-9101-553e011eb0e6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6267288 Dec 23 15:29:13.610574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46924) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:13.613012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b2304c5-eeb9-41d9-b8c6-2331452fb0b9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.646758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '3277b41c-92ba-4527-a5ce-e796be4f0e23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:13.651321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for e50b247e-c951-4c57-a654-ab866dee93ec owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:13.752791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.818240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:13.822222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:13.827578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:13.833624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:13.881684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b2304c5-eeb9-41d9-b8c6-2331452fb0b9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.900678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2304c5-eeb9-41d9-b8c6-2331452fb0b9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=121041d5-7249-492d-b36b-b742e4f7f3f3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:13.908359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b2304c5-eeb9-41d9-b8c6-2331452fb0b9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.908612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:13.911892 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0b2304c5-eeb9-41d9-b8c6-2331452fb0b9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/121041d5-7249-492d-b36b-b742e4f7f3f3 HTTP/1.1" status: 204 len: 168 time: 0.4808238 Dec 23 15:29:13.913373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:13.920816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46932) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:13.932514 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:14.023110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:14.092639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:14.102732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:14.116694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing IP validity checks on allocation pools {{(pid=84222) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 15:29:14.117239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84222) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 15:29:14.174207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:14.203512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Port': ['ID=33af5d57-c683-477f-b26b-f32ae62069cf,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:14.205747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:14.287225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=e50b247e-c951-4c57-a654-ab866dee93ec,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:14.306030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c38bd9b5-b9c1-421d-b7e2-fde0294070c8 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:14.355258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:14.446111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=bec6bace-6033-44b4-a5d4-1ba8048823a4,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:14.461939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3277b41c-92ba-4527-a5ce-e796be4f0e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:14.462641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 3277b41c-92ba-4527-a5ce-e796be4f0e23, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:14.583632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 3277b41c-92ba-4527-a5ce-e796be4f0e23 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:14.692548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 3277b41c-92ba-4527-a5ce-e796be4f0e23) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:14.692721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c38bd9b5-b9c1-421d-b7e2-fde0294070c8 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:14.699654 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c38bd9b5-b9c1-421d-b7e2-fde0294070c8 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7699678 Dec 23 15:29:14.701107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:14.701107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:14.703411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04442b31-fc37-49c5-9888-1f60ffff959f None None] Network 3277b41c-92ba-4527-a5ce-e796be4f0e23 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:14.704169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46938) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:14.720582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--26770151'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:14.732692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:14.746369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:14.834949 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ed0d2e59-41f0-422d-8c8e-5c71c1ca52dc tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2231503 Dec 23 15:29:14.837179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46944) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:14.960350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:14.997698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.017145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.021803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:15.024945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:15.027967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:15.032818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-3277b41c-92ba-4527-a5ce-e796be4f0e23', 'network_id': '3277b41c-92ba-4527-a5ce-e796be4f0e23', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': 'bec6bace-6033-44b4-a5d4-1ba8048823a4'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:15.033988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:15.040355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.091734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.107072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.114065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.183620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.205824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=243520be-9ae1-456d-b45f-3437656b1e62,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:15.213529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.226631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Allocated IP 172.20.0.3 (3277b41c-92ba-4527-a5ce-e796be4f0e23/bec6bace-6033-44b4-a5d4-1ba8048823a4/5eb6c79f-7173-4342-9348-5f68a22b3476) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:15.276856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa63ab6-321f-4780-abe8-f22722449892,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:15.289397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.344164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.360663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.364920 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-12e8841e-7891-4ebe-ae89-71d41b87505e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6500151 Dec 23 15:29:15.365358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46950) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:15.372236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-90a3f904-7fe2-419d-8b28-f767ce720b59 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:15.373444 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-90a3f904-7fe2-419d-8b28-f767ce720b59 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:15.377191 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-90a3f904-7fe2-419d-8b28-f767ce720b59 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082874 Dec 23 15:29:15.377426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46954) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:15.384591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d3312cfd-c967-4ff2-b50f-416a8743cb91 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:15.393950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3312cfd-c967-4ff2-b50f-416a8743cb91 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:15.399523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d3312cfd-c967-4ff2-b50f-416a8743cb91 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:15.403252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d3312cfd-c967-4ff2-b50f-416a8743cb91 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:15.413386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3312cfd-c967-4ff2-b50f-416a8743cb91 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:15.447136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.460766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Transition to ACTIVE for port object 5eb6c79f-7173-4342-9348-5f68a22b3476 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:15.480973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Transition to ACTIVE for port object 5eb6c79f-7173-4342-9348-5f68a22b3476 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:15.588904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.595525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.604179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.629935 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-d3312cfd-c967-4ff2-b50f-416a8743cb91 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:15.631444 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d3312cfd-c967-4ff2-b50f-416a8743cb91 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2527409 Dec 23 15:29:15.634389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46960) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:15.640097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-42649174-be95-4a75-8919-da8bceafa743 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:15.640709 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-42649174-be95-4a75-8919-da8bceafa743 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:15.642561 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-42649174-be95-4a75-8919-da8bceafa743 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072579 Dec 23 15:29:15.645750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46964) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:15.652369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-80a26cd8-f819-463c-994f-b09ab84fee8d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:15.658421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-80a26cd8-f819-463c-994f-b09ab84fee8d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:15.662598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-80a26cd8-f819-463c-994f-b09ab84fee8d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:15.665633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-80a26cd8-f819-463c-994f-b09ab84fee8d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:15.672727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-80a26cd8-f819-463c-994f-b09ab84fee8d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:15.678171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:15.680450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Pushing event updated for resources: {'Port': ['ID=5eb6c79f-7173-4342-9348-5f68a22b3476,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:15.687242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:15.699108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.700452 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Network 3277b41c-92ba-4527-a5ce-e796be4f0e23 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:15.701785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:15.705322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:15.807768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Attempting to bind port 5eb6c79f-7173-4342-9348-5f68a22b3476 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:15.808328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Attempting to bind port 5eb6c79f-7173-4342-9348-5f68a22b3476 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3277b41c-92ba-4527-a5ce-e796be4f0e23'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:15.808678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Attempting to bind port 5eb6c79f-7173-4342-9348-5f68a22b3476 on network 3277b41c-92ba-4527-a5ce-e796be4f0e23 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:15.816825 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:15.817211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Checking segment: {'id': '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3277b41c-92ba-4527-a5ce-e796be4f0e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:15.817572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.818237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Bound using segment: {'id': '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3277b41c-92ba-4527-a5ce-e796be4f0e23'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:15.818706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Bound port: 5eb6c79f-7173-4342-9348-5f68a22b3476, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '3277b41c-92ba-4527-a5ce-e796be4f0e23'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:15.819294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.841337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=bec6bace-6033-44b4-a5d4-1ba8048823a4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:15.911346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] For port 5eb6c79f-7173-4342-9348-5f68a22b3476, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:15.914501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] For port 5eb6c79f-7173-4342-9348-5f68a22b3476, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5eb6c79f-7173-4342-9348-5f68a22b3476,segment=NetworkSegment(9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79),segment_id=9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:15.947055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:15.969039 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-80a26cd8-f819-463c-994f-b09ab84fee8d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:15.970060 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-80a26cd8-f819-463c-994f-b09ab84fee8d tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3234329 Dec 23 15:29:15.972926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46968) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:15.980256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bc199b9c-1abe-4d9d-9461-3728a298b289 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:15.980957 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-bc199b9c-1abe-4d9d-9461-3728a298b289 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:15.982364 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bc199b9c-1abe-4d9d-9461-3728a298b289 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085909 Dec 23 15:29:15.983911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3277b41c-92ba-4527-a5ce-e796be4f0e23']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:15.992049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46972) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:15.996565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:16.001694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:16.005451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:16.008701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:16.008829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:16.019502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:16.023606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:16.027130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:16.040227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:16.052750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:16.061814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:16.061814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:16.075945 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:16.081968 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950005e-6834-42f6-9803-1d50d83654c0 None None] Pushing event updated for resources: {'Port': ['ID=5eb6c79f-7173-4342-9348-5f68a22b3476,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:16.198346 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Project 3561d0efd61f4b4ea27236e393ec6fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:29:16.206908 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78448045-fe55-4669-a203-5845a26f4705 None None] Network 3277b41c-92ba-4527-a5ce-e796be4f0e23 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:16.270245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:29:16.270245 dv-neutron-822796-1-hyperv neutron-server[84222]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:29:16.270245 dv-neutron-822796-1-hyperv neutron-server[84222]: [parameters: {'id': '3277b41c-92ba-4527-a5ce-e796be4f0e23'}] Dec 23 15:29:16.270245 dv-neutron-822796-1-hyperv neutron-server[84222]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:16.270985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:16.341782 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:16.345394 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1ad56c2f-1d8e-4528-96bc-c368b8a6c75b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3514068 Dec 23 15:29:16.345610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46980) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:16.351693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c093b159-b253-47ac-8277-b577d109d732 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:16.353380 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-c093b159-b253-47ac-8277-b577d109d732 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:16.360402 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c093b159-b253-47ac-8277-b577d109d732 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077958 Dec 23 15:29:16.360627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46984) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:16.366144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:16.372258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:16.376321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:16.379707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:16.388026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:16.430543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caed2c26-b81d-4368-afe5-e97d07e48e43 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:29:16.487737 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Project 3561d0efd61f4b4ea27236e393ec6fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:29:16.554473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 971acec9-6dc5-4b99-8c9f-bacba9411146 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:16.555656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed2c26-b81d-4368-afe5-e97d07e48e43 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:29:16.589984 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:16.591936 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c151f836-84d4-4c93-bd67-81465782fc6e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2303538 Dec 23 15:29:16.594872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 46990) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:16.603201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': 'faa63ab6-321f-4780-abe8-f22722449892', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:16.630958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:16.644514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:16.651484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:16.663508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:16.733062 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Project 3561d0efd61f4b4ea27236e393ec6fad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:29:16.771981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:16.784604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port 5eb6c79f-7173-4342-9348-5f68a22b3476 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:16.785089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:16.825385 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:16.826569 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b959905-2916-455e-bbae-167adacb1a2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2298737 Dec 23 15:29:16.829627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 46994) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:16.886689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:16.891946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Router d4c44d8b-b4e0-4562-8add-0ca54220d5b8 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:17.011506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port 5eb6c79f-7173-4342-9348-5f68a22b3476, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5eb6c79f-7173-4342-9348-5f68a22b3476,segment=NetworkSegment(9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79),segment_id=9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:17.012704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.058143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-19d7848f-e118-4969-8f92-31d561fca7f6 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.075704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:17.085602 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2078229-1737-49c9-932f-921790beb628 None None] Sync routers for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:17.099044 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2078229-1737-49c9-932f-921790beb628 None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:17.099778 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f2078229-1737-49c9-932f-921790beb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.119213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-19d7848f-e118-4969-8f92-31d561fca7f6 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.135294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for 5eb6c79f-7173-4342-9348-5f68a22b3476 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:17.161524 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f2078229-1737-49c9-932f-921790beb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.173395 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2078229-1737-49c9-932f-921790beb628 None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:17.174117 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f2078229-1737-49c9-932f-921790beb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.236216 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f2078229-1737-49c9-932f-921790beb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.236800 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2078229-1737-49c9-932f-921790beb628 None None] The sync data for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:17.327905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-19d7848f-e118-4969-8f92-31d561fca7f6 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.332330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.353069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7848f-e118-4969-8f92-31d561fca7f6 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa63ab6-321f-4780-abe8-f22722449892,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:17.357731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-19d7848f-e118-4969-8f92-31d561fca7f6 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.358831 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-19d7848f-e118-4969-8f92-31d561fca7f6 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/faa63ab6-321f-4780-abe8-f22722449892 HTTP/1.1" status: 204 len: 168 time: 0.5282915 Dec 23 15:29:17.363829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47002) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:17.369597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-36c99d4e-a8dc-475f-9018-b475f2d591d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/971acec9-6dc5-4b99-8c9f-bacba9411146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4671965 Dec 23 15:29:17.378586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47006) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:17.397230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=5eb6c79f-7173-4342-9348-5f68a22b3476,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:17.399321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port 5eb6c79f-7173-4342-9348-5f68a22b3476 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:17.528000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.553061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3277b41c-92ba-4527-a5ce-e796be4f0e23']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.565823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.566107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9b89e4-c66f-4138-ac8e-ea1ca8aa2c79') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.578154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.593806 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.599647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:17.600015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.600318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-09970164-456d-46a7-8c93-5ae330d4e321 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:17.614003 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:17.631938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:17.639487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.643934 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-53fe8fdd-4c78-43c0-b9bd-0e433bdd63fd tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "PUT /v2.0/routers/d4c44d8b-b4e0-4562-8add-0ca54220d5b8 HTTP/1.1" status: 200 len: 919 time: 6.9506264 Dec 23 15:29:17.643934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47010) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:17.649791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] Sync routers for ids ['d4c44d8b-b4e0-4562-8add-0ca54220d5b8'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:17.662306 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] Routers {'d4c44d8b-b4e0-4562-8add-0ca54220d5b8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:17.662921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d4c44d8b-b4e0-4562-8add-0ca54220d5b8'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.725707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.737062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] Routers {'d4c44d8b-b4e0-4562-8add-0ca54220d5b8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:17.737670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d4c44d8b-b4e0-4562-8add-0ca54220d5b8'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.790073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.800545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:17.829287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.829687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c638b63-a38e-4148-82d4-3c5b7ed7bebf None None] The sync data for ids ['d4c44d8b-b4e0-4562-8add-0ca54220d5b8'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:17.834356 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/3277b41c-92ba-4527-a5ce-e796be4f0e23 HTTP/1.1" status: 204 len: 168 time: 2.9955864 Dec 23 15:29:17.838863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47016) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:17.848374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:17.851016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260393942'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:17.854888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f2b99-3753-4bc8-a952-01550717b2ee tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=3277b41c-92ba-4527-a5ce-e796be4f0e23,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:17.858838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-09970164-456d-46a7-8c93-5ae330d4e321 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:17.860160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-09970164-456d-46a7-8c93-5ae330d4e321 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4952779 Dec 23 15:29:17.861283 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:17.874011 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d71479c8-bf20-4ddc-aab2-bf34a2b65332 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/routers/db1d09d2-eec2-4811-94f9-54845097b94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0041053 Dec 23 15:29:17.874163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47020) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:17.874163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:17.874583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47022) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:17.879165 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:17.879910 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.881715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:17.882089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--555243102'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:17.887808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'port': {'network_id': 'a13dbbb6-55cb-4073-8d66-f68ba08eacc3', 'name': 'tempest-FloatingIPTestJSON-1512817209'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:17.891503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:17.901488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:17.911093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:17.915069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:17.975612 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:17.988240 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:17.988846 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:18.051633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:18.052258 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:18.052512 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f839f-a332-4495-b8a5-9fa562b04c07 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:18.054942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:18.057869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.073200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:port and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:18.078055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:18.084249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:18.100276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:18.109374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.109739 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 66f762f8-ac9d-42f6-b103-91c785343f24 of type vlan for network 5a03f00f-2c3d-469d-901a-8d2e5f2dea57 Dec 23 15:29:18.114475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.135490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.177985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:18.181051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.190256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:18.200677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:18.202148 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] device_id is not set on port d0e5879e-382a-425e-8b15-ab5e0da6f79d yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:29:18.204892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:18.214359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:18.254025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.260350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.264499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:18.265093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.342871 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-80abc9fd-15bd-4d93-a439-f7631d2a90ba tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/d4c44d8b-b4e0-4562-8add-0ca54220d5b8 HTTP/1.1" status: 200 len: 925 time: 0.6983213 Dec 23 15:29:18.351918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47028) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:18.458714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.529388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=5a03f00f-2c3d-469d-901a-8d2e5f2dea57,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:18.536393 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e3f167ec-9fa4-4aad-9a43-afd70b5171ae tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=d4c44d8b-b4e0-4562-8add-0ca54220d5b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1297104 Dec 23 15:29:18.536604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47036) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:18.545244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 5a03f00f-2c3d-469d-901a-8d2e5f2dea57 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:18.560538 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.5 (a13dbbb6-55cb-4073-8d66-f68ba08eacc3/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede/d0e5879e-382a-425e-8b15-ab5e0da6f79d) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:18.667599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.722520 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ac54e4af-86d9-41bd-9c72-47013a4c2b86 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8820724 Dec 23 15:29:18.727702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47040) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:18.736622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:18.752522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786ebe58-95c6-4353-9aac-6d80544415a2,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:18.836369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.837603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8941bb17-0a82-41b8-9cb1-2d9ee9d72c2b tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9623115 Dec 23 15:29:18.843674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47044) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:18.862427 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:29:18.878050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4d6df2c3-6114-4808-b3ce-0f51f8ed1898 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '786ebe58-95c6-4353-9aac-6d80544415a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:18.892067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de5345-abf8-40a1-a2c7-c2d2395cc789 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:18.892648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d2de5345-abf8-40a1-a2c7-c2d2395cc789 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Synchronizing usage tracker for tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:18.896561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:18.908482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4d6df2c3-6114-4808-b3ce-0f51f8ed1898 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:18.910503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:18.914559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:18.919694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:18.922246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4d6df2c3-6114-4808-b3ce-0f51f8ed1898 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:18.926198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:18.929456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4d6df2c3-6114-4808-b3ce-0f51f8ed1898 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:18.944406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4d6df2c3-6114-4808-b3ce-0f51f8ed1898 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:18.946373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d2de5345-abf8-40a1-a2c7-c2d2395cc789 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Unset dirty status for tenant:63914d273ffa4ad0bb1b3eb9ae9a6873 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:18.947573 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d2de5345-abf8-40a1-a2c7-c2d2395cc789 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.4101048 Dec 23 15:29:18.950567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47050) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:19.005900 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1872f22b-a570-468f-871c-c6a7b8df1475 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4c44d8b-b4e0-4562-8add-0ca54220d5b8 HTTP/1.1" status: 200 len: 205 time: 0.0518754 Dec 23 15:29:19.006121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47054) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:19.065463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:19.066971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:19.181997 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-4d6df2c3-6114-4808-b3ce-0f51f8ed1898 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The resource could not be found. Dec 23 15:29:19.181997 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4d6df2c3-6114-4808-b3ce-0f51f8ed1898 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3366511 Dec 23 15:29:19.184933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47058) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:19.218530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-588f4d2b-fe2b-492e-8ec0-db41753e8a82 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '786ebe58-95c6-4353-9aac-6d80544415a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8db963e2-3c10-44bc-be83-0e2b39e6abb6'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:19.238534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-588f4d2b-fe2b-492e-8ec0-db41753e8a82 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:19.251209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-588f4d2b-fe2b-492e-8ec0-db41753e8a82 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:19.251885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=d0e5879e-382a-425e-8b15-ab5e0da6f79d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:19.255224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:19.257762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-588f4d2b-fe2b-492e-8ec0-db41753e8a82 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:19.258527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:19.269343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:19.274854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-588f4d2b-fe2b-492e-8ec0-db41753e8a82 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:19.280471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port b1609068-c086-494c-87f8-49988f8f8d16 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:19.280805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:19.296495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:19.428147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:19.428776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:19.491447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:19.588655 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bd162d6d-ecb9-470e-ad7c-90e182eeadb6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7100883 Dec 23 15:29:19.593900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47064) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:19.634682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'port': {'network_id': 'a13dbbb6-55cb-4073-8d66-f68ba08eacc3', 'name': 'tempest-FloatingIPTestJSON-430838172'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:19.693342 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-588f4d2b-fe2b-492e-8ec0-db41753e8a82 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The resource could not be found. Dec 23 15:29:19.694361 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-588f4d2b-fe2b-492e-8ec0-db41753e8a82 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5082865 Dec 23 15:29:19.728044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47068) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:19.756171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for b1609068-c086-494c-87f8-49988f8f8d16 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:19.799514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:19.941270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.002286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3597-25c1-4151-8005-db98e47af570 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.006154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:20.013562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.025020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:port and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:20.030960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:20.058504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:20.063845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=b1609068-c086-494c-87f8-49988f8f8d16,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:20.072664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=00706f9e-920b-4ffb-b57e-2cc06c87f217,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:20.075427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3597-25c1-4151-8005-db98e47af570 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.321584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:20.324597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.334385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.350665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': '66f762f8-ac9d-42f6-b103-91c785343f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:20.350946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 5a03f00f-2c3d-469d-901a-8d2e5f2dea57, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:20.374695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] device_id is not set on port a179ebf5-1644-4397-97da-b164084496e9 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:29:20.464142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.502621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3597-25c1-4151-8005-db98e47af570 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.533246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 5a03f00f-2c3d-469d-901a-8d2e5f2dea57 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:20.535298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c3597-25c1-4151-8005-db98e47af570 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786ebe58-95c6-4353-9aac-6d80544415a2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:20.606268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Deleting port 33af5d57-c683-477f-b26b-f32ae62069cf {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:20.610724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.643854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 5a03f00f-2c3d-469d-901a-8d2e5f2dea57) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:20.652766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc77eb-1bee-4e0a-87d2-8a0dbf09b1bd None None] Network 5a03f00f-2c3d-469d-901a-8d2e5f2dea57 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:20.656310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3597-25c1-4151-8005-db98e47af570 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.660010 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bd5c3597-25c1-4151-8005-db98e47af570 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/786ebe58-95c6-4353-9aac-6d80544415a2 HTTP/1.1" status: 204 len: 168 time: 0.9300842 Dec 23 15:29:20.661334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:20.661899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.665289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47076) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:20.751953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.13 (a13dbbb6-55cb-4073-8d66-f68ba08eacc3/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede/a179ebf5-1644-4397-97da-b164084496e9) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:20.792434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 971acec9-6dc5-4b99-8c9f-bacba9411146 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:20.794474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-40df56e2-f8eb-4f79-867d-0af2f8b10004 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:20.856250 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-077069df-3b12-4438-b499-6e203964457d tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1250598 Dec 23 15:29:20.862741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47082) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:20.891370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-5a03f00f-2c3d-469d-901a-8d2e5f2dea57', 'network_id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': '00706f9e-920b-4ffb-b57e-2cc06c87f217'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:20.892592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:20.935556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-40df56e2-f8eb-4f79-867d-0af2f8b10004 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:20.943544 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-40df56e2-f8eb-4f79-867d-0af2f8b10004 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2629259 Dec 23 15:29:20.948601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47088) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:20.958946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-03bd92e3-eddd-4cb0-849a-68053ada6b11 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '89da465d-aad8-42d5-94f8-54ac4d368aa4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:20.990115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-03bd92e3-eddd-4cb0-849a-68053ada6b11 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:21.050838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.058001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-03bd92e3-eddd-4cb0-849a-68053ada6b11 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:21.059199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Allocated IP 172.20.0.1 (5a03f00f-2c3d-469d-901a-8d2e5f2dea57/00706f9e-920b-4ffb-b57e-2cc06c87f217/24f638b8-7fa7-4c96-a8f2-17fcc435a570) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:21.067807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-03bd92e3-eddd-4cb0-849a-68053ada6b11 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:21.080162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-03bd92e3-eddd-4cb0-849a-68053ada6b11 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:21.098047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:21.121023 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c23f24e4-49a7-4fca-ba47-fbd5f09465c1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/971acec9-6dc5-4b99-8c9f-bacba9411146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7245762 Dec 23 15:29:21.122942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47092) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:21.149735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] Sync routers for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:21.187955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:21.188754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:21.198253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Calling delete_port for 33af5d57-c683-477f-b26b-f32ae62069cf owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:21.266300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:21.295776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-721cbb34-a977-40c4-9968-8d8a1be287dd tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:21.307264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] Routers {'971acec9-6dc5-4b99-8c9f-bacba9411146'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:21.308036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['971acec9-6dc5-4b99-8c9f-bacba9411146'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:21.314612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.341411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.404170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-721cbb34-a977-40c4-9968-8d8a1be287dd tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:21.408220 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-721cbb34-a977-40c4-9968-8d8a1be287dd tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=971acec9-6dc5-4b99-8c9f-bacba9411146 HTTP/1.1" status: 200 len: 205 time: 0.2845521 Dec 23 15:29:21.408810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47098) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:21.412948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:21.413670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4143dba8-bcff-4d01-bad8-cdf30456d015 None None] The sync data for ids ['971acec9-6dc5-4b99-8c9f-bacba9411146'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:21.413886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.440958 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.498055 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-03bd92e3-eddd-4cb0-849a-68053ada6b11 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The resource could not be found. Dec 23 15:29:21.499064 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-03bd92e3-eddd-4cb0-849a-68053ada6b11 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5495329 Dec 23 15:29:21.503362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47102) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:21.513952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--919898593'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:21.518956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.554361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:21.572504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Transition to ACTIVE for port object 24f638b8-7fa7-4c96-a8f2-17fcc435a570 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:21.591050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.595113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Transition to ACTIVE for port object 24f638b8-7fa7-4c96-a8f2-17fcc435a570 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:21.597082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:21.606162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db394e78-5e41-461c-b5f4-2b5055487b9f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.622543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:21.623658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=a179ebf5-1644-4397-97da-b164084496e9,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:21.626361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:21.670519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:21.675583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.714033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event deleted for resources: {'Port': ['ID=33af5d57-c683-477f-b26b-f32ae62069cf,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:21.722346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.757767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Network 5a03f00f-2c3d-469d-901a-8d2e5f2dea57 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:21.761384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:21.765059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:21.800761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Pushing event updated for resources: {'Port': ['ID=24f638b8-7fa7-4c96-a8f2-17fcc435a570,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:21.826124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:21.826719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.866801 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Attempting to bind port 24f638b8-7fa7-4c96-a8f2-17fcc435a570 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:21.867337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Attempting to bind port 24f638b8-7fa7-4c96-a8f2-17fcc435a570 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '66f762f8-ac9d-42f6-b103-91c785343f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:21.867518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Attempting to bind port 24f638b8-7fa7-4c96-a8f2-17fcc435a570 on network 5a03f00f-2c3d-469d-901a-8d2e5f2dea57 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:21.875915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:21.876180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Checking segment: {'id': '66f762f8-ac9d-42f6-b103-91c785343f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:21.877050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.877050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Bound using segment: {'id': '66f762f8-ac9d-42f6-b103-91c785343f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:21.877711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Bound port: 24f638b8-7fa7-4c96-a8f2-17fcc435a570, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f762f8-ac9d-42f6-b103-91c785343f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:21.877711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.878021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:21.884800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:21.886311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:21.890062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:21.933682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=00706f9e-920b-4ffb-b57e-2cc06c87f217,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:21.957016 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0dbcdaf0-7c9e-4d86-871b-3b347e317fee tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3597116 Dec 23 15:29:21.958227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:21.971982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47110) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:21.978671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'a179ebf5-1644-4397-97da-b164084496e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:22.012692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] For port 24f638b8-7fa7-4c96-a8f2-17fcc435a570, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:22.018270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] For port 24f638b8-7fa7-4c96-a8f2-17fcc435a570, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=24f638b8-7fa7-4c96-a8f2-17fcc435a570,segment=NetworkSegment(66f762f8-ac9d-42f6-b103-91c785343f24),segment_id=66f762f8-ac9d-42f6-b103-91c785343f24)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:22.038261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:22.055132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:floatingip and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:22.062593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:22.070808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.093692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.166825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db394e78-5e41-461c-b5f4-2b5055487b9f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.173646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.186237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db394e78-5e41-461c-b5f4-2b5055487b9f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.207883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a03f00f-2c3d-469d-901a-8d2e5f2dea57']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:22.226358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f762f8-ac9d-42f6-b103-91c785343f24') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:22.226648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f762f8-ac9d-42f6-b103-91c785343f24') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:22.238634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ea4fa-f8b9-40f3-9e6f-8e77581b6d40 None None] Pushing event updated for resources: {'Port': ['ID=24f638b8-7fa7-4c96-a8f2-17fcc435a570,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:22.255185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.273881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.278077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:22.282152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:22.282614 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.283934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa94dc0-4a71-4ce8-9ea5-70beaba6d3d9 None None] Network 5a03f00f-2c3d-469d-901a-8d2e5f2dea57 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:22.297737 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:22.378849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db394e78-5e41-461c-b5f4-2b5055487b9f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.379388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db394e78-5e41-461c-b5f4-2b5055487b9f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Fanout notify agent at l3_agent the message router_deleted on router 971acec9-6dc5-4b99-8c9f-bacba9411146 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:29:22.398063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db394e78-5e41-461c-b5f4-2b5055487b9f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.399244 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-db394e78-5e41-461c-b5f4-2b5055487b9f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/971acec9-6dc5-4b99-8c9f-bacba9411146 HTTP/1.1" status: 204 len: 168 time: 0.9872377 Dec 23 15:29:22.402247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47116) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:22.451403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:29:22.451403 dv-neutron-822796-1-hyperv neutron-server[84221]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:29:22.451403 dv-neutron-822796-1-hyperv neutron-server[84221]: [parameters: {'id': '5a03f00f-2c3d-469d-901a-8d2e5f2dea57'}] Dec 23 15:29:22.451403 dv-neutron-822796-1-hyperv neutron-server[84221]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:22.451937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:22.466461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.506375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae8a2d-32a3-4e98-945c-93012c7b315f None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:29:22.543426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.621902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 2edd7355-adb3-4274-a2c4-6e3c61fbde8f {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:29:22.623144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.625397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.626000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.683259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863edcad-78b1-41c1-bfa0-5fd024eec99a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:22.687662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.699030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae8a2d-32a3-4e98-945c-93012c7b315f None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:29:22.712323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.712669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.713012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.713344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.713673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.714004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.714330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.714669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.714975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.715918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.716277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:22.773475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.806339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.812808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.817496 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-945d9733-27e4-4c33-b8f6-a92776096cd1 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3066323 Dec 23 15:29:22.817496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47122) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:22.826537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666889368'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:22.839324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.839855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Fanout notify agent at l3_agent the message router_deleted on router d4c44d8b-b4e0-4562-8add-0ca54220d5b8 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:29:22.844365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:22.877976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:22.901600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.926321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.931571 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6107ce6b-b621-479b-a902-636c81150214 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/d4c44d8b-b4e0-4562-8add-0ca54220d5b8 HTTP/1.1" status: 204 len: 168 time: 3.9202828 Dec 23 15:29:22.931571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47126) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:22.938031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-896894379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:22.945953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:22.956390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.956683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Usage tracker for resource:router and tenant:a033a2bab0de4520961b19ffc3b70ecc is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:22.961323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:22.971869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:22.979656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port 24f638b8-7fa7-4c96-a8f2-17fcc435a570 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:22.979995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:22.986946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.26.6.109 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/5bc8a1eb-84d5-4f85-b264-0b88fe24c56d) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:23.015987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.083314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.084199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.094463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.141971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:23.144607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.168307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:23.170285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:23.186331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:23.208437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=2edd7355-adb3-4274-a2c4-6e3c61fbde8f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:23.217741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.235920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.242868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3577acf-69dc-48bb-baa9-4e400408a025 None None] Network cf7a65a8-1904-46cb-ba37-f86d47120bde requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:23.264158 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f5f139dd-8b78-4815-a25e-dfd43e17547b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/2edd7355-adb3-4274-a2c4-6e3c61fbde8f HTTP/1.1" status: 204 len: 168 time: 0.8595002 Dec 23 15:29:23.267718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47132) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:23.273663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port 24f638b8-7fa7-4c96-a8f2-17fcc435a570, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=24f638b8-7fa7-4c96-a8f2-17fcc435a570,segment=NetworkSegment(66f762f8-ac9d-42f6-b103-91c785343f24),segment_id=66f762f8-ac9d-42f6-b103-91c785343f24)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:23.274014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.276719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.293145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.373371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.410660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.411845 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5f028ba9-c932-487b-a582-1fb34853290b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4798052 Dec 23 15:29:23.412940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.420161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47138) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:23.445600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for 24f638b8-7fa7-4c96-a8f2-17fcc435a570 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:23.461714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': False}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:23.523555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea841cd-13ca-4877-b1f9-72a72a23df1c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:23.538980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.540213 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1152eaca-291c-4719-a700-06cba3dc186e tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7219977 Dec 23 15:29:23.548684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] DHCP port deletion for cf7a65a8-1904-46cb-ba37-f86d47120bde request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:29:23.550458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47142) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:23.553544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] Deleting port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:23.553544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.567161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3dd7e2e5-416b-43d0-9261-223ba89cf0b7 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '863edcad-78b1-41c1-bfa0-5fd024eec99a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'aea841cd-13ca-4877-b1f9-72a72a23df1c'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:23.629687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:23.634976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=5bc8a1eb-84d5-4f85-b264-0b88fe24c56d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:23.637545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3dd7e2e5-416b-43d0-9261-223ba89cf0b7 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:23.640386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:23.646101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:23.683109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 3f685829-1b41-467c-9358-cc2094ab762b {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:29:23.683221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3dd7e2e5-416b-43d0-9261-223ba89cf0b7 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:23.683221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3dd7e2e5-416b-43d0-9261-223ba89cf0b7 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:23.685799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.695208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3dd7e2e5-416b-43d0-9261-223ba89cf0b7 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:23.751342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.811152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=24f638b8-7fa7-4c96-a8f2-17fcc435a570,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:23.816878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.832071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] For port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ab3f8057-d6bc-4f94-8e14-ed7504e15ab8,segment=NetworkSegment(89d53c87-cd83-42b6-b3f5-fff222320d01),segment_id=89d53c87-cd83-42b6-b3f5-fff222320d01)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:23.833110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:23.864055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port 24f638b8-7fa7-4c96-a8f2-17fcc435a570 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:23.866167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.866526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.867050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.867237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.867580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.867908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.868290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.868598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.868920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.869272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.869598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:23.967240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] Calling delete_port for ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:24.029768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.061399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a03f00f-2c3d-469d-901a-8d2e5f2dea57']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:24.075164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.102583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f762f8-ac9d-42f6-b103-91c785343f24') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:24.102876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f762f8-ac9d-42f6-b103-91c785343f24') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:24.122486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.132886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.153903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.164059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:24.164493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:24.180443 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:24.184486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] Pushing event deleted for resources: {'Port': ['ID=ab3f8057-d6bc-4f94-8e14-ed7504e15ab8,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:24.195967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacab02-65b8-4b94-9a95-4ccc1cf7a735 None None] No DVR routers for this DVR port ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:24.199913 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-3dd7e2e5-416b-43d0-9261-223ba89cf0b7 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:24.201212 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3dd7e2e5-416b-43d0-9261-223ba89cf0b7 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6471627 Dec 23 15:29:24.240474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47148) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:24.297632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.340980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f775d8b9-0ec1-4bf1-967d-5a276317372c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.342987 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.390275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.396059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=3f685829-1b41-467c-9358-cc2094ab762b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:24.422081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.443134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f775d8b9-0ec1-4bf1-967d-5a276317372c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.451095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=5a03f00f-2c3d-469d-901a-8d2e5f2dea57,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:24.451350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6780e37d-ea4d-4b3b-9345-03849e958f10 None None] Network ff539b38-c963-4738-853f-e202fc790dc0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:24.456476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.473015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5a43a540-03be-477c-bff7-3d3480602d44 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/5a03f00f-2c3d-469d-901a-8d2e5f2dea57 HTTP/1.1" status: 204 len: 168 time: 3.6042256 Dec 23 15:29:24.480769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47154) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:24.486680 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4a1a586d-3d1d-4d6a-8d4d-7cc3a42accf4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/3f685829-1b41-467c-9358-cc2094ab762b HTTP/1.1" status: 204 len: 168 time: 1.2195172 Dec 23 15:29:24.487397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47160) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:24.492806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-284539747'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:24.532004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:24.544750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:24.574213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:29:24.633460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:29:24.634333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ab3f8057-d6bc-4f94-8e14-ed7504e15ab8 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:29:24.688974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:24.704193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:24.741436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.748872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.804054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.841267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.858415 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] DHCP port deletion for ff539b38-c963-4738-853f-e202fc790dc0 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:29:24.863107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] Deleting port a55ad499-baab-4b6f-b2ff-52c21c942ceb {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:24.863575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.866131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f775d8b9-0ec1-4bf1-967d-5a276317372c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.869791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:24.873332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.935349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775d8b9-0ec1-4bf1-967d-5a276317372c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea841cd-13ca-4877-b1f9-72a72a23df1c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:24.939069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.952857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:24.975295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7a65a8-1904-46cb-ba37-f86d47120bde']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:24.983065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:24.994015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d53c87-cd83-42b6-b3f5-fff222320d01') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:24.994015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d53c87-cd83-42b6-b3f5-fff222320d01') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:25.006736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.006942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 24c2f022-7484-4563-a12b-acd8a397e876 of type vlan for network 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 Dec 23 15:29:25.008795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.033585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.051803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:25.052223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:25.067205 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:25.069510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.151873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] For port a55ad499-baab-4b6f-b2ff-52c21c942ceb, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a55ad499-baab-4b6f-b2ff-52c21c942ceb,segment=NetworkSegment(5239b4d4-2811-4a0e-ad61-7070173ab248),segment_id=5239b4d4-2811-4a0e-ad61-7070173ab248)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:25.152557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.155970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f775d8b9-0ec1-4bf1-967d-5a276317372c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.159669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f775d8b9-0ec1-4bf1-967d-5a276317372c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/aea841cd-13ca-4877-b1f9-72a72a23df1c HTTP/1.1" status: 204 len: 168 time: 0.9137340 Dec 23 15:29:25.163350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47166) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:25.231576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Allocated IP 172.26.6.3 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/5fefd9aa-ce40-4a56-8f47-a29e99d0902b) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:25.252231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.271854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.284315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=cf7a65a8-1904-46cb-ba37-f86d47120bde,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:25.288721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4d034e18-26e2-4c74-b3e0-cf09700538d8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/cf7a65a8-1904-46cb-ba37-f86d47120bde HTTP/1.1" status: 204 len: 168 time: 0.7925982 Dec 23 15:29:25.291594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47170) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:25.314184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.315147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] Calling delete_port for a55ad499-baab-4b6f-b2ff-52c21c942ceb owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:25.318140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:25.318790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.388006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20e9c067-92ce-40cc-92fb-6b502e42f996 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:25.455945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.465040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6cc851f3-9708-4118-a138-bd58d3febf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.488026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.515475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.518114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:25.529487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port a55ad499-baab-4b6f-b2ff-52c21c942ceb {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:25.529944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.531966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:25.548598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.599891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] The port 'a55ad499-baab-4b6f-b2ff-52c21c942ceb' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:29:25.601615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20e9c067-92ce-40cc-92fb-6b502e42f996 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:25.605230 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-20e9c067-92ce-40cc-92fb-6b502e42f996 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4386225 Dec 23 15:29:25.605230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.606008 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-48ba35fe-a487-4b6d-997f-c891a85c9e18 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1206102 Dec 23 15:29:25.606854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47176) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:25.607408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47178) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:25.645980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] Pushing event deleted for resources: {'Port': ['ID=a55ad499-baab-4b6f-b2ff-52c21c942ceb,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:25.660961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:25.676981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18662a4c-3043-4ab7-95c4-75eba48e6002 None None] No DVR routers for this DVR port a55ad499-baab-4b6f-b2ff-52c21c942ceb on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:25.693506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=5bc8a1eb-84d5-4f85-b264-0b88fe24c56d,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:25.698215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.901337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.913119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:25.918263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Pushing event updated for resources: {'Port': ['ID=5fefd9aa-ce40-4a56-8f47-a29e99d0902b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:25.921506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:25.925334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:25.937110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:25.942948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:25.949207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff539b38-c963-4738-853f-e202fc790dc0']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:25.955715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:25.969804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:25.974648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5239b4d4-2811-4a0e-ad61-7070173ab248') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:25.974950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5239b4d4-2811-4a0e-ad61-7070173ab248') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:25.982063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:25.995840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.006954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-852cc1d6-f1b0-4cc1-820f-27d4575d4227 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.026209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.041839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:26.042465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:26.058565 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:26.064180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-852cc1d6-f1b0-4cc1-820f-27d4575d4227 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.125602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:26.248744 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 97444ccf-153b-432a-bb47-411ead53e681 associated. External IP: 172.26.6.109, port: a179ebf5-1644-4397-97da-b164084496e9. Dec 23 15:29:26.276344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.404715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.440985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-852cc1d6-f1b0-4cc1-820f-27d4575d4227 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.442896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.447536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.497867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a55ad499-baab-4b6f-b2ff-52c21c942ceb no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:29:26.506512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=ff539b38-c963-4738-853f-e202fc790dc0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:26.509622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cc1d6-f1b0-4cc1-820f-27d4575d4227 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863edcad-78b1-41c1-bfa0-5fd024eec99a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:26.529434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5b482bb1-8713-48be-8573-c03ad08d572f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/ff539b38-c963-4738-853f-e202fc790dc0 HTTP/1.1" status: 204 len: 168 time: 1.2331784 Dec 23 15:29:26.529434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-852cc1d6-f1b0-4cc1-820f-27d4575d4227 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.531512 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-852cc1d6-f1b0-4cc1-820f-27d4575d4227 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/863edcad-78b1-41c1-bfa0-5fd024eec99a HTTP/1.1" status: 204 len: 168 time: 0.9214370 Dec 23 15:29:26.535510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47188) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:26.535840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47190) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:26.540934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a55ad499-baab-4b6f-b2ff-52c21c942ceb {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:29:26.541269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a55ad499-baab-4b6f-b2ff-52c21c942ceb not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:29:26.561071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1995697412'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:26.576961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:26.586583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:26.590846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:26.605677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.609192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:26.613577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.674474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fdd71103-4523-40e7-8ed2-bcf7d1094c97 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:26.738637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:26.741675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.778139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:26.786949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.787281 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment f7c44cd5-fa5e-4155-b948-ebabae0edc21 of type vlan for network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd Dec 23 15:29:26.795532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fdd71103-4523-40e7-8ed2-bcf7d1094c97 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:26.797009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fdd71103-4523-40e7-8ed2-bcf7d1094c97 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2586899 Dec 23 15:29:26.802530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47198) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:26.810512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--828077978'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:26.827732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:26.830725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.875470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:26.889686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:26.938307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=80aea179-50d9-48bb-99ef-f0a93db5c297,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:26.971773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': '24c2f022-7484-4563-a12b-acd8a397e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:26.971773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:26.978516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.022893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:27.026472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:27.027526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.031525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:27.032104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.056510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:27.062080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:27.122787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:27.139562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:27.163770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=5de35c7d-7aac-4a22-bfeb-21b3b94a5edd,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:27.175938 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:27.178396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Router 312ce594-270f-4638-82ac-dcefd871990c is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:27.240554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-14a79677-9b94-4355-9feb-a51213c511c7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7032719 Dec 23 15:29:27.242907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47206) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:27.249569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:27.345034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:27.353990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f442f38a-e09e-41f2-92f8-2e0061ef3a56 None None] Network 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:27.374746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:27.375337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.437107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:27.440866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.443670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:27.445921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:27.447153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:27.456008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:27.468092 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:27.484371 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:27.485272 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:27.495805 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-89df2bcb-56fc-4327-9b27-7804bfeea98b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8872683 Dec 23 15:29:27.498441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47210) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:27.580081 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:27.595444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:27.600119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.604256 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f51d0398-b5a5-44e8-876c-f741e5eff63e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "PUT /v2.0/routers/312ce594-270f-4638-82ac-dcefd871990c HTTP/1.1" status: 200 len: 917 time: 4.1499810 Dec 23 15:29:27.604748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47214) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:27.611709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] Sync routers for ids ['312ce594-270f-4638-82ac-dcefd871990c'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:27.615598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469', 'network_id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': '80aea179-50d9-48bb-99ef-f0a93db5c297'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:27.616400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.620950 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:27.622072 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:28:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:27.644001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.660064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a50767bd-82de-4188-858c-811e45eaa993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.669451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.727649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f746043-5363-4e08-861f-de428fb9b3c9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:27.739321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] Routers {'312ce594-270f-4638-82ac-dcefd871990c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:27.739942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['312ce594-270f-4638-82ac-dcefd871990c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:27.759398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:27.762266 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6eafc82e-e154-4cfb-837b-11e979edb7c8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7881904 Dec 23 15:29:27.765744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47218) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:27.766660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:27.767313 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ec102-6f7b-454c-954b-c5b57fe8a203 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:27.778390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:27.818356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:27.870109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.877163 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-15d678d7-a61e-46fc-bcfa-932ab78f9428 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0734928 Dec 23 15:29:27.879827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47224) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:27.900650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d23df6c5-68bf-4186-93bc-8c74ad67764c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '1f746043-5363-4e08-861f-de428fb9b3c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:27.913142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.915880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d23df6c5-68bf-4186-93bc-8c74ad67764c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:27.933415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d23df6c5-68bf-4186-93bc-8c74ad67764c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:27.942848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d23df6c5-68bf-4186-93bc-8c74ad67764c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:27.949249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] Routers {'312ce594-270f-4638-82ac-dcefd871990c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:27.950150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['312ce594-270f-4638-82ac-dcefd871990c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:27.956997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d23df6c5-68bf-4186-93bc-8c74ad67764c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:27.962662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:27.998549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.025053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:28.025585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02091a5-9423-4a87-b5a0-ec641f6c450b None None] The sync data for ids ['312ce594-270f-4638-82ac-dcefd871990c'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:28.036323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Allocated IP 172.20.0.2 (6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469/80aea179-50d9-48bb-99ef-f0a93db5c297/b405899b-7dd0-4ac2-834b-c7484666369c) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:28.148663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.291009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.302429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Transition to ACTIVE for port object b405899b-7dd0-4ac2-834b-c7484666369c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:28.321748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Transition to ACTIVE for port object b405899b-7dd0-4ac2-834b-c7484666369c will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:28.326646 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-874e8e8b-d6fc-4b8d-bd1d-3c48ad8e8b3e tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/312ce594-270f-4638-82ac-dcefd871990c HTTP/1.1" status: 200 len: 923 time: 0.7211862 Dec 23 15:29:28.330727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47230) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:28.346997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.364140 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-d23df6c5-68bf-4186-93bc-8c74ad67764c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:28.365159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d23df6c5-68bf-4186-93bc-8c74ad67764c tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4822888 Dec 23 15:29:28.367999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47234) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:28.374363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2a2a4d96-8e71-4c4c-b09a-f089c9fb4ec2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group_rule': {'security_group_id': '1f746043-5363-4e08-861f-de428fb9b3c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:28.380480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2a2a4d96-8e71-4c4c-b09a-f089c9fb4ec2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:28.384322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2a2a4d96-8e71-4c4c-b09a-f089c9fb4ec2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:28.387810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2a2a4d96-8e71-4c4c-b09a-f089c9fb4ec2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:28.391579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.396940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2a2a4d96-8e71-4c4c-b09a-f089c9fb4ec2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:28.428833 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6d11b8a5-151d-4f88-8db2-013bf53404c1 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=312ce594-270f-4638-82ac-dcefd871990c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0969787 Dec 23 15:29:28.432049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47240) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:28.453982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.454555 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 97444ccf-153b-432a-bb47-411ead53e681 disassociated. External IP: 172.26.6.109, port: a179ebf5-1644-4397-97da-b164084496e9. Dec 23 15:29:28.477125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Network 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:28.480163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:28.483294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:28.489832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Pushing event updated for resources: {'Port': ['ID=b405899b-7dd0-4ac2-834b-c7484666369c,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:28.522095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.526537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.565133 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.565510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.565922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.566315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.566720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.568226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.568226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.568226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.568565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.568960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.569335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:29:28.614815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Attempting to bind port b405899b-7dd0-4ac2-834b-c7484666369c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:28.615523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Attempting to bind port b405899b-7dd0-4ac2-834b-c7484666369c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '24c2f022-7484-4563-a12b-acd8a397e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:28.615523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Attempting to bind port b405899b-7dd0-4ac2-834b-c7484666369c on network 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:28.624456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:28.624817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Checking segment: {'id': '24c2f022-7484-4563-a12b-acd8a397e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:28.625202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.625582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Bound using segment: {'id': '24c2f022-7484-4563-a12b-acd8a397e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:28.626027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Bound port: b405899b-7dd0-4ac2-834b-c7484666369c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c2f022-7484-4563-a12b-acd8a397e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:28.626384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.647550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=23afdab4-deb1-4205-abba-937cd47e3710,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:28.648438 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-2a2a4d96-8e71-4c4c-b09a-f089c9fb4ec2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:28.652547 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2a2a4d96-8e71-4c4c-b09a-f089c9fb4ec2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2835240 Dec 23 15:29:28.655201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47244) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:28.732567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.759828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5069c00-b184-4dc4-842d-e8e7ad245a88 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.775126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] For port b405899b-7dd0-4ac2-834b-c7484666369c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:28.779383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] For port b405899b-7dd0-4ac2-834b-c7484666369c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b405899b-7dd0-4ac2-834b-c7484666369c,segment=NetworkSegment(24c2f022-7484-4563-a12b-acd8a397e876),segment_id=24c2f022-7484-4563-a12b-acd8a397e876)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:28.794929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5069c00-b184-4dc4-842d-e8e7ad245a88 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.879820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.902926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=80aea179-50d9-48bb-99ef-f0a93db5c297,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:28.922092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:28.929791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43345745-16a7-4d28-983a-b53fde0e4416 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:28.934525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-43345745-16a7-4d28-983a-b53fde0e4416 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.4981692 Dec 23 15:29:28.935495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47248) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:28.935702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': 'f7c44cd5-fa5e-4155-b948-ebabae0edc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:28.936149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:28.988756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3300e09-c354-4f63-afdd-c58d7101b665 None None] Pushing event updated for resources: {'Port': ['ID=b405899b-7dd0-4ac2-834b-c7484666369c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:28.998780 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-20b1522e-12cb-4402-af11-04ca7240176a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=312ce594-270f-4638-82ac-dcefd871990c HTTP/1.1" status: 200 len: 205 time: 0.0580864 Dec 23 15:29:29.005257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47252) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:29.009098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:29.009248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5069c00-b184-4dc4-842d-e8e7ad245a88 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.025401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c2f022-7484-4563-a12b-acd8a397e876') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:29.025692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c2f022-7484-4563-a12b-acd8a397e876') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:29.030044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.041454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.062122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.070867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:29.071265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:29.087798 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:29.143212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:29.191352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db3e3a-79bf-413a-b3cf-2ffb8c8b8c52 None None] Network 6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:29.218595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:29.221340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5069c00-b184-4dc4-842d-e8e7ad245a88 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f746043-5363-4e08-861f-de428fb9b3c9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:29.222265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:29:29.222265 dv-neutron-822796-1-hyperv neutron-server[84221]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:29:29.222265 dv-neutron-822796-1-hyperv neutron-server[84221]: [parameters: {'id': '6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469'}] Dec 23 15:29:29.222265 dv-neutron-822796-1-hyperv neutron-server[84221]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:29.222265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:29.223305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:29.223880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.272818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e1f3a-6db5-4ea3-b8bd-ff24622d0721 None None] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:29.328625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:29.347267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5069c00-b184-4dc4-842d-e8e7ad245a88 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.348457 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b5069c00-b184-4dc4-842d-e8e7ad245a88 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/1f746043-5363-4e08-861f-de428fb9b3c9 HTTP/1.1" status: 204 len: 168 time: 0.6898646 Dec 23 15:29:29.351410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47260) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:29.388240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-54bfc60b-063b-4723-a036-35fccfdbfc79 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1430926 Dec 23 15:29:29.391414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47264) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:29.399729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-156698398', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:29.409307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:29.414354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:router and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:29.417652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:29.424178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:29.449481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f545d853-4076-4385-97a8-2e085c33f8f9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:29.483381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.521853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.523107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.542247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.572328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f545d853-4076-4385-97a8-2e085c33f8f9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:29.578285 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f545d853-4076-4385-97a8-2e085c33f8f9 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2212396 Dec 23 15:29:29.579136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47268) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:29.585706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'tempest-secgroup--501178372'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:29.592623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:29.605143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:29.617930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-5de35c7d-7aac-4a22-bfeb-21b3b94a5edd', 'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '23afdab4-deb1-4205-abba-937cd47e3710'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:29.618802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.636578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.715903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.727198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.748706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.752458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ff05f7f3-a832-439d-83c0-9f33e972da92 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3575549 Dec 23 15:29:29.753279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47274) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:29.757773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port b405899b-7dd0-4ac2-834b-c7484666369c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:29.757914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.760815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'port': {'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd', 'name': 'tempest-RoutersTest-643949825'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:29.776098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:29.783383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:29.797940 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:29.808513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:29.810072 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:29.810843 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:29.817560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Usage tracker for resource:security_group_rule and tenant:3561d0efd61f4b4ea27236e393ec6fad is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:29.822016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:29.831343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:29.835937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Allocated IP 172.20.0.2 (5de35c7d-7aac-4a22-bfeb-21b3b94a5edd/23afdab4-deb1-4205-abba-937cd47e3710/a211b97d-480b-4262-8fcd-4cea63e54ea7) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:29.886935 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:29.908956 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:29.909841 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:29.916701 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-66323ade-9e6e-4d1c-8dc1-52653895a6e5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/floatingips/97444ccf-153b-432a-bb47-411ead53e681 HTTP/1.1" status: 200 len: 688 time: 2.1493552 Dec 23 15:29:29.924360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47278) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:29.996304 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:29.997800 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aae16b-e713-46a3-bdc4-13dcf58c8e1b None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:30.065385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.081145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.089366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port b405899b-7dd0-4ac2-834b-c7484666369c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b405899b-7dd0-4ac2-834b-c7484666369c,segment=NetworkSegment(24c2f022-7484-4563-a12b-acd8a397e876),segment_id=24c2f022-7484-4563-a12b-acd8a397e876)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:30.089709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.093980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Transition to ACTIVE for port object a211b97d-480b-4262-8fcd-4cea63e54ea7 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:30.115176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Transition to ACTIVE for port object a211b97d-480b-4262-8fcd-4cea63e54ea7 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:30.133398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:30.137612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 5bc8a1eb-84d5-4f85-b264-0b88fe24c56d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:30.138120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.152505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.161620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.170577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:port and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:30.177619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.186327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:30.199177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:30.232227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for b405899b-7dd0-4ac2-834b-c7484666369c owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:30.248083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.280585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:30.283608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.292892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Deleting port 5fefd9aa-ce40-4a56-8f47-a29e99d0902b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:30.293968 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.315157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a046c9-0f60-434f-aebe-471831749eb4,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:30.334812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:30.338380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:30.343447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:30.345725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Pushing event updated for resources: {'Port': ['ID=a211b97d-480b-4262-8fcd-4cea63e54ea7,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:30.377706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] device_id is not set on port d3623534-5fc3-4257-9b2f-e3453d659dbb yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:29:30.390002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.391622 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0d443591-736b-4048-82e0-7c2e37c7c5b5 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8109667 Dec 23 15:29:30.394209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47284) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:30.400100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b6270c98-a09c-428d-8566-0866833dc870 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:30.400776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-b6270c98-a09c-428d-8566-0866833dc870 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 15:29:30.401977 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b6270c98-a09c-428d-8566-0866833dc870 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "PUT /v2.0/security-groups/75a046c9-0f60-434f-aebe-471831749eb4 HTTP/1.1" status: 409 len: 330 time: 0.0064342 Dec 23 15:29:30.408493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47288) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:30.443913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Attempting to bind port a211b97d-480b-4262-8fcd-4cea63e54ea7 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:30.444310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Attempting to bind port a211b97d-480b-4262-8fcd-4cea63e54ea7 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f7c44cd5-fa5e-4155-b948-ebabae0edc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:30.444663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Attempting to bind port a211b97d-480b-4262-8fcd-4cea63e54ea7 on network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:30.452262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:30.452651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Checking segment: {'id': 'f7c44cd5-fa5e-4155-b948-ebabae0edc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:30.453026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.453451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Bound using segment: {'id': 'f7c44cd5-fa5e-4155-b948-ebabae0edc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:30.453909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Bound port: a211b97d-480b-4262-8fcd-4cea63e54ea7, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c44cd5-fa5e-4155-b948-ebabae0edc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '5de35c7d-7aac-4a22-bfeb-21b3b94a5edd'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:30.454269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.500783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.540926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.541496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.552645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] For port a211b97d-480b-4262-8fcd-4cea63e54ea7, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:30.555938 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] For port a211b97d-480b-4262-8fcd-4cea63e54ea7, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a211b97d-480b-4262-8fcd-4cea63e54ea7,segment=NetworkSegment(f7c44cd5-fa5e-4155-b948-ebabae0edc21),segment_id=f7c44cd5-fa5e-4155-b948-ebabae0edc21)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:30.559907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d500326c-123a-462e-bdec-b1bc5df0719f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.561680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=b405899b-7dd0-4ac2-834b-c7484666369c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:30.580532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port b405899b-7dd0-4ac2-834b-c7484666369c on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:30.671307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.697767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d500326c-123a-462e-bdec-b1bc5df0719f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.744487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.769903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a410cd-79d4-4172-8198-7630afaa128c None None] Pushing event updated for resources: {'Port': ['ID=a211b97d-480b-4262-8fcd-4cea63e54ea7,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:30.799275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:30.813486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c2f022-7484-4563-a12b-acd8a397e876') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:30.813770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c2f022-7484-4563-a12b-acd8a397e876') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:30.827772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.852241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.860616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:30.861126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.863082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 5bc8a1eb-84d5-4f85-b264-0b88fe24c56d owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:30.879289 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:30.956446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d500326c-123a-462e-bdec-b1bc5df0719f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:30.978824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.020492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500326c-123a-462e-bdec-b1bc5df0719f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a046c9-0f60-434f-aebe-471831749eb4,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:31.036732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d500326c-123a-462e-bdec-b1bc5df0719f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.041479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d500326c-123a-462e-bdec-b1bc5df0719f tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/75a046c9-0f60-434f-aebe-471831749eb4 HTTP/1.1" status: 204 len: 168 time: 0.6317074 Dec 23 15:29:31.043212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47296) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:31.094379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.119969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.128515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 HTTP/1.1" status: 204 len: 168 time: 3.6282685 Dec 23 15:29:31.132028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47300) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:31.132734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Calling delete_port for 5fefd9aa-ce40-4a56-8f47-a29e99d0902b owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:31.138626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-38d28d1d-92cf-46d8-a05b-22488eb6e0ec tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Synchronizing usage tracker for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:31.143986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433838561'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:31.146974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef20b94-eb41-4671-9791-3e0d3bdd9399 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:31.150919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:31.158004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:31.163706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:31.170932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:31.183362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.20.0.10 (5de35c7d-7aac-4a22-bfeb-21b3b94a5edd/23afdab4-deb1-4205-abba-937cd47e3710/d3623534-5fc3-4257-9b2f-e3453d659dbb) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:31.235916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-38d28d1d-92cf-46d8-a05b-22488eb6e0ec tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] Unset dirty status for tenant:3561d0efd61f4b4ea27236e393ec6fad on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:31.240969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-38d28d1d-92cf-46d8-a05b-22488eb6e0ec tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1923687 Dec 23 15:29:31.241174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47304) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:31.258247 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-b7316fe6-9efa-416a-994e-dc95b5f7f561 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] delete failed (client error): The resource could not be found. Dec 23 15:29:31.259235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b7316fe6-9efa-416a-994e-dc95b5f7f561 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "DELETE /v2.0/security-groups/c469e51e-dc9a-49b7-b475-3f932233aeb5 HTTP/1.1" status: 404 len: 347 time: 0.0170908 Dec 23 15:29:31.263891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47308) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:31.280840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:31.281759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.299351 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-9ec4cc23-aa7d-4c76-95a8-d701177fc0c2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] show failed (client error): The resource could not be found. Dec 23 15:29:31.300530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9ec4cc23-aa7d-4c76-95a8-d701177fc0c2 tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-groups/7f21e5af-2249-4c9a-92b8-cfc7693ad9f1 HTTP/1.1" status: 404 len: 347 time: 0.0355496 Dec 23 15:29:31.305743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47312) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:31.326882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:31.329227 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-ba87c26d-7c6d-4d73-81f2-77d2bab3cada tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] show failed (client error): The resource could not be found. Dec 23 15:29:31.334541 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ba87c26d-7c6d-4d73-81f2-77d2bab3cada tempest-NegativeSecGroupIPv6Test-2061372094 tempest-NegativeSecGroupIPv6Test-2061372094-project] 10.222.0.58 "GET /v2.0/security-group-rules/b3983abe-8a41-4c25-8641-58a25923cfd9 HTTP/1.1" status: 404 len: 356 time: 0.0235949 Dec 23 15:29:31.338250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.339032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 5ce352ce-2778-484e-afb6-2552fffec24d of type vlan for network 1e7c1379-a757-42cd-84de-69e8bfdef4d3 Dec 23 15:29:31.367148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.493695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.498561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:31.499181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.546264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.588205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.614455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=5bc8a1eb-84d5-4f85-b264-0b88fe24c56d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:31.629112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object d3623534-5fc3-4257-9b2f-e3453d659dbb will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:31.661112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.752044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event deleted for resources: {'Port': ['ID=5fefd9aa-ce40-4a56-8f47-a29e99d0902b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:31.808515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=1e7c1379-a757-42cd-84de-69e8bfdef4d3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:31.822937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 1e7c1379-a757-42cd-84de-69e8bfdef4d3 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:31.865622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:31.911688 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-82caf3cd-7616-4db8-aa66-d8a91a836c37 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7785335 Dec 23 15:29:31.914446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47322) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:31.930117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:31.938091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f570b-e51b-498c-b665-38bbb3f84594 None None] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:31.959843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.019997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.033293 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9ede9372-9744-446b-8bb8-505adcd1decb tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/floatingips/97444ccf-153b-432a-bb47-411ead53e681 HTTP/1.1" status: 204 len: 168 time: 2.1079347 Dec 23 15:29:32.042424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47330) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:32.050039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'd0e5879e-382a-425e-8b15-ab5e0da6f79d'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:32.065185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:32.072981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:floatingip and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:32.077468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:32.086259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:32.088694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:32.095169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:32.099101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:32.107337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:32.134399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47334) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:32.159979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.173065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.181708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bef127c1-5c48-4ae8-8c28-56801159f76d None None] Provisioning for port a211b97d-480b-4262-8fcd-4cea63e54ea7 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:32.233856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:32.254886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:32.257961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:32.267107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:32.380718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.484985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=d3623534-5fc3-4257-9b2f-e3453d659dbb,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:32.534007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing IP validity checks on allocation pools {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 15:29:32.534741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 15:29:32.586862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a211b97d-480b-4262-8fcd-4cea63e54ea7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:32.713208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.720592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.732982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:32.733601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.757449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1cf6aa95-3a1c-401c-8ec8-c0d36c01cfc8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3561d0efd61f4b4ea27236e393ec6fad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6215892 Dec 23 15:29:32.761059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47342) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:32.781534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.795169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c546a143-affa-4155-b7a6-34c08c845bc1 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:29:32.827782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a211b97d-480b-4262-8fcd-4cea63e54ea7 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:32.835881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a211b97d-480b-4262-8fcd-4cea63e54ea7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:32.836726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.865545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.866724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Fanout notify agent at l3_agent the message router_deleted on router 312ce594-270f-4638-82ac-dcefd871990c {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:29:32.878049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-47a103bc-79e3-4048-8580-1ba100f4c242 None None] Provisioning for port d3623534-5fc3-4257-9b2f-e3453d659dbb completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:32.883313 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-502f430c-ffdb-45b3-a05a-d3a2d0a5fe35 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1286170 Dec 23 15:29:32.883450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47348) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:32.896752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.897810 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ec138d3d-8e86-4f5a-beac-434097a4477b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/312ce594-270f-4638-82ac-dcefd871990c HTTP/1.1" status: 204 len: 168 time: 3.8921404 Dec 23 15:29:32.898953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-47a103bc-79e3-4048-8580-1ba100f4c242 None None] Provisioning complete for port d3623534-5fc3-4257-9b2f-e3453d659dbb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:32.899321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47a103bc-79e3-4048-8580-1ba100f4c242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:32.908481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47352) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:32.915692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1405118884', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:32.923288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:32.928522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Usage tracker for resource:router and tenant:a033a2bab0de4520961b19ffc3b70ecc is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:32.931444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:32.939110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:33.007009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-47a103bc-79e3-4048-8580-1ba100f4c242 None None] Port d3623534-5fc3-4257-9b2f-e3453d659dbb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:33.013914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.015180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.034644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.071942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c546a143-affa-4155-b7a6-34c08c845bc1 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:29:33.088091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.106660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae235407-5d2f-4ae8-94cb-ec83781565fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.126915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.209655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a211b97d-480b-4262-8fcd-4cea63e54ea7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a211b97d-480b-4262-8fcd-4cea63e54ea7,segment=NetworkSegment(f7c44cd5-fa5e-4155-b948-ebabae0edc21),segment_id=f7c44cd5-fa5e-4155-b948-ebabae0edc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:33.211809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae235407-5d2f-4ae8-94cb-ec83781565fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.226453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c278461a-d5a1-44a0-8d1a-596b330e5a77 None None] Provisioning complete for port d3623534-5fc3-4257-9b2f-e3453d659dbb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:33.226824 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c278461a-d5a1-44a0-8d1a-596b330e5a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.307923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.314108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.320385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.26.6.175 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/26ff7e20-42f6-4a30-80d7-9e95acc32691) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:33.335366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=bf21e848-c7ed-49e6-8e43-3f7e05138b07,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:33.345167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c278461a-d5a1-44a0-8d1a-596b330e5a77 None None] Port d3623534-5fc3-4257-9b2f-e3453d659dbb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:33.443790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a211b97d-480b-4262-8fcd-4cea63e54ea7,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:33.601182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.632725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.637155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': '5ce352ce-2778-484e-afb6-2552fffec24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:33.637651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 1e7c1379-a757-42cd-84de-69e8bfdef4d3, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:33.805761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae235407-5d2f-4ae8-94cb-ec83781565fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.845534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae235407-5d2f-4ae8-94cb-ec83781565fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a71df-9f76-4d3c-aa2d-adc4f288f5b3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:33.864494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.928024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 1e7c1379-a757-42cd-84de-69e8bfdef4d3 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:33.990322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae235407-5d2f-4ae8-94cb-ec83781565fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:33.991425 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ae235407-5d2f-4ae8-94cb-ec83781565fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f0a71df-9f76-4d3c-aa2d-adc4f288f5b3 HTTP/1.1" status: 204 len: 168 time: 1.2253730 Dec 23 15:29:34.019887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 1e7c1379-a757-42cd-84de-69e8bfdef4d3) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:34.028756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:34.028976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.032796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215822e7-26b7-496b-a138-5b1ceaf63577 None None] Network 1e7c1379-a757-42cd-84de-69e8bfdef4d3 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:34.101507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.177152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.177427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Allocated IP 172.26.6.234 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/1e9db449-202f-463e-a017-1dbe5452ecae) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:34.194621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c55ac9e4-fc7d-4a7b-baa3-a7fb55678979 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2764361 Dec 23 15:29:34.214842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47364) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:34.216746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:34.222269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:34.227917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:34.260401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=26ff7e20-42f6-4a30-80d7-9e95acc32691,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:34.290894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-1e7c1379-a757-42cd-84de-69e8bfdef4d3', 'network_id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': 'bf21e848-c7ed-49e6-8e43-3f7e05138b07'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:34.291881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.455645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.483199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.546258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Allocated IP 172.20.0.3 (1e7c1379-a757-42cd-84de-69e8bfdef4d3/bf21e848-c7ed-49e6-8e43-3f7e05138b07/efb56f7b-0a89-4759-bcf9-b03d2cf77cdc) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:34.595993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.737988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a211b97d-480b-4262-8fcd-4cea63e54ea7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:34.785527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.859304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:34.863264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:34.867070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:34.967742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:34.973398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a211b97d-480b-4262-8fcd-4cea63e54ea7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:34.973759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.029367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.036587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Transition to ACTIVE for port object efb56f7b-0a89-4759-bcf9-b03d2cf77cdc will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:35.078603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event updated for resources: {'Port': ['ID=1e9db449-202f-463e-a017-1dbe5452ecae,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:35.078820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Transition to ACTIVE for port object efb56f7b-0a89-4759-bcf9-b03d2cf77cdc will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:35.144496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.184405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.257778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.258390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=d3623534-5fc3-4257-9b2f-e3453d659dbb,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:35.258485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.272456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Network 1e7c1379-a757-42cd-84de-69e8bfdef4d3 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:35.276906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:35.284427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Pushing event updated for resources: {'Port': ['ID=efb56f7b-0a89-4759-bcf9-b03d2cf77cdc,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:35.284427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Attempting to bind port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Attempting to bind port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5ce352ce-2778-484e-afb6-2552fffec24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Attempting to bind port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc on network 1e7c1379-a757-42cd-84de-69e8bfdef4d3 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Checking segment: {'id': '5ce352ce-2778-484e-afb6-2552fffec24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Bound using segment: {'id': '5ce352ce-2778-484e-afb6-2552fffec24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Bound port: efb56f7b-0a89-4759-bcf9-b03d2cf77cdc, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce352ce-2778-484e-afb6-2552fffec24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:35.416351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.485512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.533132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=bf21e848-c7ed-49e6-8e43-3f7e05138b07,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:35.569714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] For port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:35.578308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] For port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=efb56f7b-0a89-4759-bcf9-b03d2cf77cdc,segment=NetworkSegment(5ce352ce-2778-484e-afb6-2552fffec24d),segment_id=5ce352ce-2778-484e-afb6-2552fffec24d)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:35.594026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.594234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-13235001-575f-4bb3-918b-925d54c27984 None None] Provisioning complete for port d3623534-5fc3-4257-9b2f-e3453d659dbb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:35.594234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-13235001-575f-4bb3-918b-925d54c27984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.655923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.660257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-13235001-575f-4bb3-918b-925d54c27984 None None] Port d3623534-5fc3-4257-9b2f-e3453d659dbb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:35.682326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.685800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7c1379-a757-42cd-84de-69e8bfdef4d3']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:35.724237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47390) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:35.755451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce352ce-2778-484e-afb6-2552fffec24d') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:35.755451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce352ce-2778-484e-afb6-2552fffec24d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:35.770388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.798163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.806470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:35.806849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:35.822025 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:35.891202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc85f6-1e64-4a9c-b4d3-bd1037ce0cee None None] Pushing event updated for resources: {'Port': ['ID=efb56f7b-0a89-4759-bcf9-b03d2cf77cdc,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:35.922430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.934616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:35.940404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86063a9-2e94-4cb2-b486-d935d581d2c5 None None] Network 1e7c1379-a757-42cd-84de-69e8bfdef4d3 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:35.972851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:29:35.972851 dv-neutron-822796-1-hyperv neutron-server[84222]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:29:35.972851 dv-neutron-822796-1-hyperv neutron-server[84222]: [parameters: {'id': '1e7c1379-a757-42cd-84de-69e8bfdef4d3'}] Dec 23 15:29:35.972851 dv-neutron-822796-1-hyperv neutron-server[84222]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:35.973263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:35.980376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-366367e1-1008-45e6-9bdc-071f3069fad3 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:35.982018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-366367e1-1008-45e6-9bdc-071f3069fad3 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:29:35.982765 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-366367e1-1008-45e6-9bdc-071f3069fad3 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2572646 Dec 23 15:29:35.986874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47398) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:35.993026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--157656053'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:36.000487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:36.015265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:36.015265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:36.015265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:36.069676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Router 66a4d349-976c-4e0e-8190-cbf2d505c1cf is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:36.144894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.147229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85839d00-fa40-458f-aefc-25011d7048c2 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:29:36.167536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.172280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.221579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:36.226657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:36.230449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:36.238510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:36.289308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85839d00-fa40-458f-aefc-25011d7048c2 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:29:36.395476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.405058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:36.423576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] Sync routers for ids ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:36.465972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.474021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] Routers {'66a4d349-976c-4e0e-8190-cbf2d505c1cf'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:36.474590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:36.476296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.490958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:36.491801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.527580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.547298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:36.571010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.592519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93164205-01bb-4d91-aa67-27fe90aad94a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:36.595519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:36.599419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] Routers {'66a4d349-976c-4e0e-8190-cbf2d505c1cf'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:36.600148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:36.669974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:36.670435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3493734-d932-42a9-8df8-b8115cdddc10 None None] The sync data for ids ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:36.729349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.730296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:36.733991 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:36.741397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.744964 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1d6fb5e2-46a7-471a-baea-ab3d427d120f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8327339 Dec 23 15:29:36.753236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:36.755180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47406) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:36.774630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:36.823934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=26ff7e20-42f6-4a30-80d7-9e95acc32691,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:36.853353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=efb56f7b-0a89-4759-bcf9-b03d2cf77cdc,segment=NetworkSegment(5ce352ce-2778-484e-afb6-2552fffec24d),segment_id=5ce352ce-2778-484e-afb6-2552fffec24d)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:36.853715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.861782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.929250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.958506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:36.983972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for efb56f7b-0a89-4759-bcf9-b03d2cf77cdc owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:37.078993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.083003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=d3623534-5fc3-4257-9b2f-e3453d659dbb,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:37.092774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.109273 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 346f78e7-808a-432e-bff3-b9add96fd667 associated. External IP: 172.26.6.175, port: d0e5879e-382a-425e-8b15-ab5e0da6f79d. Dec 23 15:29:37.164447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.225978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f39784a-f01b-4920-9fda-a4220b7fcc64,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:37.242534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.398041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.399234 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c05669a1-0976-40f4-96f0-5defc65d8bf1 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4109306 Dec 23 15:29:37.402436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=efb56f7b-0a89-4759-bcf9-b03d2cf77cdc,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:37.404923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47414) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:37.414186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '3f39784a-f01b-4920-9fda-a4220b7fcc64', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:37.422855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:37.427410 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port efb56f7b-0a89-4759-bcf9-b03d2cf77cdc on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:37.429127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:37.448494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:37.458437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:37.497507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:37.540330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:37.660057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.702420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7c1379-a757-42cd-84de-69e8bfdef4d3']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:37.718463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce352ce-2778-484e-afb6-2552fffec24d') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:37.718773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce352ce-2778-484e-afb6-2552fffec24d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:37.734427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.800407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.821117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:37.821499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:37.836331 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:37.901077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eb827f64-9fb8-4b12-84f9-c782ea5f12b6 None None] Provisioning complete for port d3623534-5fc3-4257-9b2f-e3453d659dbb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:37.901681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.902204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eb827f64-9fb8-4b12-84f9-c782ea5f12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:37.957332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-eb827f64-9fb8-4b12-84f9-c782ea5f12b6 None None] Port d3623534-5fc3-4257-9b2f-e3453d659dbb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:38.014799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.071372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.109238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.116967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:38.117524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.137296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=1e7c1379-a757-42cd-84de-69e8bfdef4d3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:38.150138 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c171ee0c-6112-4388-9aef-ded31f35f370 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/1e7c1379-a757-42cd-84de-69e8bfdef4d3 HTTP/1.1" status: 204 len: 168 time: 3.9308832 Dec 23 15:29:38.152986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6fccd3-11bf-4a3e-b9d3-bb886abc35b7,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:38.156104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47422) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.164912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1616054053'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:38.179659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:38.187053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:38.187237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router a832b09b-be53-4e0c-9dcc-dd3c86fe20dc is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:38.190015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:38.196808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:38.292112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.293976 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-968026b8-f427-47e3-ac28-3fa7c44720cc tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8858917 Dec 23 15:29:38.297972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47426) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.303683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '3f39784a-f01b-4920-9fda-a4220b7fcc64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:38.312090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:38.317164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:38.321554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:38.328337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:38.349372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.357357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:38.360298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.390191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:38.398767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.403335 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment dc7e7316-2913-4efd-aff4-4218dc83eab8 of type vlan for network c56a794a-95a5-43aa-95bb-1fd9b16d0141 Dec 23 15:29:38.430866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.435512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.487476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:38.493017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.499922 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] Sync routers for ids ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:38.511595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c028cdf9-2708-41f4-94f5-eec5f67d3fac tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/a832b09b-be53-4e0c-9dcc-dd3c86fe20dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6236255 Dec 23 15:29:38.516492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47432) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.521516 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] Routers {'a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:38.522160 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.527065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:38.537702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:38.561117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:38.561880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.599835 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.609991 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e71f55-07b0-4b4b-b8d1-0a7b33c8a625 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:38.610580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f7e71f55-07b0-4b4b-b8d1-0a7b33c8a625 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:38.617978 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] Routers {'a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:38.618593 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.634743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.640244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:38.651073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.651220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.653659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:38.654473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.675245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.707764 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.708404 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e27a01-90c0-4313-be2e-d75f0538f3c2 None None] The sync data for ids ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:38.723138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:38.723621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774ed2a8-ccf4-48d5-9f0c-a8f97be395ae None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:38.733959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Deleting port 1e9db449-202f-463e-a017-1dbe5452ecae {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:38.733959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:38.750520 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b387f8db-a597-49fb-b2b1-71d7950e38ad tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.7071311 Dec 23 15:29:38.753123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47438) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.770584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f7e71f55-07b0-4b4b-b8d1-0a7b33c8a625 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:38.774556 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f7e71f55-07b0-4b4b-b8d1-0a7b33c8a625 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports/d3623534-5fc3-4257-9b2f-e3453d659dbb HTTP/1.1" status: 200 len: 977 time: 0.2543364 Dec 23 15:29:38.774556 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:29:38.774556 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4dd520eb-81a8-4f1f-82e6-0407e45806e6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4750466 Dec 23 15:29:38.792487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47442) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.792821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47444) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.872481 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cd1d53b4-a4a7-4f2d-8aa4-afcf2b0e347f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "GET /v2.0/floatingips/346f78e7-808a-432e-bff3-b9add96fd667 HTTP/1.1" status: 200 len: 978 time: 0.1179533 Dec 23 15:29:38.874809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47450) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.886704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=c56a794a-95a5-43aa-95bb-1fd9b16d0141,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:38.899551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network c56a794a-95a5-43aa-95bb-1fd9b16d0141 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:38.900400 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-82fd7b9f-2e0f-4a32-bc66-34543a752334 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7413394 Dec 23 15:29:38.930062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47454) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:38.942502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:39.096849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56f45f42-0379-485e-982d-c0521040fb68 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Synchronizing usage tracker for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:floatingip {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:39.214619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56f45f42-0379-485e-982d-c0521040fb68 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Unset dirty status for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:floatingip {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:39.218658 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-56f45f42-0379-485e-982d-c0521040fb68 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3400939 Dec 23 15:29:39.218815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47458) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:39.224561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'port_id': 'a179ebf5-1644-4397-97da-b164084496e9'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:39.346319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-767c1186-6cb8-4adf-a6b9-a027093e1b85 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:39.350544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:39.352715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:39.365926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:39.383633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:39.399822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:39.407206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:39.432301 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-6f11245f-cc17-4bbd-b500-ec68696ad3d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2581115 Dec 23 15:29:39.533261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-767c1186-6cb8-4adf-a6b9-a027093e1b85 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:39.549112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Calling delete_port for 1e9db449-202f-463e-a017-1dbe5452ecae owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:39.644700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:39.696556 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-b6b7dd3f-4c75-41a3-8810-fbe4c5a24662 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 0.2121301 Dec 23 15:29:39.884070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-767c1186-6cb8-4adf-a6b9-a027093e1b85 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:39.916764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:39.938525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c1186-6cb8-4adf-a6b9-a027093e1b85 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f39784a-f01b-4920-9fda-a4220b7fcc64,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:40.004451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-3f34e4c2-b067-45cd-9f66-f5c740165779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:40.005887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-3f34e4c2-b067-45cd-9f66-f5c740165779 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.2459602 Dec 23 15:29:40.013862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-767c1186-6cb8-4adf-a6b9-a027093e1b85 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:40.017743 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-767c1186-6cb8-4adf-a6b9-a027093e1b85 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/3f39784a-f01b-4920-9fda-a4220b7fcc64 HTTP/1.1" status: 204 len: 168 time: 1.2168946 Dec 23 15:29:40.020470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47468) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:40.132405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-fd06bd61-d456-4f1c-8edb-001ddeaa56e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 1001 time: 0.1183941 Dec 23 15:29:40.180763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3f18677b-ae24-4998-93ba-6c2bd582e0ee tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Synchronizing usage tracker for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:40.208055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-3aa38625-9ce3-41f3-9d3c-ba49f998637b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:40.209487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-3aa38625-9ce3-41f3-9d3c-ba49f998637b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.0702939 Dec 23 15:29:40.296101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:40.350451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3f18677b-ae24-4998-93ba-6c2bd582e0ee tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Unset dirty status for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:40.356927 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f18677b-ae24-4998-93ba-6c2bd582e0ee tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3153877 Dec 23 15:29:40.357108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:40.357320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Pushing event deleted for resources: {'Port': ['ID=1e9db449-202f-463e-a017-1dbe5452ecae,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:40.358111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47472) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:40.364692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598887006'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:40.372962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:40.385291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:40.397449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-eb50bdc6-f64e-4342-8ef7-ca0b9b5ab7e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1304908 Dec 23 15:29:40.424370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:40.641051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:40.733787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:40.750554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:40.760944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:40.771829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-d605c4a4-d9e7-40f1-9b44-d671af6671d8 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674862 Dec 23 15:29:40.772670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:40.867023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.005332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.017071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.024716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79db703a-1ab9-424a-909b-99e24ce7c852 req-105812af-a3ba-484f-ad36-dedd20ebe57f service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444468 Dec 23 15:29:41.045032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 346f78e7-808a-432e-bff3-b9add96fd667 associated. External IP: 172.26.6.175, port: d0e5879e-382a-425e-8b15-ab5e0da6f79d. Dec 23 15:29:41.059009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.069444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.129772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.193070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.264350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bf6bd1-756b-4f46-bd75-0914b565ff6a,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:41.355649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=8d263674-7990-4644-9149-f7f9cd42a979,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:41.365023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.372251 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-545d14b0-45dc-4133-b77c-53d74fe06ec7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0071332 Dec 23 15:29:41.372251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47482) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:41.377412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3cfd8f26-9a68-42dc-9aed-2ae96f29e5d6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '07bf6bd1-756b-4f46-bd75-0914b565ff6a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:41.377994 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-3cfd8f26-9a68-42dc-9aed-2ae96f29e5d6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:41.379206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3cfd8f26-9a68-42dc-9aed-2ae96f29e5d6 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083487 Dec 23 15:29:41.382092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47486) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:41.387729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': 'dc7e7316-2913-4efd-aff4-4218dc83eab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:41.388083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: c56a794a-95a5-43aa-95bb-1fd9b16d0141, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:41.401134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Router 66a4d349-976c-4e0e-8190-cbf2d505c1cf has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:41.522152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db41aaad-68b5-4a8a-8bb1-402042326674 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.563501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db41aaad-68b5-4a8a-8bb1-402042326674 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.631866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:41.659117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network c56a794a-95a5-43aa-95bb-1fd9b16d0141 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:41.729124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:41.735194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db41aaad-68b5-4a8a-8bb1-402042326674 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.742001 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] Sync routers for ids ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:41.753366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.755445 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] Routers {'66a4d349-976c-4e0e-8190-cbf2d505c1cf'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:41.755597 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-be756fd6-16bf-44d8-9fe7-ed219cff0189 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "PUT /v2.0/routers/66a4d349-976c-4e0e-8190-cbf2d505c1cf HTTP/1.1" status: 200 len: 710 time: 4.9952302 Dec 23 15:29:41.755703 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:41.756713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port d3623534-5fc3-4257-9b2f-e3453d659dbb {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:41.757259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.763029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47492) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:41.768612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41aaad-68b5-4a8a-8bb1-402042326674 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bf6bd1-756b-4f46-bd75-0914b565ff6a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:41.798274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, c56a794a-95a5-43aa-95bb-1fd9b16d0141) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:41.812575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4a1ef3-b2ff-43c0-8a4b-fd66e8af8832 None None] Network c56a794a-95a5-43aa-95bb-1fd9b16d0141 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:41.818039 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:41.821750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:41.822407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.830459 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] Routers {'66a4d349-976c-4e0e-8190-cbf2d505c1cf'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:41.831396 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:41.898996 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:41.899639 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcfc0cd-634b-4efc-a770-30f526bdbb89 None None] The sync data for ids ['66a4d349-976c-4e0e-8190-cbf2d505c1cf'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:41.926070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db41aaad-68b5-4a8a-8bb1-402042326674 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:41.927174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-db41aaad-68b5-4a8a-8bb1-402042326674 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/07bf6bd1-756b-4f46-bd75-0914b565ff6a HTTP/1.1" status: 204 len: 168 time: 0.5443308 Dec 23 15:29:41.930120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47496) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:41.958695 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dc313a1b-e6de-4058-a97b-3ffe4e86890a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0275087 Dec 23 15:29:41.968716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47500) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:42.083643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-c56a794a-95a5-43aa-95bb-1fd9b16d0141', 'network_id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': '8d263674-7990-4644-9149-f7f9cd42a979'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:42.084187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.115925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.166590 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f04ce7b7-57a0-45a2-8eb4-d9d877df8790 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/routers/66a4d349-976c-4e0e-8190-cbf2d505c1cf HTTP/1.1" status: 200 len: 745 time: 0.3997948 Dec 23 15:29:42.168153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47506) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:42.215710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-614c5c61-1c55-4838-ae22-c950f7ee6ce4 tempest-RoutersIpV6AdminTest-1472265658 tempest-RoutersIpV6AdminTest-1472265658-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=66a4d349-976c-4e0e-8190-cbf2d505c1cf HTTP/1.1" status: 200 len: 205 time: 0.0450957 Dec 23 15:29:42.215947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47510) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:42.265187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2e6911c3-0c01-42a7-9cda-73532ce10847 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=66a4d349-976c-4e0e-8190-cbf2d505c1cf HTTP/1.1" status: 200 len: 205 time: 0.0449727 Dec 23 15:29:42.266045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47514) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:42.267469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Allocated IP 172.20.0.1 (c56a794a-95a5-43aa-95bb-1fd9b16d0141/8d263674-7990-4644-9149-f7f9cd42a979/4695aad0-3efe-4e05-8ffe-e5168cfef321) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:42.319026 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-511a935f-8595-4188-81fe-fea8ec5df9bb tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3876655 Dec 23 15:29:42.340089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47518) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:42.349677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911689344'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:42.393111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for d3623534-5fc3-4257-9b2f-e3453d659dbb owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:42.410212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:42.421152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:42.474994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:42.475839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.485002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:42.502239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:42.516830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7a38f45-1af7-4458-a9ff-7eea8a99d98b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.523722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:42.556822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:42.557746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:42.575328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.631014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:42.649720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.662235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:42.662840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:42.708372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.726252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:42.726646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035970-8b77-43bf-b442-0d823f9629c8 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:42.801785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.802255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Transition to ACTIVE for port object 4695aad0-3efe-4e05-8ffe-e5168cfef321 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:42.823808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Transition to ACTIVE for port object 4695aad0-3efe-4e05-8ffe-e5168cfef321 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:42.865584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=d3623534-5fc3-4257-9b2f-e3453d659dbb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:42.916529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:42.954092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:42.987027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Network c56a794a-95a5-43aa-95bb-1fd9b16d0141 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:42.990067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:43.006259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:43.034231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:43.046004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:43.051267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Pushing event updated for resources: {'Port': ['ID=4695aad0-3efe-4e05-8ffe-e5168cfef321,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:43.116583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:43.120683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Attempting to bind port 4695aad0-3efe-4e05-8ffe-e5168cfef321 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:43.121047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Attempting to bind port 4695aad0-3efe-4e05-8ffe-e5168cfef321 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'dc7e7316-2913-4efd-aff4-4218dc83eab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:43.121438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Attempting to bind port 4695aad0-3efe-4e05-8ffe-e5168cfef321 on network c56a794a-95a5-43aa-95bb-1fd9b16d0141 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:43.125521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7a38f45-1af7-4458-a9ff-7eea8a99d98b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.131023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:43.131956 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Checking segment: {'id': 'dc7e7316-2913-4efd-aff4-4218dc83eab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:43.132349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.132735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Bound using segment: {'id': 'dc7e7316-2913-4efd-aff4-4218dc83eab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:43.133344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Bound port: 4695aad0-3efe-4e05-8ffe-e5168cfef321, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7e7316-2913-4efd-aff4-4218dc83eab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:43.133728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.136838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.145984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7a38f45-1af7-4458-a9ff-7eea8a99d98b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.153679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.244162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.253290 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] For port 4695aad0-3efe-4e05-8ffe-e5168cfef321, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:43.258367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] For port 4695aad0-3efe-4e05-8ffe-e5168cfef321, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4695aad0-3efe-4e05-8ffe-e5168cfef321,segment=NetworkSegment(dc7e7316-2913-4efd-aff4-4218dc83eab8),segment_id=dc7e7316-2913-4efd-aff4-4218dc83eab8)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:43.258815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=8d263674-7990-4644-9149-f7f9cd42a979,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:43.298924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7a38f45-1af7-4458-a9ff-7eea8a99d98b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.299284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a38f45-1af7-4458-a9ff-7eea8a99d98b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Fanout notify agent at l3_agent the message router_deleted on router 66a4d349-976c-4e0e-8190-cbf2d505c1cf {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:29:43.317420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.364721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7a38f45-1af7-4458-a9ff-7eea8a99d98b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.365772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f7a38f45-1af7-4458-a9ff-7eea8a99d98b tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/66a4d349-976c-4e0e-8190-cbf2d505c1cf HTTP/1.1" status: 204 len: 168 time: 1.0993104 Dec 23 15:29:43.369396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47528) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.373682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.401632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e05e7e9-3f55-4bd6-8713-a24078642c5d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:43.423084 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-05b65895-dea6-429a-8739-973402a75f8d tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=66a4d349-976c-4e0e-8190-cbf2d505c1cf HTTP/1.1" status: 200 len: 205 time: 0.0525773 Dec 23 15:29:43.425344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47532) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.487997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.495450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.500370 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-67ae5fc6-5bfc-4f34-b5cb-7f46f9db7d63 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1533806 Dec 23 15:29:43.500370 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-664b1209-80cd-4618-8002-430fc81f278a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] delete failed (client error): The resource could not be found. Dec 23 15:29:43.500370 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-664b1209-80cd-4618-8002-430fc81f278a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/66a4d349-976c-4e0e-8190-cbf2d505c1cf HTTP/1.1" status: 404 len: 336 time: 0.0739777 Dec 23 15:29:43.500836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47536) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.505752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47538) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.508780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a9016da2-e3bb-46db-a271-8d3bdcea692c tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '9e05e7e9-3f55-4bd6-8713-a24078642c5d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:43.509418 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-a9016da2-e3bb-46db-a271-8d3bdcea692c tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:43.513263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a9016da2-e3bb-46db-a271-8d3bdcea692c tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076244 Dec 23 15:29:43.516630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972ff27-2041-4cce-ada1-1f6c3d98c574 None None] Pushing event updated for resources: {'Port': ['ID=4695aad0-3efe-4e05-8ffe-e5168cfef321,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:43.546927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47544) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.558426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62b355-df4a-4552-b4f2-142f7eac0982 None None] Network c56a794a-95a5-43aa-95bb-1fd9b16d0141 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:43.570129 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4a76f823-e77e-4298-a221-4894c0277021 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=312ce594-270f-4638-82ac-dcefd871990c HTTP/1.1" status: 200 len: 205 time: 0.0586624 Dec 23 15:29:43.575676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47548) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.641117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56a794a-95a5-43aa-95bb-1fd9b16d0141']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:43.672604 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-bc7bed5e-5aca-4a3a-afc8-265dddbdea8f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] delete failed (client error): The resource could not be found. Dec 23 15:29:43.673899 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bc7bed5e-5aca-4a3a-afc8-265dddbdea8f tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/312ce594-270f-4638-82ac-dcefd871990c HTTP/1.1" status: 404 len: 336 time: 0.0924089 Dec 23 15:29:43.676650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7e7316-2913-4efd-aff4-4218dc83eab8') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:43.677127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7e7316-2913-4efd-aff4-4218dc83eab8') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:43.684511 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47554) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.730978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.837479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-056df34b-df36-4ddc-9a88-42a86e7d3cd9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.844808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa650d3-82fc-4c15-9eaf-fb620b90eefc None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:29:43.875097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-056df34b-df36-4ddc-9a88-42a86e7d3cd9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.923388 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1fc7ae53-6db8-4a93-9081-75ba58a5a499 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4c44d8b-b4e0-4562-8add-0ca54220d5b8 HTTP/1.1" status: 200 len: 205 time: 0.2365398 Dec 23 15:29:43.925543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:43.926331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47558) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:43.975147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.993004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:43.993665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:43.998827 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-2c68a042-c491-4c00-81c6-fee86bb53ded tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] delete failed (client error): The resource could not be found. Dec 23 15:29:43.999845 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c68a042-c491-4c00-81c6-fee86bb53ded tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/d4c44d8b-b4e0-4562-8add-0ca54220d5b8 HTTP/1.1" status: 404 len: 336 time: 0.0712175 Dec 23 15:29:44.002789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47562) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:44.011440 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:44.038305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa650d3-82fc-4c15-9eaf-fb620b90eefc None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:29:44.103174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router a832b09b-be53-4e0c-9dcc-dd3c86fe20dc has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:44.119786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8c3c5e64-fd29-4fc4-9141-494afe6598ba tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fe471dc-e430-478e-8422-12ae9c347658 HTTP/1.1" status: 200 len: 205 time: 0.1158969 Dec 23 15:29:44.126931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-056df34b-df36-4ddc-9a88-42a86e7d3cd9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:44.129756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47568) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.173745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:29:44.173745 dv-neutron-822796-1-hyperv neutron-server[84222]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:29:44.173745 dv-neutron-822796-1-hyperv neutron-server[84222]: [parameters: {'id': 'c56a794a-95a5-43aa-95bb-1fd9b16d0141'}] Dec 23 15:29:44.173745 dv-neutron-822796-1-hyperv neutron-server[84222]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:44.174432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:44.212594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056df34b-df36-4ddc-9a88-42a86e7d3cd9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e05e7e9-3f55-4bd6-8713-a24078642c5d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:44.224261 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-718cbec5-ef5e-4c9e-ada5-8bdb31d41cec tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] delete failed (client error): The resource could not be found. Dec 23 15:29:44.225281 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-718cbec5-ef5e-4c9e-ada5-8bdb31d41cec tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/4fe471dc-e430-478e-8422-12ae9c347658 HTTP/1.1" status: 404 len: 336 time: 0.0815363 Dec 23 15:29:44.229945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47572) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.253085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:44.265412 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] Sync routers for ids ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:44.274634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bf1354df-2eae-44c8-849e-736dae465786 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8902b84-e5ba-48e1-b737-3c82629c4799 HTTP/1.1" status: 200 len: 205 time: 0.0424204 Dec 23 15:29:44.277086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47576) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.278679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-056df34b-df36-4ddc-9a88-42a86e7d3cd9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:44.279704 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-056df34b-df36-4ddc-9a88-42a86e7d3cd9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/9e05e7e9-3f55-4bd6-8713-a24078642c5d HTTP/1.1" status: 204 len: 168 time: 0.7311137 Dec 23 15:29:44.280820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] Routers {'a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:44.281426 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.286045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47578) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.350815 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.363711 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] Routers {'a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:44.364624 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.420305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:44.425365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:44.432591 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.432996 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f29d4-c242-4966-8130-bcc4ebf91d2a None None] The sync data for ids ['a832b09b-be53-4e0c-9dcc-dd3c86fe20dc'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:44.441128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:44.464831 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-e4f47e66-b77d-47d8-ac5d-3fc19c7b6a82 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] delete failed (client error): The resource could not be found. Dec 23 15:29:44.468804 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e4f47e66-b77d-47d8-ac5d-3fc19c7b6a82 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/a8902b84-e5ba-48e1-b737-3c82629c4799 HTTP/1.1" status: 404 len: 336 time: 0.1844928 Dec 23 15:29:44.468963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:44.469524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.472589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47586) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.476034 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-326571a5-4d52-441a-b6e7-43ed086045f7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/a832b09b-be53-4e0c-9dcc-dd3c86fe20dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6795006 Dec 23 15:29:44.479387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47590) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.532876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-15cc7528-bc2c-4d8f-a62b-5e951145786a tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "GET /v2.0/ports?device_id=bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab HTTP/1.1" status: 200 len: 205 time: 0.0569665 Dec 23 15:29:44.533114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47594) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.542583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.590848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:44.591666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.603441 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-e75e0574-86c6-4bfc-823f-c5a9e834665e tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] delete failed (client error): The resource could not be found. Dec 23 15:29:44.606985 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e75e0574-86c6-4bfc-823f-c5a9e834665e tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/routers/bca9c8f7-f944-4ee2-a5f2-05b3a8f7a2ab HTTP/1.1" status: 404 len: 336 time: 0.0705009 Dec 23 15:29:44.631501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47598) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.654833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:44.655379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de451bf5-52be-4f52-8788-a08b12ead371 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:44.673978 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-912315a7-799d-4a35-a9be-f2eda1feec02 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3832810 Dec 23 15:29:44.675348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:44.677494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47602) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.686660 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-392155c5-0ef8-4979-9e56-87def3caf0f2 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] DELETE failed (client error): The resource could not be found. Dec 23 15:29:44.687268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392155c5-0ef8-4979-9e56-87def3caf0f2 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:29:44.689255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-392155c5-0ef8-4979-9e56-87def3caf0f2 tempest-RoutersIpV6AdminTest-106401060 tempest-RoutersIpV6AdminTest-106401060-project] 10.222.0.58 "DELETE /v2.0/subnets/09158108-4043-4fc0-a04b-0453d82cd73e HTTP/1.1" status: 404 len: 337 time: 0.0568624 Dec 23 15:29:44.697191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907055522'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:44.708804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:44.720418 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0916e094-ffee-4231-916b-c748d0fc5cf6 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/floatingips/346f78e7-808a-432e-bff3-b9add96fd667 HTTP/1.1" status: 200 len: 978 time: 5.4997644 Dec 23 15:29:44.720937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:44.723463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47608) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:44.726047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:44.731534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:44.799939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:44.821428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port 4695aad0-3efe-4e05-8ffe-e5168cfef321 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:44.821753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:44.838848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:44.912819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:44.983265 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-ff184400-10b0-4dfc-a71c-558a546cb317 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 15:29:44.984230 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ff184400-10b0-4dfc-a71c-558a546cb317 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/a832b09b-be53-4e0c-9dcc-dd3c86fe20dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5039263 Dec 23 15:29:44.993019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47614) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.036174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:45.044956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e843402e-b77c-4a4e-b5e4-b73325ce2af1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:45.048302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:45.052737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:45.067624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:45.162771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port 4695aad0-3efe-4e05-8ffe-e5168cfef321, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4695aad0-3efe-4e05-8ffe-e5168cfef321,segment=NetworkSegment(dc7e7316-2913-4efd-aff4-4218dc83eab8),segment_id=dc7e7316-2913-4efd-aff4-4218dc83eab8)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:45.163119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.199525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.233090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e843402e-b77c-4a4e-b5e4-b73325ce2af1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:45.234213 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e843402e-b77c-4a4e-b5e4-b73325ce2af1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=a832b09b-be53-4e0c-9dcc-dd3c86fe20dc HTTP/1.1" status: 200 len: 205 time: 0.2401397 Dec 23 15:29:45.241185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.241945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47622) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.299784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for 4695aad0-3efe-4e05-8ffe-e5168cfef321 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:45.301411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.301710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 346f78e7-808a-432e-bff3-b9add96fd667 disassociated. External IP: 172.26.6.175, port: a179ebf5-1644-4397-97da-b164084496e9. Dec 23 15:29:45.360841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47626) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.459418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.469333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.509828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=4695aad0-3efe-4e05-8ffe-e5168cfef321,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:45.517294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port 4695aad0-3efe-4e05-8ffe-e5168cfef321 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:45.593284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7416b1-b62a-4cb3-b700-0e0e25433130,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:45.618829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3ca542c0-f30e-4d11-a76d-f9c46d1df56d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.738554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.745386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.750167 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-41ee8868-a4ef-4d9c-bd2e-76a494ecb4f7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0650492 Dec 23 15:29:45.753486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47634) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.763555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7312db5e-8844-413e-b035-5a788323d083 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '8c7416b1-b62a-4cb3-b700-0e0e25433130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:45.764294 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-7312db5e-8844-413e-b035-5a788323d083 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:45.768051 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7312db5e-8844-413e-b035-5a788323d083 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099013 Dec 23 15:29:45.779114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47638) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.792685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fa5149b5-34fe-4214-8a3b-b2c54874c51d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '8c7416b1-b62a-4cb3-b700-0e0e25433130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:45.793940 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-fa5149b5-34fe-4214-8a3b-b2c54874c51d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:45.795714 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fa5149b5-34fe-4214-8a3b-b2c54874c51d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113049 Dec 23 15:29:45.797658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.808682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47642) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.824206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2e36f18d-0b4c-471e-bb7c-99afb8c7cf4e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '8c7416b1-b62a-4cb3-b700-0e0e25433130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:45.825091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-2e36f18d-0b4c-471e-bb7c-99afb8c7cf4e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:45.828491 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2e36f18d-0b4c-471e-bb7c-99afb8c7cf4e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182097 Dec 23 15:29:45.830078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47646) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.836422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:45.844696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9d469fbd-a996-43a0-b88a-1b94b39d23ab tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '8c7416b1-b62a-4cb3-b700-0e0e25433130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:45.844696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-9d469fbd-a996-43a0-b88a-1b94b39d23ab tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:45.844928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56a794a-95a5-43aa-95bb-1fd9b16d0141']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:45.845023 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9d469fbd-a996-43a0-b88a-1b94b39d23ab tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078886 Dec 23 15:29:45.847602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47650) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:45.854681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Usage tracker for resource:security_group_rule and tenant:a033a2bab0de4520961b19ffc3b70ecc is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:45.868198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7e7316-2913-4efd-aff4-4218dc83eab8') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:45.868497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7e7316-2913-4efd-aff4-4218dc83eab8') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:45.876882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:45.889054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:45.901540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.950734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.964042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:45.964456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:45.979692 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:46.076934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-51037b7b-e9bf-4e6c-8eb8-711f3f4cae38 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.123668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3ca542c0-f30e-4d11-a76d-f9c46d1df56d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.133264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3ca542c0-f30e-4d11-a76d-f9c46d1df56d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.134647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-51037b7b-e9bf-4e6c-8eb8-711f3f4cae38 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.148921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.179199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.202122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.210980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=c56a794a-95a5-43aa-95bb-1fd9b16d0141,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:46.225070 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f214f4f-13ff-4bf5-91de-4c8b5cd9bacd tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/c56a794a-95a5-43aa-95bb-1fd9b16d0141 HTTP/1.1" status: 204 len: 168 time: 4.2524495 Dec 23 15:29:46.228617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47656) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:46.235007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-353212548'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:46.239791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:46.242013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.258238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:46.264883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:46.290706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:46.305658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14188201-4971-44d9-baab-cad74d1b930a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:46.309234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-51037b7b-e9bf-4e6c-8eb8-711f3f4cae38 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.311723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-51037b7b-e9bf-4e6c-8eb8-711f3f4cae38 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.312877 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-51037b7b-e9bf-4e6c-8eb8-711f3f4cae38 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c7416b1-b62a-4cb3-b700-0e0e25433130 HTTP/1.1" status: 204 len: 168 time: 0.4621727 Dec 23 15:29:46.315751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47660) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:46.317899 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-986c7283-3a29-4887-8895-dcd9251b6406 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a033a2bab0de4520961b19ffc3b70ecc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9560976 Dec 23 15:29:46.318512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47662) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:46.330696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51037b7b-e9bf-4e6c-8eb8-711f3f4cae38 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7416b1-b62a-4cb3-b700-0e0e25433130,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:46.356248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3ca542c0-f30e-4d11-a76d-f9c46d1df56d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.356717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca542c0-f30e-4d11-a76d-f9c46d1df56d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Fanout notify agent at l3_agent the message router_deleted on router a832b09b-be53-4e0c-9dcc-dd3c86fe20dc {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:29:46.407343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:46.410326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3ca542c0-f30e-4d11-a76d-f9c46d1df56d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.410474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.411388 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3ca542c0-f30e-4d11-a76d-f9c46d1df56d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/a832b09b-be53-4e0c-9dcc-dd3c86fe20dc HTTP/1.1" status: 204 len: 168 time: 1.1685195 Dec 23 15:29:46.416309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47668) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:46.439581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:46.448715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.449057 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment d8afc90e-e44e-48b3-826a-6741aa84683b of type vlan for network 64192784-1ca4-488c-8974-1989a2be56b1 Dec 23 15:29:46.482652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.492925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ad16c801-f90e-4ae4-86a5-62f87380824f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Synchronizing usage tracker for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:46.535786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1399f938-e7d4-4e53-aadd-c4c061855475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.584693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.589153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:46.596457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.631451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ad16c801-f90e-4ae4-86a5-62f87380824f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Unset dirty status for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:46.636569 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ad16c801-f90e-4ae4-86a5-62f87380824f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3157036 Dec 23 15:29:46.643488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:46.644096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47674) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:46.661601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--200102721'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:46.666497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1399f938-e7d4-4e53-aadd-c4c061855475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.681298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:46.696434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=64192784-1ca4-488c-8974-1989a2be56b1,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:46.706497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:46.707048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 64192784-1ca4-488c-8974-1989a2be56b1 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:46.779746 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2214b22b-38ca-4edb-97ef-da946da9bfb9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5500867 Dec 23 15:29:46.782672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47678) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:46.789158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '64192784-1ca4-488c-8974-1989a2be56b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:46.911586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:46.915333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:46.918372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:46.924873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:46.945989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 23afdab4-deb1-4205-abba-937cd47e3710 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:29:46.950933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:46.984483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.038011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.041658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:47.146130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.169984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1399f938-e7d4-4e53-aadd-c4c061855475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.206300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:47.211492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399f938-e7d4-4e53-aadd-c4c061855475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14188201-4971-44d9-baab-cad74d1b930a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:47.219405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:47.223930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:47.247639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:47.247639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.349664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1399f938-e7d4-4e53-aadd-c4c061855475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.350769 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1399f938-e7d4-4e53-aadd-c4c061855475 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/14188201-4971-44d9-baab-cad74d1b930a HTTP/1.1" status: 204 len: 168 time: 1.0305045 Dec 23 15:29:47.385626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:47.389301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.397093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.398964 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:47.424368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:47.424368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:47.454163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.479757 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:47.483941 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-387ef458-aab0-4569-9985-17f672906c80 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/floatingips/346f78e7-808a-432e-bff3-b9add96fd667 HTTP/1.1" status: 200 len: 688 time: 2.7594793 Dec 23 15:29:47.486825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47688) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:47.492245 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:47.492931 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:47.501872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=23afdab4-deb1-4205-abba-937cd47e3710,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:47.501872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.502603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f0477f12-2c91-4e67-8088-0d90cd9e95e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/23afdab4-deb1-4205-abba-937cd47e3710 HTTP/1.1" status: 204 len: 168 time: 1.0821781 Dec 23 15:29:47.508568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47692) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:47.511224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd028528-37a5-4a0d-9cf4-45d0855a3940 None None] Network 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:47.537802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.556713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.557858 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:47.558430 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbff24be-db26-4c67-bb92-2287c66c8fcb None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:47.690817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc6f0e-37da-4c75-b444-9c73a83fee73,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:47.738338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.740672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 26ff7e20-42f6-4a30-80d7-9e95acc32691 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:47.741004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.751011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port a211b97d-480b-4262-8fcd-4cea63e54ea7 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:47.751362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.771911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=ce10223f-abdf-4f49-9834-8d222a27183c,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:47.796031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:47.797504 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7f7be548-1e9e-490a-a16d-338035819874 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1524141 Dec 23 15:29:47.800794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47698) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:47.805572 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': 'd8afc90e-e44e-48b3-826a-6741aa84683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64192784-1ca4-488c-8974-1989a2be56b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:47.805927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 64192784-1ca4-488c-8974-1989a2be56b1, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:47.806318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ba94fb35-850b-4693-9242-938fc5b70229 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:47.807022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-ba94fb35-850b-4693-9242-938fc5b70229 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:47.811045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ba94fb35-850b-4693-9242-938fc5b70229 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065932 Dec 23 15:29:47.823253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47702) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:47.823253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1c3b6205-a808-484e-b63f-2d936c5e0b06 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:47.889513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] DHCP port deletion for 5de35c7d-7aac-4a22-bfeb-21b3b94a5edd request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:29:47.895321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Deleting port a211b97d-480b-4262-8fcd-4cea63e54ea7 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:47.895812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.011004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c3b6205-a808-484e-b63f-2d936c5e0b06 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:48.025885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c3b6205-a808-484e-b63f-2d936c5e0b06 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:48.031628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c3b6205-a808-484e-b63f-2d936c5e0b06 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:48.034996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port a211b97d-480b-4262-8fcd-4cea63e54ea7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a211b97d-480b-4262-8fcd-4cea63e54ea7,segment=NetworkSegment(f7c44cd5-fa5e-4155-b948-ebabae0edc21),segment_id=f7c44cd5-fa5e-4155-b948-ebabae0edc21)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:48.035344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.046457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c3b6205-a808-484e-b63f-2d936c5e0b06 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:48.088234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.088553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.135514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] For port a211b97d-480b-4262-8fcd-4cea63e54ea7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a211b97d-480b-4262-8fcd-4cea63e54ea7,segment=NetworkSegment(f7c44cd5-fa5e-4155-b948-ebabae0edc21),segment_id=f7c44cd5-fa5e-4155-b948-ebabae0edc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:48.136414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.167859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for a211b97d-480b-4262-8fcd-4cea63e54ea7 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:48.173418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 64192784-1ca4-488c-8974-1989a2be56b1 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:48.238317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 26ff7e20-42f6-4a30-80d7-9e95acc32691 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:48.275094 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-1c3b6205-a808-484e-b63f-2d936c5e0b06 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:48.276408 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1c3b6205-a808-484e-b63f-2d936c5e0b06 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4611082 Dec 23 15:29:48.280373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47710) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.286779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ca9feec6-7a46-40a0-a747-6477428cf5b9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:48.287593 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-ca9feec6-7a46-40a0-a747-6477428cf5b9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:48.291088 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ca9feec6-7a46-40a0-a747-6477428cf5b9 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069075 Dec 23 15:29:48.292195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47714) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.297509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e4a4650c-308c-4b25-8074-fef2f9985806 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:48.303767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e4a4650c-308c-4b25-8074-fef2f9985806 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:48.303911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Calling delete_port for a211b97d-480b-4262-8fcd-4cea63e54ea7 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:48.307699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e4a4650c-308c-4b25-8074-fef2f9985806 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:48.311214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e4a4650c-308c-4b25-8074-fef2f9985806 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:48.317192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e4a4650c-308c-4b25-8074-fef2f9985806 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:48.338934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.361335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 64192784-1ca4-488c-8974-1989a2be56b1) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:48.368689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47718) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.372478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012cf5a-e3b7-449c-8903-1fefb2ee6f18 None None] Network 64192784-1ca4-488c-8974-1989a2be56b1 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:48.373832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:48.374401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.396179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=a211b97d-480b-4262-8fcd-4cea63e54ea7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:48.402927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No DVR routers for this DVR port a211b97d-480b-4262-8fcd-4cea63e54ea7 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:48.461803 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7c2bb306-c311-486a-b988-d94e8a3b9544 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63914d273ffa4ad0bb1b3eb9ae9a6873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0900066 Dec 23 15:29:48.462470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47722) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.463541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:48.464026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:48.529499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a211b97d-480b-4262-8fcd-4cea63e54ea7 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:29:48.533746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d258bb1-f544-4568-b446-b9d42a80b4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.563400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d258bb1-f544-4568-b446-b9d42a80b4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.601750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.601971 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2288eb3e-7be8-4bd1-a455-372bc43bcab2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8180261 Dec 23 15:29:48.605152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47728) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.609323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.633990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de35c7d-7aac-4a22-bfeb-21b3b94a5edd']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:48.638834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a211b97d-480b-4262-8fcd-4cea63e54ea7 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:29:48.639314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a211b97d-480b-4262-8fcd-4cea63e54ea7 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:29:48.661318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c44cd5-fa5e-4155-b948-ebabae0edc21') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:48.661680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c44cd5-fa5e-4155-b948-ebabae0edc21') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:48.678944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.696268 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-e4a4650c-308c-4b25-8074-fef2f9985806 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:48.700302 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e4a4650c-308c-4b25-8074-fef2f9985806 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4050946 Dec 23 15:29:48.702806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47732) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.703669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.716005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b947f5e4-81e4-4e2b-85e0-4a34992f4645 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:48.716005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-b947f5e4-81e4-4e2b-85e0-4a34992f4645 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:48.716005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b947f5e4-81e4-4e2b-85e0-4a34992f4645 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109222 Dec 23 15:29:48.716005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47736) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.720185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:48.720390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:48.737171 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:48.742276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=26ff7e20-42f6-4a30-80d7-9e95acc32691,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:48.743999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1ed49fd2-c528-4df1-b86b-2c67ffc1b9a2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:48.754364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ed49fd2-c528-4df1-b86b-2c67ffc1b9a2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:48.791841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-64192784-1ca4-488c-8974-1989a2be56b1', 'network_id': '64192784-1ca4-488c-8974-1989a2be56b1', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': 'ce10223f-abdf-4f49-9834-8d222a27183c'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:48.792960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.889739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.902002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.910843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d258bb1-f544-4568-b446-b9d42a80b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.911663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d258bb1-f544-4568-b446-b9d42a80b4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.919517 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0d258bb1-f544-4568-b446-b9d42a80b4f0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d49270a6-d817-478d-bc71-912d263a84d7 HTTP/1.1" status: 204 len: 168 time: 0.4519715 Dec 23 15:29:48.943738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.947593 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e87fa813-f82c-4630-a20b-c01857ae3a99 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/floatingips/346f78e7-808a-432e-bff3-b9add96fd667 HTTP/1.1" status: 204 len: 168 time: 1.4597881 Dec 23 15:29:48.952164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47744) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:48.956655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d258bb1-f544-4568-b446-b9d42a80b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49270a6-d817-478d-bc71-912d263a84d7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:48.966220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ed49fd2-c528-4df1-b86b-2c67ffc1b9a2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:48.969679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Deleting port a211b97d-480b-4262-8fcd-4cea63e54ea7 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:48.970189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:48.971830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ed49fd2-c528-4df1-b86b-2c67ffc1b9a2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:48.987206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ed49fd2-c528-4df1-b86b-2c67ffc1b9a2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:49.020368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.032648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.061029 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-97a8491d-fb2f-44b8-a527-4ffebdb6017f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] delete failed (client error): The resource could not be found. Dec 23 15:29:49.066476 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-97a8491d-fb2f-44b8-a527-4ffebdb6017f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/floatingips/346f78e7-808a-432e-bff3-b9add96fd667 HTTP/1.1" status: 404 len: 345 time: 0.1120815 Dec 23 15:29:49.067031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47748) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.075141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=5de35c7d-7aac-4a22-bfeb-21b3b94a5edd,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:49.077166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d263903b-898f-4365-b145-80dd5d4ab4ad None None] The port 'a211b97d-480b-4262-8fcd-4cea63e54ea7' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:29:49.114479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Allocated IP 172.20.0.1 (64192784-1ca4-488c-8974-1989a2be56b1/ce10223f-abdf-4f49-9834-8d222a27183c/784992ff-0d05-42d8-a1ed-6c983570c822) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:49.142808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.223656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac9af0-1ed6-4f7b-b0f7-fc98e5a801be tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:49.227559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac9af0-1ed6-4f7b-b0f7-fc98e5a801be tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:49.232320 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c2a71d1c-4697-4b2f-8171-0ffc0576c4a8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/5de35c7d-7aac-4a22-bfeb-21b3b94a5edd HTTP/1.1" status: 204 len: 168 time: 1.7211287 Dec 23 15:29:49.236803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eac9af0-1ed6-4f7b-b0f7-fc98e5a801be tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:49.236803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4eac9af0-1ed6-4f7b-b0f7-fc98e5a801be tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Synchronizing usage tracker for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:49.236995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47752) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.242913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-2046780987'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:49.248112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:49.250563 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-1ed49fd2-c528-4df1-b86b-2c67ffc1b9a2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:49.254457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47756) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.254962 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1ed49fd2-c528-4df1-b86b-2c67ffc1b9a2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5382276 Dec 23 15:29:49.257555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:49.260820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:49.264586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ea7a36f8-269c-43c0-9806-e8d3ed327bab tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:49.265515 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-ea7a36f8-269c-43c0-9806-e8d3ed327bab tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:49.266721 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ea7a36f8-269c-43c0-9806-e8d3ed327bab tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102856 Dec 23 15:29:49.269520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47760) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.277024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:49.278397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3531c644-67ac-4ae3-9e49-22a8ed42ba56 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:49.284743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3531c644-67ac-4ae3-9e49-22a8ed42ba56 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:49.289176 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3531c644-67ac-4ae3-9e49-22a8ed42ba56 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:49.292324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3531c644-67ac-4ae3-9e49-22a8ed42ba56 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:49.298435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3531c644-67ac-4ae3-9e49-22a8ed42ba56 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:49.333707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4eac9af0-1ed6-4f7b-b0f7-fc98e5a801be tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Unset dirty status for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:49.336770 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4eac9af0-1ed6-4f7b-b0f7-fc98e5a801be tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "GET /v2.0/ports?network_id=a13dbbb6-55cb-4073-8d66-f68ba08eacc3 HTTP/1.1" status: 200 len: 2358 time: 0.2629437 Dec 23 15:29:49.344421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.344597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47764) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.351943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Transition to ACTIVE for port object 784992ff-0d05-42d8-a1ed-6c983570c822 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:49.366750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:49.371565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.383075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Transition to ACTIVE for port object 784992ff-0d05-42d8-a1ed-6c983570c822 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:49.407674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:49.424252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b09ad4-b562-49af-b2c1-cbaea543534c tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:49.424518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.424652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-85b09ad4-b562-49af-b2c1-cbaea543534c tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Synchronizing usage tracker for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:49.424768 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 8bc168ae-eff3-4224-89d0-e336ae747560 of type vlan for network ae030f7b-ebbb-40b3-9b7b-bb421272d586 Dec 23 15:29:49.456851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.500774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.546569 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-3531c644-67ac-4ae3-9e49-22a8ed42ba56 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:49.547756 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3531c644-67ac-4ae3-9e49-22a8ed42ba56 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2767224 Dec 23 15:29:49.551348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47774) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.557518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ecdc4a11-f30e-489f-9e01-84e3c1821663 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '1ecc6f0e-37da-4c75-b444-9c73a83fee73', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:49.565640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ecdc4a11-f30e-489f-9e01-84e3c1821663 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:49.569857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ecdc4a11-f30e-489f-9e01-84e3c1821663 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:49.572855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Network 64192784-1ca4-488c-8974-1989a2be56b1 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:49.573011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ecdc4a11-f30e-489f-9e01-84e3c1821663 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:49.575858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:49.579772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:49.581189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ecdc4a11-f30e-489f-9e01-84e3c1821663 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:49.583586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-85b09ad4-b562-49af-b2c1-cbaea543534c tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Unset dirty status for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:49.585117 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-85b09ad4-b562-49af-b2c1-cbaea543534c tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "GET /v2.0/subnets/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede HTTP/1.1" status: 200 len: 797 time: 0.2394102 Dec 23 15:29:49.588282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Pushing event updated for resources: {'Port': ['ID=784992ff-0d05-42d8-a1ed-6c983570c822,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:49.590350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47778) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.597979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'port': {'network_id': 'a13dbbb6-55cb-4073-8d66-f68ba08eacc3', 'name': 'tempest-FloatingIPTestJSON-536756852', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:49.625039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.654807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.662492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:49.667923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.679185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Attempting to bind port 784992ff-0d05-42d8-a1ed-6c983570c822 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:49.679732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Attempting to bind port 784992ff-0d05-42d8-a1ed-6c983570c822 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'd8afc90e-e44e-48b3-826a-6741aa84683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64192784-1ca4-488c-8974-1989a2be56b1'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:49.680106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Attempting to bind port 784992ff-0d05-42d8-a1ed-6c983570c822 on network 64192784-1ca4-488c-8974-1989a2be56b1 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:49.687467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:49.688069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Checking segment: {'id': 'd8afc90e-e44e-48b3-826a-6741aa84683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64192784-1ca4-488c-8974-1989a2be56b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:49.688617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.689062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Bound using segment: {'id': 'd8afc90e-e44e-48b3-826a-6741aa84683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64192784-1ca4-488c-8974-1989a2be56b1'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:49.689777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Bound port: 784992ff-0d05-42d8-a1ed-6c983570c822, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8afc90e-e44e-48b3-826a-6741aa84683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '64192784-1ca4-488c-8974-1989a2be56b1'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:49.690161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.713231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=ce10223f-abdf-4f49-9834-8d222a27183c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:49.821322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] For port 784992ff-0d05-42d8-a1ed-6c983570c822, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:49.825039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] For port 784992ff-0d05-42d8-a1ed-6c983570c822, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=784992ff-0d05-42d8-a1ed-6c983570c822,segment=NetworkSegment(d8afc90e-e44e-48b3-826a-6741aa84683b),segment_id=d8afc90e-e44e-48b3-826a-6741aa84683b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:49.844406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.875856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64192784-1ca4-488c-8974-1989a2be56b1']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:49.888294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8afc90e-e44e-48b3-826a-6741aa84683b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:49.888584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8afc90e-e44e-48b3-826a-6741aa84683b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:49.900652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.941761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.942016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:49.942401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.952385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=ae030f7b-ebbb-40b3-9b7b-bb421272d586,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:49.956941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:49.957415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:49.957621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:49.973271 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:49.978131 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-ecdc4a11-f30e-489f-9e01-84e3c1821663 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:49.982493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:49.983079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47790) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:49.983175 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ecdc4a11-f30e-489f-9e01-84e3c1821663 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4302797 Dec 23 15:29:50.042129 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-04b6c2e7-a653-41c3-aa06-3afb1ec49aeb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8025017 Dec 23 15:29:50.042487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47794) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:50.056931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-42d47f48-2b9b-4e46-a0b9-ceda38d1aa80 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.058205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': 'ae030f7b-ebbb-40b3-9b7b-bb421272d586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:50.074308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:50.134259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643b111-25db-4984-8a10-f6f87da1923d None None] Pushing event updated for resources: {'Port': ['ID=784992ff-0d05-42d8-a1ed-6c983570c822,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:50.180147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-42d47f48-2b9b-4e46-a0b9-ceda38d1aa80 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.285872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.300103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d65ee-5497-4354-9bc3-194fb90a3ec3 None None] Network 64192784-1ca4-488c-8974-1989a2be56b1 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:50.326397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] device_id is not set on port 7f4eb9bf-e706-4361-8643-bdee6938fc78 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:29:50.331704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:50.335845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:29:50.335845 dv-neutron-822796-1-hyperv neutron-server[84222]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:29:50.335845 dv-neutron-822796-1-hyperv neutron-server[84222]: [parameters: {'id': '64192784-1ca4-488c-8974-1989a2be56b1'}] Dec 23 15:29:50.335845 dv-neutron-822796-1-hyperv neutron-server[84222]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:29:50.336513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:29:50.337227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:50.340091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:50.345993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:50.367788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-42d47f48-2b9b-4e46-a0b9-ceda38d1aa80 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.396982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d47f48-2b9b-4e46-a0b9-ceda38d1aa80 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc6f0e-37da-4c75-b444-9c73a83fee73,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:50.414053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-42d47f48-2b9b-4e46-a0b9-ceda38d1aa80 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.415178 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-42d47f48-2b9b-4e46-a0b9-ceda38d1aa80 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/1ecc6f0e-37da-4c75-b444-9c73a83fee73 HTTP/1.1" status: 204 len: 168 time: 0.4313056 Dec 23 15:29:50.418014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47806) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:50.466878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:50.538655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-22ec6a41-711e-44b3-8b92-b26ce86e60b5 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Synchronizing usage tracker for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:50.569533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90c678-e983-4bf8-992d-48a3d1d2c28e None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:29:50.587902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.747570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90c678-e983-4bf8-992d-48a3d1d2c28e None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:29:50.763641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-22ec6a41-711e-44b3-8b92-b26ce86e60b5 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Unset dirty status for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:50.764988 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-22ec6a41-711e-44b3-8b92-b26ce86e60b5 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3453269 Dec 23 15:29:50.771472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47814) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:50.778824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028487628'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:50.784962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:50.807623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:50.819090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.14 (a13dbbb6-55cb-4073-8d66-f68ba08eacc3/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede/7f4eb9bf-e706-4361-8643-bdee6938fc78) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:50.825853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.12 (a13dbbb6-55cb-4073-8d66-f68ba08eacc3/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede/7f4eb9bf-e706-4361-8643-bdee6938fc78) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:50.868179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.877906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:50.916719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port 784992ff-0d05-42d8-a1ed-6c983570c822 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:50.917042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.107627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.177282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:51.191596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:51.204094 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:51.206849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.213559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:51.238486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port 784992ff-0d05-42d8-a1ed-6c983570c822, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=784992ff-0d05-42d8-a1ed-6c983570c822,segment=NetworkSegment(d8afc90e-e44e-48b3-826a-6741aa84683b),segment_id=d8afc90e-e44e-48b3-826a-6741aa84683b)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:51.238832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.286286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:51.290045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:51.291952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=7f4eb9bf-e706-4361-8643-bdee6938fc78,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:51.294248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:51.356721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:51.357810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.370883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.384738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for 784992ff-0d05-42d8-a1ed-6c983570c822 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:51.473534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e46e5ae6-1453-4d81-9006-27d670268fda tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8811238 Dec 23 15:29:51.475286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47832) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:51.482219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '7f4eb9bf-e706-4361-8643-bdee6938fc78', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:51.489015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:51.503056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:51.555084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=877fda74-a7fc-439d-a4af-f8419a6f4e8d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:51.564019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.566696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.579250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '8bc168ae-eff3-4224-89d0-e336ae747560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae030f7b-ebbb-40b3-9b7b-bb421272d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:51.579597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: ae030f7b-ebbb-40b3-9b7b-bb421272d586, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:51.665140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.697433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.716797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.731493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:51.761457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=784992ff-0d05-42d8-a1ed-6c983570c822,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:51.784907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port 784992ff-0d05-42d8-a1ed-6c983570c822 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:29:51.813652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca64d60e-7694-4a0e-915d-983330880c3f,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:51.873785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.26.6.12 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/72d4d3f2-4277-4701-9eaa-f57f6a18136e) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:51.901030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, ae030f7b-ebbb-40b3-9b7b-bb421272d586) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:51.908905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4115d8ce-f2fd-458f-8d6d-2d5d77fa7e72 None None] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:51.916677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:51.917442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.926488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.946059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:51.947260 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0cf25636-8e7e-42cb-9549-2a6ec6344915 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1748810 Dec 23 15:29:51.958263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47844) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:51.968515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bf588e46-5490-4b70-8327-f1e35b1a9191 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': 'ca64d60e-7694-4a0e-915d-983330880c3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:51.976402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64192784-1ca4-488c-8974-1989a2be56b1']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:51.984547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bf588e46-5490-4b70-8327-f1e35b1a9191 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:51.993764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bf588e46-5490-4b70-8327-f1e35b1a9191 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:51.999221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8afc90e-e44e-48b3-826a-6741aa84683b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:51.999509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8afc90e-e44e-48b3-826a-6741aa84683b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:52.007154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bf588e46-5490-4b70-8327-f1e35b1a9191 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:52.020558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bf588e46-5490-4b70-8327-f1e35b1a9191 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:52.022373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47848) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:52.023980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.052302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.062361 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-05335e9e-93ea-43da-8e08-2011a15c697a tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0188532 Dec 23 15:29:52.064142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:29:52.064544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:29:52.084453 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:29:52.086766 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47854) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:52.137959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-465255108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:52.164624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:52.167874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-ae030f7b-ebbb-40b3-9b7b-bb421272d586', 'network_id': 'ae030f7b-ebbb-40b3-9b7b-bb421272d586', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '877fda74-a7fc-439d-a4af-f8419a6f4e8d'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:52.170395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.171792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:router and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:52.175122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:52.181485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:52.189463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.229396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-897361580', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:52.241756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:52.248653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Usage tracker for resource:port and tenant:ff36472ddf964d6fab3136c4e488f9a8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:52.253625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:52.260493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:52.269918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.295101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.305016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.308325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.309647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.314087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=64192784-1ca4-488c-8974-1989a2be56b1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:52.325170 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7930dbbc-e8f4-4ac8-b14d-4a9e3e675837 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/64192784-1ca4-488c-8974-1989a2be56b1 HTTP/1.1" status: 204 len: 168 time: 3.7139115 Dec 23 15:29:52.326447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47860) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:52.338880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1288969420'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:52.339925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:52.345243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:52.349842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:52.358531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.360330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Allocated IP 172.20.0.2 (ae030f7b-ebbb-40b3-9b7b-bb421272d586/877fda74-a7fc-439d-a4af-f8419a6f4e8d/a1f85a81-9932-4149-8c21-9308a262c199) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:52.362787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:52.370624 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-bf588e46-5490-4b70-8327-f1e35b1a9191 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The resource could not be found. Dec 23 15:29:52.378242 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bf588e46-5490-4b70-8327-f1e35b1a9191 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4121087 Dec 23 15:29:52.378598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47864) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:52.388437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:52.392161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6abb5b66-a232-40d1-be59-02eb9be355e8 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': 'ca64d60e-7694-4a0e-915d-983330880c3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6524038e-264b-496c-8187-f52a4133580a'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:52.399248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:52.402193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=72d4d3f2-4277-4701-9eaa-f57f6a18136e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:52.405216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6abb5b66-a232-40d1-be59-02eb9be355e8 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:52.413435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:52.430331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Made reservation on behalf of ff36472ddf964d6fab3136c4e488f9a8 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:52.432893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.439750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6abb5b66-a232-40d1-be59-02eb9be355e8 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:52.448456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6abb5b66-a232-40d1-be59-02eb9be355e8 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:52.448669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.452800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6abb5b66-a232-40d1-be59-02eb9be355e8 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:52.470569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:52.474759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.483923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.533999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:52.540471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Usage tracker for resource:security_group_rule and tenant:ff36472ddf964d6fab3136c4e488f9a8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:52.545769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:52.548599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:29:52.556097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:52.568278 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.573424 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 4c32a362-fc91-4cfc-a6e4-fdbe089022e9 of type vlan for network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e Dec 23 15:29:52.609559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.638932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.650411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.654617 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-393e8cb3-8bc3-4d85-99f3-25ce68b624e3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5647008 Dec 23 15:29:52.655466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47870) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:52.667003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Transition to ACTIVE for port object a1f85a81-9932-4149-8c21-9308a262c199 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:52.671426 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-6abb5b66-a232-40d1-be59-02eb9be355e8 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The resource could not be found. Dec 23 15:29:52.675859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6abb5b66-a232-40d1-be59-02eb9be355e8 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2927957 Dec 23 15:29:52.684448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47874) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:52.708336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Transition to ACTIVE for port object a1f85a81-9932-4149-8c21-9308a262c199 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:52.776474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.858047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:52.858556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.860993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:52.865933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:52.869615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Pushing event updated for resources: {'Port': ['ID=a1f85a81-9932-4149-8c21-9308a262c199,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:52.881122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d907a19-9fdc-45d9-8a64-f52af3c98c5d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.916303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d907a19-9fdc-45d9-8a64-f52af3c98c5d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.927784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.931101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:52.931739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.958653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Attempting to bind port a1f85a81-9932-4149-8c21-9308a262c199 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:52.959189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Attempting to bind port a1f85a81-9932-4149-8c21-9308a262c199 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '8bc168ae-eff3-4224-89d0-e336ae747560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae030f7b-ebbb-40b3-9b7b-bb421272d586'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:52.959283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Attempting to bind port a1f85a81-9932-4149-8c21-9308a262c199 on network ae030f7b-ebbb-40b3-9b7b-bb421272d586 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:52.968887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.973817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:52.973817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Checking segment: {'id': '8bc168ae-eff3-4224-89d0-e336ae747560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae030f7b-ebbb-40b3-9b7b-bb421272d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:52.973817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:52.973817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Bound using segment: {'id': '8bc168ae-eff3-4224-89d0-e336ae747560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae030f7b-ebbb-40b3-9b7b-bb421272d586'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:52.973817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Bound port: a1f85a81-9932-4149-8c21-9308a262c199, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc168ae-eff3-4224-89d0-e336ae747560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ae030f7b-ebbb-40b3-9b7b-bb421272d586'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:52.973817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.040909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] device_id is not set on port 69198666-3768-464b-98db-98b9f03ea1dd yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:29:53.066316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] For port a1f85a81-9932-4149-8c21-9308a262c199, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:53.069629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] For port a1f85a81-9932-4149-8c21-9308a262c199, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a1f85a81-9932-4149-8c21-9308a262c199,segment=NetworkSegment(8bc168ae-eff3-4224-89d0-e336ae747560),segment_id=8bc168ae-eff3-4224-89d0-e336ae747560)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:53.089692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d907a19-9fdc-45d9-8a64-f52af3c98c5d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.129503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d907a19-9fdc-45d9-8a64-f52af3c98c5d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca64d60e-7694-4a0e-915d-983330880c3f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:53.160776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.161707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d907a19-9fdc-45d9-8a64-f52af3c98c5d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.162907 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0d907a19-9fdc-45d9-8a64-f52af3c98c5d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca64d60e-7694-4a0e-915d-983330880c3f HTTP/1.1" status: 204 len: 168 time: 0.4776165 Dec 23 15:29:53.165468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47880) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:53.174016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.224233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8f8d5b89-a542-4f24-a578-751db56c6213 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Synchronizing usage tracker for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:53.261224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c625c-646e-4b55-8697-b77918c8c77e None None] Pushing event updated for resources: {'Port': ['ID=a1f85a81-9932-4149-8c21-9308a262c199,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:53.261849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=6d3bb343-1720-42ea-9a10-bcfdf65f4f2e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:53.275190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e52d9f-baf2-4ad7-918e-7673253000d6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:53.286300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:53.289538 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-aaa9073a-6563-476f-b2cd-cfd957a5cbd6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9596903 Dec 23 15:29:53.290158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47884) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:53.298548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:53.382035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.426519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8f8d5b89-a542-4f24-a578-751db56c6213 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Unset dirty status for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:53.431698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8f8d5b89-a542-4f24-a578-751db56c6213 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2614045 Dec 23 15:29:53.447646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47890) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:53.470348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-498f6f82-1600-46f3-82c9-abf4df4e9885 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': 'a25e7eb0-c16e-47a3-8184-eac4d25ed235', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:53.491898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-498f6f82-1600-46f3-82c9-abf4df4e9885 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:53.511202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-498f6f82-1600-46f3-82c9-abf4df4e9885 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:53.522214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Allocated IP 172.26.6.202 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/69198666-3768-464b-98db-98b9f03ea1dd) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:53.527399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-498f6f82-1600-46f3-82c9-abf4df4e9885 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:53.541722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-498f6f82-1600-46f3-82c9-abf4df4e9885 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:53.661763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.825341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.876340 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-498f6f82-1600-46f3-82c9-abf4df4e9885 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The resource could not be found. Dec 23 15:29:53.880786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-498f6f82-1600-46f3-82c9-abf4df4e9885 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4287648 Dec 23 15:29:53.882858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47896) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:53.889023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.893639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--734106662'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:53.899387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:53.901646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:53.934568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:53.993720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.033963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e is not hosted by any dhcp agent {{(pid=84221) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 15:29:54.037600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:54.038189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.042076 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "PUT /v2.0/networks/6d3bb343-1720-42ea-9a10-bcfdf65f4f2e HTTP/1.1" status: 200 len: 723 time: 0.7483811 Dec 23 15:29:54.054429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47900) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:54.070697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '6d3bb343-1720-42ea-9a10-bcfdf65f4f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:54.089984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.185140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe08c8e-2b85-4e3b-b832-dd7df94ff20a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=6d3bb343-1720-42ea-9a10-bcfdf65f4f2e,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:54.197235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:29:54.239990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=72d4d3f2-4277-4701-9eaa-f57f6a18136e,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:54.244720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.288974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.392149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:54.398648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:54.402461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:54.419156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:54.455471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935d2ce-6c14-4271-b6f0-320a66ffddc3 None None] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:54.464967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.20.0.1 (ae030f7b-ebbb-40b3-9b7b-bb421272d586/877fda74-a7fc-439d-a4af-f8419a6f4e8d/dd750053-dd21-4d10-b1d9-4e5ba395e279) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:54.474539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:54.482877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:54.486970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:54.512625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:54.564245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.588762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.594576 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP b015988d-6494-4b38-8f32-c436aec9aca3 associated. External IP: 172.26.6.12, port: 7f4eb9bf-e706-4361-8643-bdee6938fc78. Dec 23 15:29:54.660866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.719965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d22f3e-2379-4494-ac3c-bf8d65adbb3f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:54.727328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a1f85a81-9932-4149-8c21-9308a262c199 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:54.752328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:54.760059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:54.768109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:54.790685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0030c8b6-f72e-4fdf-bafc-5079125dd7a3 None None] Provisioning for port a1f85a81-9932-4149-8c21-9308a262c199 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:54.820457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:29:54.838691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.839243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f1cea786-953d-4f97-8dfa-e2a65bac0238 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9551783 Dec 23 15:29:54.843038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Pushing event updated for resources: {'Port': ['ID=69198666-3768-464b-98db-98b9f03ea1dd,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:54.845244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47908) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:54.904739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a1f85a81-9932-4149-8c21-9308a262c199 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:54.912795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a1f85a81-9932-4149-8c21-9308a262c199 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:54.912795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:54.920402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1716118219'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:54.963768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:54.977231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.008390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:55.018287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:55.018953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.022691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:55.059574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:55.061517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.099385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object dd750053-dd21-4d10-b1d9-4e5ba395e279 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:55.113511 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.151239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a1f85a81-9932-4149-8c21-9308a262c199, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a1f85a81-9932-4149-8c21-9308a262c199,segment=NetworkSegment(8bc168ae-eff3-4224-89d0-e336ae747560),segment_id=8bc168ae-eff3-4224-89d0-e336ae747560)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:55.152179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:55.158875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e299f02e-ad62-4429-8523-7afcbd0a79a3 None None] Provisioning complete for port a1f85a81-9932-4149-8c21-9308a262c199 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:55.159488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e299f02e-ad62-4429-8523-7afcbd0a79a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.209865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.239315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.277073 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-34a5922a-da42-4744-ac34-85161ca500e3 tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2459712 Dec 23 15:29:55.285726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47914) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:55.290734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:55.295832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.202'}]}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:55.304878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:55.307162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:55.312167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:55.318476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:55.320681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Usage tracker for resource:router and tenant:ff36472ddf964d6fab3136c4e488f9a8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:55.325990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:55.339344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:55.339531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-90faa848-8bf7-40e9-8294-149dbb34663c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.352492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.364366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:55.373803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a1f85a81-9932-4149-8c21-9308a262c199,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:55.388938 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:55.404467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:55.405091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:55.467845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:55.479121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:55.479850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:55.487912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.501186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:55.508150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:55.521733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:55.550026 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a6f31eea-aca1-41a3-8643-f412d33f89bd tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0736039 Dec 23 15:29:55.555777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47920) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:55.557025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'port_id': '7f4eb9bf-e706-4361-8643-bdee6938fc78', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:55.566216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=dd750053-dd21-4d10-b1d9-4e5ba395e279,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:55.568717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.569646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.573871 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:55.574274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028b210-5f5e-40fa-9afe-2321d705a778 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:55.578691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.647076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.649937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.674024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.694685 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.706718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.823295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292a1234-2b82-47c6-bc8c-7a54138d390a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:55.862842 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:29:55.916000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d87f4c26-c6e4-42c6-89ad-ba7a315ca2b9 None None] Provisioning for port dd750053-dd21-4d10-b1d9-4e5ba395e279 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:55.921222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d87f4c26-c6e4-42c6-89ad-ba7a315ca2b9 None None] Provisioning complete for port dd750053-dd21-4d10-b1d9-4e5ba395e279 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:55.921601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d87f4c26-c6e4-42c6-89ad-ba7a315ca2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.968662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.972659 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-78539a49-b0de-4a00-9792-dea87b64b81e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1126640 Dec 23 15:29:55.973830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=200871db-4d8f-4526-82fb-38a62a7dd467,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:55.976998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47926) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:55.986703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:55.989453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d87f4c26-c6e4-42c6-89ad-ba7a315ca2b9 None None] Port dd750053-dd21-4d10-b1d9-4e5ba395e279 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:56.017402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7a012944-5684-42e2-9690-48e28786989a tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group_rule': {'security_group_id': '10d22f3e-2379-4494-ac3c-bf8d65adbb3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '292a1234-2b82-47c6-bc8c-7a54138d390a'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:56.038892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7a012944-5684-42e2-9690-48e28786989a tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:29:56.047759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7a012944-5684-42e2-9690-48e28786989a tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:29:56.076492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7a012944-5684-42e2-9690-48e28786989a tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:29:56.090829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.100455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7a012944-5684-42e2-9690-48e28786989a tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:29:56.107620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': '4c32a362-fc91-4cfc-a6e4-fdbe089022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6d3bb343-1720-42ea-9a10-bcfdf65f4f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:56.107994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:29:56.423491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:29:56.488852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.509441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:56.514739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a1f85a81-9932-4149-8c21-9308a262c199 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:56.515578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:56.516189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.539751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e816a409-15fa-432f-9688-45233f4d59ca None None] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:56.557219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.632973 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-7a012944-5684-42e2-9690-48e28786989a tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:29:56.637045 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7a012944-5684-42e2-9690-48e28786989a tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6486542 Dec 23 15:29:56.638704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47934) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:56.643913 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4c3e1a7b-219a-48fe-9d42-45e0368be0f8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5862722 Dec 23 15:29:56.656182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47938) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:56.670124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9eea3314-3f4e-4517-aada-59c9212ab3f2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:29:56.831730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-6d3bb343-1720-42ea-9a10-bcfdf65f4f2e', 'network_id': '6d3bb343-1720-42ea-9a10-bcfdf65f4f2e', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': '200871db-4d8f-4526-82fb-38a62a7dd467'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:29:56.833140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.844551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a1f85a81-9932-4149-8c21-9308a262c199 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:56.845004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.846392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.913555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.936263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9736b-07a1-49d0-a840-de7f6affc75f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:56.997724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.014693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9736b-07a1-49d0-a840-de7f6affc75f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.041991 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.112777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Allocated IP 172.20.0.2 (6d3bb343-1720-42ea-9a10-bcfdf65f4f2e/200871db-4d8f-4526-82fb-38a62a7dd467/bf0b1a86-8e58-433d-a905-f5bfb4871e29) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:29:57.122482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.130358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=dd750053-dd21-4d10-b1d9-4e5ba395e279,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:57.170722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9eea3314-3f4e-4517-aada-59c9212ab3f2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2843322'] for subnet, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.390225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.390460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9736b-07a1-49d0-a840-de7f6affc75f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.403835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:57.405100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Transition to ACTIVE for port object bf0b1a86-8e58-433d-a905-f5bfb4871e29 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:57.410056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:57.420862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9736b-07a1-49d0-a840-de7f6affc75f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a1234-2b82-47c6-bc8c-7a54138d390a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:57.447402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9736b-07a1-49d0-a840-de7f6affc75f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.451520 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dba9736b-07a1-49d0-a840-de7f6affc75f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/292a1234-2b82-47c6-bc8c-7a54138d390a HTTP/1.1" status: 204 len: 168 time: 0.8116527 Dec 23 15:29:57.452205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47948) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:57.467899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Transition to ACTIVE for port object bf0b1a86-8e58-433d-a905-f5bfb4871e29 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:29:57.489157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.540011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.594289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e9bbf-4683-4442-8430-2bd88491cd27 req-3325d78e-e0d4-4be5-81d0-273d5da2fda2 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:57.595770 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-758e9bbf-4683-4442-8430-2bd88491cd27 req-3325d78e-e0d4-4be5-81d0-273d5da2fda2 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.2555435 Dec 23 15:29:57.650396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Pushing event updated for resources: {'Port': ['ID=bf0b1a86-8e58-433d-a905-f5bfb4871e29,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:57.660398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-563dfdc6-a7ec-4621-8c79-873ca0cf556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.691617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:29:57.699280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:29:57.703033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:29:57.734309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fb344a29-5234-476c-99ca-1ed261db1373 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Synchronizing usage tracker for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:29:57.824020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Attempting to bind port bf0b1a86-8e58-433d-a905-f5bfb4871e29 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:29:57.825076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Attempting to bind port bf0b1a86-8e58-433d-a905-f5bfb4871e29 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '4c32a362-fc91-4cfc-a6e4-fdbe089022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6d3bb343-1720-42ea-9a10-bcfdf65f4f2e'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:29:57.825636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Attempting to bind port bf0b1a86-8e58-433d-a905-f5bfb4871e29 on network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:29:57.830337 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-758e9bbf-4683-4442-8430-2bd88491cd27 req-78cd983e-0905-453b-9ee3-b330e5e2cba8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250929 Dec 23 15:29:57.847885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:29:57.848662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Checking segment: {'id': '4c32a362-fc91-4cfc-a6e4-fdbe089022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6d3bb343-1720-42ea-9a10-bcfdf65f4f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:29:57.849134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.849604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Bound using segment: {'id': '4c32a362-fc91-4cfc-a6e4-fdbe089022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6d3bb343-1720-42ea-9a10-bcfdf65f4f2e'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:29:57.850142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Bound port: bf0b1a86-8e58-433d-a905-f5bfb4871e29, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c32a362-fc91-4cfc-a6e4-fdbe089022e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '6d3bb343-1720-42ea-9a10-bcfdf65f4f2e'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:29:57.850579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.862540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:29:57.939563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0de3d0c3-0133-41da-9771-737f3a3e2784 None None] Provisioning complete for port dd750053-dd21-4d10-b1d9-4e5ba395e279 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:57.939848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0de3d0c3-0133-41da-9771-737f3a3e2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:57.945255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9eea3314-3f4e-4517-aada-59c9212ab3f2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760716392951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3391685'] for subnet, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.039152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] For port bf0b1a86-8e58-433d-a905-f5bfb4871e29, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:29:58.043359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] For port bf0b1a86-8e58-433d-a905-f5bfb4871e29, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bf0b1a86-8e58-433d-a905-f5bfb4871e29,segment=NetworkSegment(4c32a362-fc91-4cfc-a6e4-fdbe089022e9),segment_id=4c32a362-fc91-4cfc-a6e4-fdbe089022e9)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:29:58.081214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0de3d0c3-0133-41da-9771-737f3a3e2784 None None] Port dd750053-dd21-4d10-b1d9-4e5ba395e279 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:29:58.130282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fb344a29-5234-476c-99ca-1ed261db1373 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Unset dirty status for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:29:58.131667 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fb344a29-5234-476c-99ca-1ed261db1373 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6758575 Dec 23 15:29:58.137789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.139092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47958) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:58.213156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eea3314-3f4e-4517-aada-59c9212ab3f2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:58.213899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9eea3314-3f4e-4517-aada-59c9212ab3f2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.219811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9eea3314-3f4e-4517-aada-59c9212ab3f2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "PUT /v2.0/subnets/200871db-4d8f-4526-82fb-38a62a7dd467 HTTP/1.1" status: 200 len: 806 time: 1.5618267 Dec 23 15:29:58.223260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:58.241760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2b105-fa9a-4b68-91bf-514b4872b8a2 None None] Pushing event updated for resources: {'Port': ['ID=bf0b1a86-8e58-433d-a905-f5bfb4871e29,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:58.272256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.285320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea3314-3f4e-4517-aada-59c9212ab3f2 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=200871db-4d8f-4526-82fb-38a62a7dd467,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:58.391026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6567d-8f97-427a-bcbc-aefc121ab0ce req-4fd062cc-1604-48d3-90d7-c611e67c637e tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:58.398246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.405254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03b6567d-8f97-427a-bcbc-aefc121ab0ce req-4fd062cc-1604-48d3-90d7-c611e67c637e tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.2617300 Dec 23 15:29:58.501843 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03b6567d-8f97-427a-bcbc-aefc121ab0ce req-68ae5970-834c-460a-8e95-822004dad3a4 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953748 Dec 23 15:29:58.535792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:29:58.544654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.555872 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:29:58.579860 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:58.580627 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:58.603859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.614645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00a6e336-3aab-47ae-ba21-6fc476f3046d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.664684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bf0b1a86-8e58-433d-a905-f5bfb4871e29 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:29:58.666464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.666949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8274a9f8-c549-4808-81f6-c5fccbdb368d {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:29:58.743198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.768070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00a6e336-3aab-47ae-ba21-6fc476f3046d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.790679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port bf0b1a86-8e58-433d-a905-f5bfb4871e29 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:58.791311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.880432 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:58.887857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port bf0b1a86-8e58-433d-a905-f5bfb4871e29 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:58.894398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bd58fabf-cfe7-468d-b7dc-50aba4ccb266 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/floatingips/b015988d-6494-4b38-8f32-c436aec9aca3 HTTP/1.1" status: 200 len: 977 time: 3.3396645 Dec 23 15:29:58.900368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47974) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:58.909165 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:29:58.910332 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:58.924554 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 23 15:29:58.929213 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cd789bb2-6cff-4d14-b18c-eafff827320c tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.6438532 Dec 23 15:29:58.932846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 47978) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:58.973616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:58.976913 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:29:58.977507 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23469296-fbe6-482a-b4d8-4a51e232b9a8 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:29:59.025785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf3356-e9c1-4de9-93b3-176660d1e83d req-3cf20284-ae2c-40ab-afbd-214127ea09ca tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:29:59.027240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-42cf3356-e9c1-4de9-93b3-176660d1e83d req-3cf20284-ae2c-40ab-afbd-214127ea09ca tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.2600343 Dec 23 15:29:59.135123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Deleting port 69198666-3768-464b-98db-98b9f03ea1dd {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:59.135123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.171940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 72d4d3f2-4277-4701-9eaa-f57f6a18136e {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:29:59.173089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.244747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-42cf3356-e9c1-4de9-93b3-176660d1e83d req-a640c9a0-e0d9-4103-8c79-815cb178b0bb tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521606 Dec 23 15:29:59.394104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00a6e336-3aab-47ae-ba21-6fc476f3046d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.441006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 603e7216-9d6d-4b27-936b-9c76be9c3e88 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:29:59.454467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.455168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.476093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6e336-3aab-47ae-ba21-6fc476f3046d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d22f3e-2379-4494-ac3c-bf8d65adbb3f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:29:59.610614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port bf0b1a86-8e58-433d-a905-f5bfb4871e29, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bf0b1a86-8e58-433d-a905-f5bfb4871e29,segment=NetworkSegment(4c32a362-fc91-4cfc-a6e4-fdbe089022e9),segment_id=4c32a362-fc91-4cfc-a6e4-fdbe089022e9)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:29:59.611074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.645426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36565263-6bd6-46f4-afae-9be7264dcf5d None None] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:29:59.653395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 72d4d3f2-4277-4701-9eaa-f57f6a18136e owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:59.845709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for bf0b1a86-8e58-433d-a905-f5bfb4871e29 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:29:59.908145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00a6e336-3aab-47ae-ba21-6fc476f3046d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.909906 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-00a6e336-3aab-47ae-ba21-6fc476f3046d tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/10d22f3e-2379-4494-ac3c-bf8d65adbb3f HTTP/1.1" status: 204 len: 168 time: 1.7633698 Dec 23 15:29:59.917505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47990) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:29:59.930345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-50c60e38-2ee5-45b2-8d07-235b1d3886a8 None None] Provisioning for port bf0b1a86-8e58-433d-a905-f5bfb4871e29 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:29:59.940307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-50c60e38-2ee5-45b2-8d07-235b1d3886a8 None None] Provisioning complete for port bf0b1a86-8e58-433d-a905-f5bfb4871e29 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:29:59.940683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50c60e38-2ee5-45b2-8d07-235b1d3886a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.942582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:29:59.999841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=72d4d3f2-4277-4701-9eaa-f57f6a18136e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:00.134921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.210375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.211098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.211462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50c60e38-2ee5-45b2-8d07-235b1d3886a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.213732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6d291429-3b6b-497b-80b1-9cf0b4315131 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2949538 Dec 23 15:30:00.214402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 47998) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:00.234557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746440529'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:00.242349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:00.248401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:00.252305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:00.261354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:00.266209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-50c60e38-2ee5-45b2-8d07-235b1d3886a8 None None] For port bf0b1a86-8e58-433d-a905-f5bfb4871e29, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bf0b1a86-8e58-433d-a905-f5bfb4871e29,segment=NetworkSegment(4c32a362-fc91-4cfc-a6e4-fdbe089022e9),segment_id=4c32a362-fc91-4cfc-a6e4-fdbe089022e9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:00.344913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50c60e38-2ee5-45b2-8d07-235b1d3886a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.390549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Calling delete_port for 69198666-3768-464b-98db-98b9f03ea1dd owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:00.442182 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c60e38-2ee5-45b2-8d07-235b1d3886a8 None None] Pushing event updated for resources: {'Port': ['ID=bf0b1a86-8e58-433d-a905-f5bfb4871e29,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:00.511053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8276bf-17af-4467-a1c2-911a5a615e16 None None] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:00.554690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:00.558405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:30:00.559437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:30:00.571913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.583540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-25ace90a-d935-4408-a940-9fd0676c2abe tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/603e7216-9d6d-4b27-936b-9c76be9c3e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9182019 Dec 23 15:30:00.586910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48004) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:00.629880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45007195-31fe-4603-8006-fdca0b481852 None None] Sync routers for ids ['603e7216-9d6d-4b27-936b-9c76be9c3e88'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:00.634745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bf0b1a86-8e58-433d-a905-f5bfb4871e29 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:00.646248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:00.652200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Usage tracker for resource:security_group_rule and tenant:e8123b889a914a689f807663a9ef1bef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:00.655842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:00.667233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:00.677160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab8c46-969f-401e-acdc-1ca02be2da3d req-a25d85ce-6293-4360-871e-d06518628955 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:00.678776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3aab8c46-969f-401e-acdc-1ca02be2da3d req-a25d85ce-6293-4360-871e-d06518628955 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.3058336 Dec 23 15:30:00.713262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7683e-b502-4485-b18d-56f96b92bd78 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:00.714332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ebb7683e-b502-4485-b18d-56f96b92bd78 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:00.727918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.758475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-83fd7d06-ed25-4b3f-a183-708623fd3af2 None None] Provisioning complete for port bf0b1a86-8e58-433d-a905-f5bfb4871e29 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:00.759279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83fd7d06-ed25-4b3f-a183-708623fd3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.778518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Pushing event deleted for resources: {'Port': ['ID=69198666-3768-464b-98db-98b9f03ea1dd,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:00.804363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45007195-31fe-4603-8006-fdca0b481852 None None] Routers {'603e7216-9d6d-4b27-936b-9c76be9c3e88'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:00.804981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-45007195-31fe-4603-8006-fdca0b481852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['603e7216-9d6d-4b27-936b-9c76be9c3e88'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:00.839957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3aab8c46-969f-401e-acdc-1ca02be2da3d req-b8321234-edfc-4930-8a55-7dba994ad4ef tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480947 Dec 23 15:30:00.842469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.861121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ebb7683e-b502-4485-b18d-56f96b92bd78 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:00.865308 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ebb7683e-b502-4485-b18d-56f96b92bd78 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports/dd750053-dd21-4d10-b1d9-4e5ba395e279 HTTP/1.1" status: 200 len: 910 time: 0.2748659 Dec 23 15:30:00.866652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48010) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:00.894427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.900306 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1ee69e65-1912-4536-8035-2b99eb5b827b tempest-RoutersAdminNegativeTest-823145801 tempest-RoutersAdminNegativeTest-823145801-project-admin] 10.222.0.58 "DELETE /v2.0/ports/69198666-3768-464b-98db-98b9f03ea1dd HTTP/1.1" status: 204 len: 168 time: 1.9584572 Dec 23 15:30:00.981562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:00.988215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-45007195-31fe-4603-8006-fdca0b481852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:01.061051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port bf0b1a86-8e58-433d-a905-f5bfb4871e29 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:01.061595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.099674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port bf0b1a86-8e58-433d-a905-f5bfb4871e29 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:01.100039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.141795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45007195-31fe-4603-8006-fdca0b481852 None None] Routers {'603e7216-9d6d-4b27-936b-9c76be9c3e88'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:01.142424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-45007195-31fe-4603-8006-fdca0b481852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['603e7216-9d6d-4b27-936b-9c76be9c3e88'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:01.208621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137ca071-a7af-4e8e-8f75-4dabddd753d8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:01.278211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-45007195-31fe-4603-8006-fdca0b481852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:01.278654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45007195-31fe-4603-8006-fdca0b481852 None None] The sync data for ids ['603e7216-9d6d-4b27-936b-9c76be9c3e88'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:01.320356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port bf0b1a86-8e58-433d-a905-f5bfb4871e29, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bf0b1a86-8e58-433d-a905-f5bfb4871e29,segment=NetworkSegment(4c32a362-fc91-4cfc-a6e4-fdbe089022e9),segment_id=4c32a362-fc91-4cfc-a6e4-fdbe089022e9)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:01.320945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.339510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.341112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-327e08b4-848d-49b2-af83-94d09e8384bd tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1196532 Dec 23 15:30:01.357977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b48585-9281-4db2-b77c-f4a1d06e250f req-106d5698-810a-4896-9f22-02f6d9056da5 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:01.360161 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8b48585-9281-4db2-b77c-f4a1d06e250f req-106d5698-810a-4896-9f22-02f6d9056da5 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 946 time: 0.3798795 Dec 23 15:30:01.362897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48016) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:01.375323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d7e5cf99-949c-4c8c-ab61-9c61c451bbb2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:01.375870 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-d7e5cf99-949c-4c8c-ab61-9c61c451bbb2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] update failed (client error): There was a conflict when trying to complete your request. Dec 23 15:30:01.376919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d7e5cf99-949c-4c8c-ab61-9c61c451bbb2 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "PUT /v2.0/security-groups/137ca071-a7af-4e8e-8f75-4dabddd753d8 HTTP/1.1" status: 409 len: 330 time: 0.0123270 Dec 23 15:30:01.383753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbb163-114b-40d8-b900-16a1fb1154a8 req-432dd776-0260-422e-b38d-2f08971e1a09 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:01.385512 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a9dbb163-114b-40d8-b900-16a1fb1154a8 req-432dd776-0260-422e-b38d-2f08971e1a09 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3373079 Dec 23 15:30:01.388828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48020) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:01.478313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for bf0b1a86-8e58-433d-a905-f5bfb4871e29 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:01.580664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48028) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:01.677295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e3b741db-5326-43eb-a50f-25fe1b03f70c None None] Provisioning complete for port bf0b1a86-8e58-433d-a905-f5bfb4871e29 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:01.677904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3b741db-5326-43eb-a50f-25fe1b03f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.700332 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8b48585-9281-4db2-b77c-f4a1d06e250f req-3c21ed15-3ed7-4edf-a817-2b279f508ec1 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102310 Dec 23 15:30:01.727862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.728927 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a9dbb163-114b-40d8-b900-16a1fb1154a8 req-0141be45-549e-4993-9b7d-7eb9fd89bb0c tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133156 Dec 23 15:30:01.758747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e3b741db-5326-43eb-a50f-25fe1b03f70c None None] Could not find standard attr ID for object bf0b1a86-8e58-433d-a905-f5bfb4871e29. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:30:01.790082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fae73a06-109c-4443-b0c6-0a0529f41c3e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.790316 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.plugins.ml2.db [None req-e3b741db-5326-43eb-a50f-25fe1b03f70c None None] No ports have port_id starting with bf0b1a86-8e58-433d-a905-f5bfb4871e29 Dec 23 15:30:01.814966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=bf0b1a86-8e58-433d-a905-f5bfb4871e29,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:01.843702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:01.860950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.881162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0da214-aa7d-4b6e-ae05-e9cf70b3f01b None None] DHCP port deletion for 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:01.897213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fae73a06-109c-4443-b0c6-0a0529f41c3e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:01.901307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e1d13-292b-4aa2-9430-596944a4d10b None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:30:01.908118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port bf0b1a86-8e58-433d-a905-f5bfb4871e29 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:01.983574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.052412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:02.075880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e1d13-292b-4aa2-9430-596944a4d10b None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:30:02.133369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e96572519041e19a14e72fd705fed4 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:02.141429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.145064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:02.160474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.189080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=200871db-4d8f-4526-82fb-38a62a7dd467,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:02.214308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:02.226084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fae73a06-109c-4443-b0c6-0a0529f41c3e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.294987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.415290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae73a06-109c-4443-b0c6-0a0529f41c3e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137ca071-a7af-4e8e-8f75-4dabddd753d8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:02.442878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3bb343-1720-42ea-9a10-bcfdf65f4f2e']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:02.487572 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c32a362-fc91-4cfc-a6e4-fdbe089022e9') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:02.487913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c32a362-fc91-4cfc-a6e4-fdbe089022e9') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:02.503711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.528045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.529907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad33b7d-23fe-43a1-8990-6b62e4edc495 None None] Network 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:02.539276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:02.540435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.548413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fae73a06-109c-4443-b0c6-0a0529f41c3e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.554649 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fae73a06-109c-4443-b0c6-0a0529f41c3e tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/137ca071-a7af-4e8e-8f75-4dabddd753d8 HTTP/1.1" status: 204 len: 168 time: 1.1369786 Dec 23 15:30:02.556161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48042) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:02.582903 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:02.623948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bf0b1a86-8e58-433d-a905-f5bfb4871e29 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:02.670502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: bf0b1a86-8e58-433d-a905-f5bfb4871e29 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:02.670795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bf0b1a86-8e58-433d-a905-f5bfb4871e29 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:02.721678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-4adc467a-2272-4b14-a01d-bc8e6c2a6557 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:02.723084 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-4adc467a-2272-4b14-a01d-bc8e6c2a6557 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.57 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.6284981 Dec 23 15:30:02.743983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29955e9-75d1-4ce8-bf87-4dbaea56cc0b req-1818c7e1-bb82-412a-97ff-d84353699f71 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:02.745396 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b29955e9-75d1-4ce8-bf87-4dbaea56cc0b req-1818c7e1-bb82-412a-97ff-d84353699f71 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.7075500 Dec 23 15:30:02.777703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.792579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6362ace7-4d26-4c6e-9afa-82c9f686c1ac None None] DHCP port deletion for 6d3bb343-1720-42ea-9a10-bcfdf65f4f2e request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:02.808176 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=6d3bb343-1720-42ea-9a10-bcfdf65f4f2e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:02.810323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.822648 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8590f224-c360-4563-9095-26ab1de1213b tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/6d3bb343-1720-42ea-9a10-bcfdf65f4f2e HTTP/1.1" status: 204 len: 168 time: 4.5954232 Dec 23 15:30:02.825532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48048) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:02.845575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:02.856484 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-729e3412-a0a1-4215-9c5d-e315968458c9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:02.856484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729e3412-a0a1-4215-9c5d-e315968458c9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:02.856484 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-729e3412-a0a1-4215-9c5d-e315968458c9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/6d3bb343-1720-42ea-9a10-bcfdf65f4f2e HTTP/1.1" status: 404 len: 339 time: 0.0260961 Dec 23 15:30:02.859453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48052) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:02.865509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428155775', 'description': 'd1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:02.870339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:02.874649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:network and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:02.877592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:02.884145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:02.897090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0aa826c3-0885-4c75-b5aa-5cbc7bfba5ea tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Synchronizing usage tracker for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:02.907073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Deleting port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:02.907399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.014868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b29955e9-75d1-4ce8-bf87-4dbaea56cc0b req-50ce7aae-50e5-4351-843e-83ac801a6d54 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313154 Dec 23 15:30:03.015447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.043775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:03.046796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.076523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:03.087374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.091568 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment 97c81a22-3d5e-478a-b2e2-fa703576d75f of type vlan for network 77a04bd7-d445-400e-b1e7-f3a55c652afa Dec 23 15:30:03.117561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.213020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.217003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:03.217581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2802712'] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.236563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10405aa4-8262-42f6-9f5c-1577b3cb92d6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:03.238828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0aa826c3-0885-4c75-b5aa-5cbc7bfba5ea tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] Unset dirty status for tenant:e8123b889a914a689f807663a9ef1bef on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:03.243849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0aa826c3-0885-4c75-b5aa-5cbc7bfba5ea tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6849332 Dec 23 15:30:03.248024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48060) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:03.323795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=77a04bd7-d445-400e-b1e7-f3a55c652afa,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:03.335055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 77a04bd7-d445-400e-b1e7-f3a55c652afa details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:03.343780 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b04ac216-9b11-48ab-a1ad-9ad75d5efa11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2e96572519041e19a14e72fd705fed4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7576759 Dec 23 15:30:03.346703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48064) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:03.391564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:03.405664 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:03.411494 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5dc1e519-55aa-427d-8907-9dc8f92f7005 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5478079 Dec 23 15:30:03.411494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48068) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:03.431201 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:03.433235 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:03.436747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-11ff66a5-cf71-4935-b606-2affb1e3d10b tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] delete failed (client error): The resource could not be found. Dec 23 15:30:03.441836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-11ff66a5-cf71-4935-b606-2affb1e3d10b tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "DELETE /v2.0/security-groups/89068c51-2bec-4899-a28a-bf1692dbf73b HTTP/1.1" status: 404 len: 347 time: 0.1581197 Dec 23 15:30:03.454727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48072) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:03.484801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.486630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8578fc8-62b7-41db-b9a6-3ec6ff7187d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.508321 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:03.521887 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:03.522929 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:03.549473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8578fc8-62b7-41db-b9a6-3ec6ff7187d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.564143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d447989-0330-4351-88be-e02ce3e9a359 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:03.564819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1d447989-0330-4351-88be-e02ce3e9a359 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Synchronizing usage tracker for tenant:44909af95bdc4adab2cc850e5c039504 on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:03.579727 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-1600a3d9-44bf-4f19-9b17-2cc69ba24f0f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] show failed (client error): The resource could not be found. Dec 23 15:30:03.584911 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1600a3d9-44bf-4f19-9b17-2cc69ba24f0f tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-groups/799ae4d3-134e-43a7-ba29-2b0a91f43bf7 HTTP/1.1" status: 404 len: 347 time: 0.1292253 Dec 23 15:30:03.585210 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:03.585313 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e8599-3fc9-49bd-ab59-737f9704d5fe None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:03.585818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48076) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:03.619436 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-01041474-4a1a-42e0-a16b-70ea499d68c7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] show failed (client error): The resource could not be found. Dec 23 15:30:03.620516 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-01041474-4a1a-42e0-a16b-70ea499d68c7 tempest-NegativeSecGroupTest-905859520 tempest-NegativeSecGroupTest-905859520-project] 10.222.0.58 "GET /v2.0/security-group-rules/ce89d275-fbb6-4d0d-a78c-2ea702e9b69f HTTP/1.1" status: 404 len: 356 time: 0.0245845 Dec 23 15:30:03.649114 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-05f2bc9a-4e6e-4744-8ae1-bdb3254c7b04 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/floatingips/b015988d-6494-4b38-8f32-c436aec9aca3 HTTP/1.1" status: 204 len: 168 time: 4.7419553 Dec 23 15:30:03.652185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48082) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:03.663106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] For port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:03.663453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.706028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1d447989-0330-4351-88be-e02ce3e9a359 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Unset dirty status for tenant:44909af95bdc4adab2cc850e5c039504 on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:03.709740 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1d447989-0330-4351-88be-e02ce3e9a359 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/networks?id=77a04bd7-d445-400e-b1e7-f3a55c652afa HTTP/1.1" status: 200 len: 760 time: 0.2951763 Dec 23 15:30:03.717111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8230d7-c585-4ac4-b526-17ab1bb84198 req-0f70fe30-6f71-461a-9def-94fc3308369d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:03.717850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48086) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:03.718620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b8230d7-c585-4ac4-b526-17ab1bb84198 req-0f70fe30-6f71-461a-9def-94fc3308369d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.6316702 Dec 23 15:30:03.725512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'description': 'd2'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:03.751085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8578fc8-62b7-41db-b9a6-3ec6ff7187d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.814504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d804be-fbc7-4342-a343-6e405c005919 req-5daffe6d-ae68-4e2b-8440-bec68a5acc78 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:03.815953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47d804be-fbc7-4342-a343-6e405c005919 req-5daffe6d-ae68-4e2b-8440-bec68a5acc78 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 946 time: 0.6486647 Dec 23 15:30:03.832709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8578fc8-62b7-41db-b9a6-3ec6ff7187d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10405aa4-8262-42f6-9f5c-1577b3cb92d6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:03.848255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 7f4eb9bf-e706-4361-8643-bdee6938fc78 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:03.848614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.886666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8578fc8-62b7-41db-b9a6-3ec6ff7187d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:03.888092 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f8578fc8-62b7-41db-b9a6-3ec6ff7187d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10405aa4-8262-42f6-9f5c-1577b3cb92d6 HTTP/1.1" status: 204 len: 168 time: 0.5404279 Dec 23 15:30:04.027994 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b8230d7-c585-4ac4-b526-17ab1bb84198 req-6191dc10-9122-413d-bc04-7bbee0e4b5b3 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467577 Dec 23 15:30:04.112449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47d804be-fbc7-4342-a343-6e405c005919 req-c780614c-aafc-4116-8401-fdb8aa5c63ea tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802951 Dec 23 15:30:04.177690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.263617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.271595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48096) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:04.273919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.371234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.372482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.372582 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Floating IP 3ad7e618-4b19-4b78-a727-d9e78a734774 disassociated. External IP: 172.26.6.72, port: 66cc86b5-46d3-4df1-8d2b-edf291bd60cc. Dec 23 15:30:04.372880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Calling delete_port for 66cc86b5-46d3-4df1-8d2b-edf291bd60cc owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:04.462379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 77a04bd7-d445-400e-b1e7-f3a55c652afa is not hosted by any dhcp agent {{(pid=84222) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 15:30:04.466213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:04.466804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.468044 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "PUT /v2.0/networks/77a04bd7-d445-400e-b1e7-f3a55c652afa HTTP/1.1" status: 200 len: 757 time: 0.7492723 Dec 23 15:30:04.474636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 7f4eb9bf-e706-4361-8643-bdee6938fc78 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:04.476988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48104) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:04.572977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f114-fe39-420b-ac60-800629ab5dbd req-6ec7b366-27d4-404f-b841-70a6c334e842 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:04.574383 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4f3f114-fe39-420b-ac60-800629ab5dbd req-6ec7b366-27d4-404f-b841-70a6c334e842 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 946 time: 0.3163311 Dec 23 15:30:04.674518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6cd47-ba4a-4c9d-a18f-09e1ab15b173 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=77a04bd7-d445-400e-b1e7-f3a55c652afa,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:04.688715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 77a04bd7-d445-400e-b1e7-f3a55c652afa details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:04.705572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d972998a-7dce-4a43-8075-eb1fee7adb33 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:04.706235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d972998a-7dce-4a43-8075-eb1fee7adb33 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Synchronizing usage tracker for tenant:44909af95bdc4adab2cc850e5c039504 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:04.743203 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4a86ea93-29e8-48eb-b7ed-f42d9f45ef76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8123b889a914a689f807663a9ef1bef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4703789 Dec 23 15:30:04.748823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48108) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:04.770934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48112) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:04.823199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d972998a-7dce-4a43-8075-eb1fee7adb33 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Unset dirty status for tenant:44909af95bdc4adab2cc850e5c039504 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:04.824274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d972998a-7dce-4a43-8075-eb1fee7adb33 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/networks?id=77a04bd7-d445-400e-b1e7-f3a55c652afa HTTP/1.1" status: 200 len: 760 time: 0.3462770 Dec 23 15:30:04.830347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48116) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:04.835360 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4f3f114-fe39-420b-ac60-800629ab5dbd req-b68547cf-70c0-469a-9701-d808ed0cc719 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups?id=238afd75-925f-4d8e-a96e-68f409b1b658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432404 Dec 23 15:30:04.843055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783593520'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:04.844116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port dd750053-dd21-4d10-b1d9-4e5ba395e279 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:04.844468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.888249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:04.922919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:04.924383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:04.965696 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-71fa50bd-7fc1-47e8-a2ae-b017aae99aff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff36472ddf964d6fab3136c4e488f9a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1931117 Dec 23 15:30:04.970298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48120) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:04.972633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8c07a968-e121-49c2-9433-3e3f2d5fd611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.022693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8c07a968-e121-49c2-9433-3e3f2d5fd611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.026483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event deleted for resources: {'Port': ['ID=66cc86b5-46d3-4df1-8d2b-edf291bd60cc,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:05.035298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-b669fa8b-0e2a-4652-96b8-8541144bba8a tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:05.036759 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-b669fa8b-0e2a-4652-96b8-8541144bba8a tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.57 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 946 time: 0.3278327 Dec 23 15:30:05.076769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:05.078141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.088587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.161680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=7f4eb9bf-e706-4361-8643-bdee6938fc78,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:05.166848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-027565ae-3368-4a0b-9cb0-f26e1d45dc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.220602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Deleting port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:05.221002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.256720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.280855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-027565ae-3368-4a0b-9cb0-f26e1d45dc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.292716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:05.343724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8c07a968-e121-49c2-9433-3e3f2d5fd611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.367722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.368079 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment fb103a9f-2293-41ba-a4f6-c416cfc825f3 of type vlan for network 0ab3e830-a3f9-4adc-be27-2687f0d99e02 Dec 23 15:30:05.392731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07a968-e121-49c2-9433-3e3f2d5fd611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93164205-01bb-4d91-aa67-27fe90aad94a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:05.429421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.443479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for dd750053-dd21-4d10-b1d9-4e5ba395e279 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:05.451913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.483264 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ce9b359d-37de-4134-bd37-9285721ac639 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/ports/7f4eb9bf-e706-4361-8643-bdee6938fc78 HTTP/1.1" status: 204 len: 168 time: 1.8276682 Dec 23 15:30:05.483978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48128) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:05.504467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:05.514470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:05.516118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8c07a968-e121-49c2-9433-3e3f2d5fd611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.517275 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8c07a968-e121-49c2-9433-3e3f2d5fd611 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93164205-01bb-4d91-aa67-27fe90aad94a HTTP/1.1" status: 204 len: 168 time: 0.7678754 Dec 23 15:30:05.535164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:05.558139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-027565ae-3368-4a0b-9cb0-f26e1d45dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.561969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-027565ae-3368-4a0b-9cb0-f26e1d45dc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.563426 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-027565ae-3368-4a0b-9cb0-f26e1d45dc15 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88e52d9f-baf2-4ad7-918e-7673253000d6 HTTP/1.1" status: 204 len: 168 time: 0.5920107 Dec 23 15:30:05.578229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027565ae-3368-4a0b-9cb0-f26e1d45dc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e52d9f-baf2-4ad7-918e-7673253000d6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:05.654329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.658271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:05.658937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.719346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:05.844031 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0109508 Dec 23 15:30:05.894902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48136) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:05.904761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:05.972656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36503207-fb25-48ad-ac15-fa581c299ac5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=0ab3e830-a3f9-4adc-be27-2687f0d99e02,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:05.973306 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0ab3e830-a3f9-4adc-be27-2687f0d99e02 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:06.002373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15219812-06e9-4010-8b28-61875c787776 req-dc88ae55-2b42-4504-9ca5-8a35c3149da1 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:06.003959 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15219812-06e9-4010-8b28-61875c787776 req-dc88ae55-2b42-4504-9ca5-8a35c3149da1 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.7871728 Dec 23 15:30:06.045952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:06.057381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Usage tracker for resource:subnet and tenant:44909af95bdc4adab2cc850e5c039504 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:06.065161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:06.072470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:06.096401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 66cc86b5-46d3-4df1-8d2b-edf291bd60cc no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:06.129109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:06.146515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 66cc86b5-46d3-4df1-8d2b-edf291bd60cc {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:06.146748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf290e1-a0b3-4551-81f3-df3312547a86 req-d1b4298a-a19f-4181-bbd6-5425b4f25114 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:06.147309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 66cc86b5-46d3-4df1-8d2b-edf291bd60cc not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:06.153464 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3cf290e1-a0b3-4551-81f3-df3312547a86 req-d1b4298a-a19f-4181-bbd6-5425b4f25114 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 946 time: 0.8344455 Dec 23 15:30:06.189467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:06.301020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:06.322908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] For port 224e2730-0d61-4f3a-a6ce-c8d4a33da242, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=224e2730-0d61-4f3a-a6ce-c8d4a33da242,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:06.323335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:06.398896 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15219812-06e9-4010-8b28-61875c787776 req-e77068b3-5b58-4f2a-8a8c-4f8df067332f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3438745 Dec 23 15:30:06.436826 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3cf290e1-a0b3-4551-81f3-df3312547a86 req-504fe50e-c5b6-4129-a39b-feb0a7fc0e6d tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups?id=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813511 Dec 23 15:30:06.438643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:06.525135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=dd750053-dd21-4d10-b1d9-4e5ba395e279,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:06.836864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.26.6.73 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/2dc1a208-8881-4998-a21a-6309b23d2cbe) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:06.901804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:06.911754 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c37ccb37-adec-4d9a-bdb8-60a7b97324dc req-32274818-4443-49c5-bd60-9394179bb979 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.1688380 Dec 23 15:30:06.967842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:07.084380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:07.102224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:07.102799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:07.103275 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Floating IP 36bea06b-0ea0-430d-a9b3-1d27c447a2fb disassociated. External IP: 172.26.6.29, port: 224e2730-0d61-4f3a-a6ce-c8d4a33da242. Dec 23 15:30:07.103768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Calling delete_port for 224e2730-0d61-4f3a-a6ce-c8d4a33da242 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:07.123587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=783bc631-45ba-4381-82d5-bb5ffb2e438f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:07.459632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:07.468275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': 'fb103a9f-2293-41ba-a4f6-c416cfc825f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:07.468616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 0ab3e830-a3f9-4adc-be27-2687f0d99e02, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:07.497264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:07.683273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:07.704086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 0ab3e830-a3f9-4adc-be27-2687f0d99e02 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:07.787061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:07.795932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:07.801273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:07.864054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=2dc1a208-8881-4998-a21a-6309b23d2cbe,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:07.865500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48180) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:07.911758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 0ab3e830-a3f9-4adc-be27-2687f0d99e02) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:07.923438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb959e-9e22-488a-97a4-42fffc3454ab None None] Network 0ab3e830-a3f9-4adc-be27-2687f0d99e02 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:07.943309 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:07.944088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:07.999643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.042684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 224e2730-0d61-4f3a-a6ce-c8d4a33da242 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:08.107640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 224e2730-0d61-4f3a-a6ce-c8d4a33da242 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:08.108426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 224e2730-0d61-4f3a-a6ce-c8d4a33da242 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:08.121339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.121652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-946389d1-932b-43db-bc49-9df62447681d req-2dd87721-c1a8-4aa7-ac98-96ce074bae55 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.4478695 Dec 23 15:30:08.126037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'networks': [{'name': 'tempest-network--2012627108'}, {'name': 'tempest-network--1322375795'}]} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:08.126353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'network': {'name': 'tempest-network--2012627108'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:08.126808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'network': {'name': 'tempest-network--1322375795'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:08.135206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:08.136461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event deleted for resources: {'Port': ['ID=224e2730-0d61-4f3a-a6ce-c8d4a33da242,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:08.143884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Usage tracker for resource:network and tenant:99d5b32c82b44af585b242ed5755b4df is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:08.147443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:08.161926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:08.164746 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e038971d-67f5-4e63-a7e4-3d1b471cc0e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2655978 Dec 23 15:30:08.171825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48188) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:08.328846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Made reservation on behalf of 99d5b32c82b44af585b242ed5755b4df for: {'network': 2} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:08.332426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.354180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-0ab3e830-a3f9-4adc-be27-2687f0d99e02', 'network_id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': '783bc631-45ba-4381-82d5-bb5ffb2e438f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:08.355236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.427177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.473517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.489198 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8819059e-dca6-4dbf-9948-181e9160c226 req-ee253af5-0ec0-424c-a5a2-25e8ccd7ece2 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.1328440 Dec 23 15:30:08.508940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443dd28-4a5c-4af3-8837-4c83324507f9 req-c8997776-4e2c-4e61-9ec1-896c2bdd2b50 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:08.519133 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2443dd28-4a5c-4af3-8837-4c83324507f9 req-c8997776-4e2c-4e61-9ec1-896c2bdd2b50 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.8392529 Dec 23 15:30:08.604091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Allocated IP 172.20.0.2 (0ab3e830-a3f9-4adc-be27-2687f0d99e02/783bc631-45ba-4381-82d5-bb5ffb2e438f/f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:08.639066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.698004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:08.720208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Usage tracker for resource:security_group_rule and tenant:99d5b32c82b44af585b242ed5755b4df is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:08.794854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:08.797111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:08.811200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] Sync routers for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:08.813048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:08.843719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2443dd28-4a5c-4af3-8837-4c83324507f9 req-9c049870-122a-4d8c-9c3e-4e9668744049 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644272 Dec 23 15:30:08.915703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:08.916763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:08.920704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] No DVR routers for this DVR port 66cc86b5-46d3-4df1-8d2b-edf291bd60cc on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:08.923815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:08.958654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.004356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 603e7216-9d6d-4b27-936b-9c76be9c3e88 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:09.021991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'name': 'network-vif-deleted', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:30:09.065904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.143138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Transition to ACTIVE for port object f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:09.153734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.156735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.160609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1826a346-9a52-43c3-a51b-d1e11c032744', 'name': 'network-vif-deleted', 'tag': '66cc86b5-46d3-4df1-8d2b-edf291bd60cc', 'status': 'completed', 'code': 200} Dec 23 15:30:09.165197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1faff7ff-5dd5-4b31-8296-428a74d03214 req-ff66c0a5-7189-470a-b2ab-5b949b4ec2d1 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.57 "DELETE /v2.0/ports/66cc86b5-46d3-4df1-8d2b-edf291bd60cc HTTP/1.1" status: 204 len: 173 time: 6.4277544 Dec 23 15:30:09.187850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Transition to ACTIVE for port object f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:09.202834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:09.241170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.264162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:09.272375 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e91989cd-afae-4946-8ba3-e34484ac4863 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/603e7216-9d6d-4b27-936b-9c76be9c3e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4037654 Dec 23 15:30:09.274492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.275148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48208) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:09.291108 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] Sync routers for ids ['603e7216-9d6d-4b27-936b-9c76be9c3e88'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:09.316758 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] Routers {'603e7216-9d6d-4b27-936b-9c76be9c3e88'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:09.317705 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['603e7216-9d6d-4b27-936b-9c76be9c3e88'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:09.334703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.337713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.385075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Network 0ab3e830-a3f9-4adc-be27-2687f0d99e02 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:09.392495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9d70e89-c1f8-4e9c-a9ec-e26f4ce2c090 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:09.452730 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:09.457264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:09.470174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:09.482493 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] Routers {'603e7216-9d6d-4b27-936b-9c76be9c3e88'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:09.483109 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['603e7216-9d6d-4b27-936b-9c76be9c3e88'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:09.503412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:09.531239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.532794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7b44da17-89b7-4bc9-bbef-9010f59468b2 req-927b218c-6703-45b4-b7e0-b5243891ec88 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Synchronizing usage tracker for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:09.532985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac2236a-1e87-4e0d-994c-bb808f236ca3,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:09.561068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=2dc1a208-8881-4998-a21a-6309b23d2cbe,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:09.585922 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:09.586578 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90162e7b-136a-4dc5-bf72-b1a716a21da5 None None] The sync data for ids ['603e7216-9d6d-4b27-936b-9c76be9c3e88'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:09.598808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Pushing event updated for resources: {'Port': ['ID=f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:09.618977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.644049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7b44da17-89b7-4bc9-bbef-9010f59468b2 req-927b218c-6703-45b4-b7e0-b5243891ec88 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Unset dirty status for tenant:ac07ed00404b4be19c1bef1e73f51972 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:09.645552 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b44da17-89b7-4bc9-bbef-9010f59468b2 req-927b218c-6703-45b4-b7e0-b5243891ec88 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.2493188 Dec 23 15:30:09.647493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9d70e89-c1f8-4e9c-a9ec-e26f4ce2c090 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:09.648535 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a9d70e89-c1f8-4e9c-a9ec-e26f4ce2c090 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=603e7216-9d6d-4b27-936b-9c76be9c3e88 HTTP/1.1" status: 200 len: 205 time: 0.3724737 Dec 23 15:30:09.654111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48216) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:09.661272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:09.807295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=783bc631-45ba-4381-82d5-bb5ffb2e438f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:09.817654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.822197 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-05cd9e20-e75a-4b0a-bcfc-a73011757435 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3338940 Dec 23 15:30:09.824434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48222) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:09.824808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Attempting to bind port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:09.825166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Attempting to bind port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'fb103a9f-2293-41ba-a4f6-c416cfc825f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:09.825524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Attempting to bind port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 on network 0ab3e830-a3f9-4adc-be27-2687f0d99e02 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:09.833852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:09.834209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Checking segment: {'id': 'fb103a9f-2293-41ba-a4f6-c416cfc825f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:09.834597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.834975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Bound using segment: {'id': 'fb103a9f-2293-41ba-a4f6-c416cfc825f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:09.835499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Bound port: f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb103a9f-2293-41ba-a4f6-c416cfc825f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:09.835860 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.894611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'port': {'network_id': 'a13dbbb6-55cb-4073-8d66-f68ba08eacc3', 'name': 'tempest-FloatingIPTestJSON-1066498534'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:09.913034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:09.913379 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Added segment 0479acb9-6c7b-419b-aac9-9fc91a078ca4 of type vlan for network aa6f8057-a850-4694-abb7-316bc54522f6 Dec 23 15:30:09.925523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:47Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:09.935689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] Checking router: f47926d0-084c-4d2c-94b7-1f66c2bf52d6 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:30:09.976331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:09.977030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:10.023828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.036152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-813be8cb-e743-4ab1-b614-11a9adb51bef req-104e58fb-64ce-4f39-983e-c6f56291a9c0 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Synchronizing usage tracker for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:10.054625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab3e830-a3f9-4adc-be27-2687f0d99e02']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:10.068819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb103a9f-2293-41ba-a4f6-c416cfc825f3') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:10.069041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb103a9f-2293-41ba-a4f6-c416cfc825f3') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:10.098199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.135725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.143249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] For port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:10.147156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.179407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3af4d35e-26dd-4307-bcc5-badff2e8ff7d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.185365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:10.185780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.189792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:10.204087 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:10.320414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:10.330351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:port and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:10.335075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:10.335075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:10.344373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-813be8cb-e743-4ab1-b614-11a9adb51bef req-104e58fb-64ce-4f39-983e-c6f56291a9c0 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Unset dirty status for tenant:049659f0fd1f483b8952486ebd6eb5df on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:10.345265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:10.345527 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-813be8cb-e743-4ab1-b614-11a9adb51bef req-104e58fb-64ce-4f39-983e-c6f56291a9c0 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/ports?device_id=1826a346-9a52-43c3-a51b-d1e11c032744 HTTP/1.1" status: 200 len: 210 time: 0.3701868 Dec 23 15:30:10.351992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.352375 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Added segment fd9bbfc2-cffb-4328-8e29-a7e9f7c9bc39 of type vlan for network d59c22a1-f735-4c7c-9062-93214c7722e6 Dec 23 15:30:10.373055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] For port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66,segment=NetworkSegment(fb103a9f-2293-41ba-a4f6-c416cfc825f3),segment_id=fb103a9f-2293-41ba-a4f6-c416cfc825f3)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:10.401133 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.407285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:30:10.407285 dv-neutron-822796-1-hyperv neutron-server[84222]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:30:10.407285 dv-neutron-822796-1-hyperv neutron-server[84222]: [parameters: {'id': '0ab3e830-a3f9-4adc-be27-2687f0d99e02'}] Dec 23 15:30:10.407285 dv-neutron-822796-1-hyperv neutron-server[84222]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:30:10.408207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:30:10.456951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b29a4-ab2e-424e-ae84-0c3887fbffcb req-7d501407-ac96-4c64-a41b-7f078fea669c tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:10.464433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff4b29a4-ab2e-424e-ae84-0c3887fbffcb req-7d501407-ac96-4c64-a41b-7f078fea669c tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3643401 Dec 23 15:30:10.503931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:10.508789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.552427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.571912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:10.602083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3370059d-df3c-4890-9726-81d11383df06 None None] Sync routers for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:10.675542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] device_id is not set on port c6b32efa-7849-4f06-9891-407181457073 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:30:10.688054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:47Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:10.693526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caf692-178c-4b29-bb19-e0e730543299 None None] Pushing event updated for resources: {'Port': ['ID=f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:10.733373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:10.733373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:10.733601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.733601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.733799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:10.736538 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:10.737197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.830550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3af4d35e-26dd-4307-bcc5-badff2e8ff7d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.834602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3af4d35e-26dd-4307-bcc5-badff2e8ff7d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.881565 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff4b29a4-ab2e-424e-ae84-0c3887fbffcb req-ee34a14d-47f8-4c56-ae51-4c34a9cf99dc tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4152839 Dec 23 15:30:10.886382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Network': ['ID=aa6f8057-a850-4694-abb7-316bc54522f6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:10.905008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1349c7-681a-4ab3-8b74-0dad67555170 None None] The sync data for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv is: [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade', 'name': '', 'network_id': '1312a373-bc9d-493d-b042-5e94601d631b', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'mac_address': 'fa:16:3e:be:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:27:47Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'subnets': [{'id': '6443c17c-037a-4bac-a707-9b6ca8ce6a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:10.915329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network aa6f8057-a850-4694-abb7-316bc54522f6 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:10.970732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] No DVR routers for this DVR port 224e2730-0d61-4f3a-a6ce-c8d4a33da242 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:10.975474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.975863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.981499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3af4d35e-26dd-4307-bcc5-badff2e8ff7d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:10.993058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4d35e-26dd-4307-bcc5-badff2e8ff7d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Fanout notify agent at l3_agent the message router_deleted on router 603e7216-9d6d-4b27-936b-9c76be9c3e88 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:30:11.002823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01323712-2cbb-44fb-bdfa-2a81e2b8e297 req-68130830-2a33-4023-90a3-e9d61703e319 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.57 "DELETE /v2.0/ports/224e2730-0d61-4f3a-a6ce-c8d4a33da242 HTTP/1.1" status: 204 len: 173 time: 5.9579923 Dec 23 15:30:11.008549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3af4d35e-26dd-4307-bcc5-badff2e8ff7d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.010015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87afde10-9145-490d-bea3-b38e913fe485 None None] Network 0ab3e830-a3f9-4adc-be27-2687f0d99e02 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:11.017582 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3af4d35e-26dd-4307-bcc5-badff2e8ff7d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/603e7216-9d6d-4b27-936b-9c76be9c3e88 HTTP/1.1" status: 204 len: 168 time: 1.3642256 Dec 23 15:30:11.027115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48236) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:11.062009 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.1930783 Dec 23 15:30:11.080729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48240) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:11.138869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:11.139205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.163658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48244) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:11.163658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'name': 'network-vif-deleted', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:30:11.179317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161177832', 'description': 'tempest-secgroup-smoke-1161177832 description', 'project_id': '731383756c84402bae7f697a5d7ffc33'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:11.186357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:11.190944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:11.194625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:11.202226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:11.263198 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07f02161-424c-4344-a5df-9eccd0f16655 req-3d615017-4d57-46fb-801a-7d2725cb6eef tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.1582818 Dec 23 15:30:11.292733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c263dee-79da-48e8-a8b1-4728f574e84b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Network': ['ID=d59c22a1-f735-4c7c-9062-93214c7722e6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:11.322711 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65660a6-76eb-49b7-be58-413cf0e48890 None None] New status for floating IP 3ad7e618-4b19-4b78-a727-d9e78a734774: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:30:11.334706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network d59c22a1-f735-4c7c-9062-93214c7722e6 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:11.375360 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afeee20-534f-47a9-8cd5-e5e9a8dd17d9', 'name': 'network-vif-deleted', 'tag': '224e2730-0d61-4f3a-a6ce-c8d4a33da242', 'status': 'completed', 'code': 200} Dec 23 15:30:11.380457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.400593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.431724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.2 (a13dbbb6-55cb-4073-8d66-f68ba08eacc3/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede/c6b32efa-7849-4f06-9891-407181457073) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:11.447947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:11.452972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:11.456168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:11.462520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:11.575834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.577953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:11.610729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 877fda74-a7fc-439d-a4af-f8419a6f4e8d {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:30:11.614414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.688960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.727175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48254) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:11.729507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.729807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5349b-17de-4956-ad11-6bd38dbf5e70 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:11.734061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5349b-17de-4956-ad11-6bd38dbf5e70 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:11.738300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5349b-17de-4956-ad11-6bd38dbf5e70 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:11.745026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5349b-17de-4956-ad11-6bd38dbf5e70 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:11.745966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-41e5349b-17de-4956-ad11-6bd38dbf5e70 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Synchronizing usage tracker for tenant:99d5b32c82b44af585b242ed5755b4df on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:11.827083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66,segment=NetworkSegment(fb103a9f-2293-41ba-a4f6-c416cfc825f3),segment_id=fb103a9f-2293-41ba-a4f6-c416cfc825f3)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:11.827854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:11.864813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:11.866498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2af896-cb13-4cac-8c32-bda714ca0a14 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:30:11.866762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585b03b0-fa35-4120-b947-477907d80d93,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:11.877286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:11.884302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:11.901017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:12.027621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-41e5349b-17de-4956-ad11-6bd38dbf5e70 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Unset dirty status for tenant:99d5b32c82b44af585b242ed5755b4df on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:12.028911 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-41e5349b-17de-4956-ad11-6bd38dbf5e70 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9405174 Dec 23 15:30:12.041170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:12.069097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48260) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:12.075781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2af896-cb13-4cac-8c32-bda714ca0a14 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:30:12.081863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:14Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:12.088348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3370059d-df3c-4890-9726-81d11383df06 None None] Checking router: 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:30:12.170832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32b85e7a-2fd6-4de4-861a-2367182b3094 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.178095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:12.179076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:12.210293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32b85e7a-2fd6-4de4-861a-2367182b3094 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.282807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.289717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.322803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.471780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.479500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32b85e7a-2fd6-4de4-861a-2367182b3094 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.487783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:12.488281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c6ec2-4c1e-475d-afd7-791ed01eccc1 req-9c0addb2-ebd6-492f-ade0-630a6a759243 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:12.489800 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0f0c6ec2-4c1e-475d-afd7-791ed01eccc1 req-9c0addb2-ebd6-492f-ade0-630a6a759243 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3713226 Dec 23 15:30:12.505569 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a877341c-5f6b-43fb-b57a-86cd31cf6498 req-9c1c8a11-eb6c-4115-a2d2-5c756af9665f tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/ports?device_id=4afeee20-534f-47a9-8cd5-e5e9a8dd17d9 HTTP/1.1" status: 200 len: 210 time: 0.0878806 Dec 23 15:30:12.535659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:12.544422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b85e7a-2fd6-4de4-861a-2367182b3094 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238afd75-925f-4d8e-a96e-68f409b1b658,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:12.559623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.565113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port f3bf8ee4-c1a6-42e9-a2a6-cbf92de9ab66 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:12.570398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.602969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0f0c6ec2-4c1e-475d-afd7-791ed01eccc1 req-946830c8-c0e2-4110-a25e-b9d28af7b6cc tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964212 Dec 23 15:30:12.621200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.712622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.725735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=877fda74-a7fc-439d-a4af-f8419a6f4e8d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:12.745959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.787439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32b85e7a-2fd6-4de4-861a-2367182b3094 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.788846 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-32b85e7a-2fd6-4de4-861a-2367182b3094 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "DELETE /v2.0/security-groups/238afd75-925f-4d8e-a96e-68f409b1b658 HTTP/1.1" status: 204 len: 168 time: 1.0608060 Dec 23 15:30:12.799661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.801923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f603abb9-7dcf-4479-8827-195733019536 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/877fda74-a7fc-439d-a4af-f8419a6f4e8d HTTP/1.1" status: 204 len: 168 time: 1.7730670 Dec 23 15:30:12.802636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48268) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:12.807615 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48270) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:12.821732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6f8057-a850-4694-abb7-316bc54522f6']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:12.845947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1184b65a-b137-40de-a385-8b94e8b1a4c9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:12.877642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0479acb9-6c7b-419b-aac9-9fc91a078ca4') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:12.878071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0479acb9-6c7b-419b-aac9-9fc91a078ca4') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:12.910186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-dae998f6-d395-4fea-975d-d19197167245 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] show failed (client error): The resource could not be found. Dec 23 15:30:12.911230 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dae998f6-d395-4fea-975d-d19197167245 tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "GET /v2.0/security-groups/238afd75-925f-4d8e-a96e-68f409b1b658 HTTP/1.1" status: 404 len: 347 time: 0.1048770 Dec 23 15:30:12.914531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48276) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:12.968963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.987451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:12.989972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f5fad-4f4b-4fbe-bf3c-cca34aa49201 None None] Network ae030f7b-ebbb-40b3-9b7b-bb421272d586 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:12.992059 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d3bf5aef-ddea-4836-b9d2-c8eaaf7be3f7 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.8204598 Dec 23 15:30:12.998498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48280) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:13.010412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.020285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=c6b32efa-7849-4f06-9891-407181457073,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:13.032897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a13dbbb6-55cb-4073-8d66-f68ba08eacc3 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:13.039305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'security_group_rule': {'security_group_id': '1184b65a-b137-40de-a385-8b94e8b1a4c9', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:13.055197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:13.087714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab3e830-a3f9-4adc-be27-2687f0d99e02']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:13.088319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.104809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb103a9f-2293-41ba-a4f6-c416cfc825f3') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:13.109004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb103a9f-2293-41ba-a4f6-c416cfc825f3') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:13.123284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Deleting port 29ee349f-edbf-47b1-af25-7a0df7007b6f {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:13.123495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.123712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.150364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.155711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.164001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:13.164340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.164456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port a1f85a81-9932-4149-8c21-9308a262c199 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:13.164841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.187657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:13.190395 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:13.201791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:13.226724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3370059d-df3c-4890-9726-81d11383df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:14Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:13.233512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:13.236901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3370059d-df3c-4890-9726-81d11383df06 None None] The sync data for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv is: [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ffe62450-1f60-4817-bde0-df03cba2d7c1', 'name': '', 'network_id': '90b238bc-0035-41c7-a7fe-45710485b9c2', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'mac_address': 'fa:16:3e:f5:37:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:34Z', 'updated_at': '2021-12-23T15:28:14Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'subnets': [{'id': '5d2938c9-b524-41cc-a6a6-12b3fad60ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:13.304935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:13.305333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:13.322650 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:13.325862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:13.330631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:13.374591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] DHCP port deletion for ae030f7b-ebbb-40b3-9b7b-bb421272d586 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:13.379613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] Deleting port a1f85a81-9932-4149-8c21-9308a262c199 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:13.380245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.443509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:13.443837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.471177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.532302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.566299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.572187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Network': ['ID=aa6f8057-a850-4694-abb7-316bc54522f6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:13.579495 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ff359859-e2a2-4c94-8d15-17f6bbb79bc9 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/networks/aa6f8057-a850-4694-abb7-316bc54522f6 HTTP/1.1" status: 204 len: 168 time: 1.5043614 Dec 23 15:30:13.585745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.596543 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0d0f071a-4805-4679-965e-0cf8e01ece3e tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7129171 Dec 23 15:30:13.596676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48288) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:13.596676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48290) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:13.597201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.603174 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/0ab3e830-a3f9-4adc-be27-2687f0d99e02 HTTP/1.1" status: 204 len: 168 time: 5.4301367 Dec 23 15:30:13.615075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48296) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:13.624564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.631413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d4b95-c600-4ec5-a0a3-2d2d713342d3 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=0ab3e830-a3f9-4adc-be27-2687f0d99e02,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:13.661956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'port_id': 'c6b32efa-7849-4f06-9891-407181457073'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:13.694464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] For port a1f85a81-9932-4149-8c21-9308a262c199, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a1f85a81-9932-4149-8c21-9308a262c199,segment=NetworkSegment(8bc168ae-eff3-4224-89d0-e336ae747560),segment_id=8bc168ae-eff3-4224-89d0-e336ae747560)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:13.695268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.708949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.748899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adccc2c5-400b-4a78-b5b7-95820cf7c426,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:13.765662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.765984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.780457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af838db6-494f-4848-9f85-67ca0e77cc8f None None] New status for floating IP 36bea06b-0ea0-430d-a9b3-1d27c447a2fb: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:30:13.846809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.849555 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ffc716a1-f054-401e-9847-a8c053a946de tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8456833 Dec 23 15:30:13.851634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48302) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:13.858539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'security_group_rule': {'security_group_id': '1184b65a-b137-40de-a385-8b94e8b1a4c9', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:13.862923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48306) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:13.880631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:13.895716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:13.897597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] Calling delete_port for a1f85a81-9932-4149-8c21-9308a262c199 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:13.904681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:13.915667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:13.957891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ec384a-d9f3-4504-9034-559bae8146b7 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.988085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459474c-0dde-43d0-a97e-431c6aaaf9b9 req-f01b0fc7-bf22-4e57-8808-f3568cb83296 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:13.988909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ec384a-d9f3-4504-9034-559bae8146b7 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:13.989785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f459474c-0dde-43d0-a97e-431c6aaaf9b9 req-f01b0fc7-bf22-4e57-8808-f3568cb83296 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.8000860 Dec 23 15:30:13.990752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceda9089-45b2-470e-bde6-d0aac37f12ea tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] GET failed (client error): The resource could not be found. Dec 23 15:30:13.991294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ceda9089-45b2-470e-bde6-d0aac37f12ea tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Synchronizing usage tracker for tenant:44909af95bdc4adab2cc850e5c039504 on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:14.019279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.098858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.120481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.156142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ec384a-d9f3-4504-9034-559bae8146b7 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.175070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec384a-d9f3-4504-9034-559bae8146b7 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:14.183072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Calling delete_port for 29ee349f-edbf-47b1-af25-7a0df7007b6f owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:14.184959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.194011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.210104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a910231d-bcaa-476e-b51a-1ceed571d4ac,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:14.255325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] Pushing event deleted for resources: {'Port': ['ID=a1f85a81-9932-4149-8c21-9308a262c199,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:14.268413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5b66d-5835-49b0-80d5-36d626b5585e None None] No DVR routers for this DVR port a1f85a81-9932-4149-8c21-9308a262c199 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:14.271632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ec384a-d9f3-4504-9034-559bae8146b7 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.275097 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-21ec384a-d9f3-4504-9034-559bae8146b7 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "DELETE /v2.0/security-groups/4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90 HTTP/1.1" status: 204 len: 168 time: 0.4089682 Dec 23 15:30:14.282160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48312) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:14.282651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port a1f85a81-9932-4149-8c21-9308a262c199, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a1f85a81-9932-4149-8c21-9308a262c199,segment=NetworkSegment(8bc168ae-eff3-4224-89d0-e336ae747560),segment_id=8bc168ae-eff3-4224-89d0-e336ae747560)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:14.282651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.300398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.301566 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c95dde66-259a-4162-bad9-8421da5671a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4487770 Dec 23 15:30:14.302567 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-510e985a-6044-4eb5-bded-804eea872b16 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] show failed (client error): The resource could not be found. Dec 23 15:30:14.303450 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-510e985a-6044-4eb5-bded-804eea872b16 tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "GET /v2.0/security-groups/4b67a2f6-7ff2-4f4d-8f74-7aaceff56f90 HTTP/1.1" status: 404 len: 347 time: 0.0272541 Dec 23 15:30:14.304230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48316) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:14.315741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'security_group_rule': {'security_group_id': '1184b65a-b137-40de-a385-8b94e8b1a4c9', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:14.316320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:14.318209 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48320) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:14.384732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:14.395717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:14.401866 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ada9379f-640b-40f7-a021-7fa285b16549 req-51a1cbe6-032a-43f3-bcd7-ae3b66177a89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 1.0410304 Dec 23 15:30:14.410302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:14.469640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.485295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for a1f85a81-9932-4149-8c21-9308a262c199 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:14.493412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Deleting port 9249258c-ff87-48e8-aef9-7d0bc399fcbf {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:14.493527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.544784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a1f85a81-9932-4149-8c21-9308a262c199 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:14.544994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ceda9089-45b2-470e-bde6-d0aac37f12ea tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Unset dirty status for tenant:44909af95bdc4adab2cc850e5c039504 on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:14.545156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ceda9089-45b2-470e-bde6-d0aac37f12ea tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/subnets/783bc631-45ba-4381-82d5-bb5ffb2e438f HTTP/1.1" status: 404 len: 337 time: 0.9242253 Dec 23 15:30:14.560476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48324) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:14.581388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a1f85a81-9932-4149-8c21-9308a262c199 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:14.585145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a1f85a81-9932-4149-8c21-9308a262c199 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:14.655480 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0bf6c5-76f7-4d9f-9aa4-09fed1c2afef tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:14.655822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0bf6c5-76f7-4d9f-9aa4-09fed1c2afef tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:14.661064 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f0bf6c5-76f7-4d9f-9aa4-09fed1c2afef tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/0ab3e830-a3f9-4adc-be27-2687f0d99e02 HTTP/1.1" status: 404 len: 339 time: 0.0958781 Dec 23 15:30:14.661064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.664655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48328) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:14.669270 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f459474c-0dde-43d0-a97e-431c6aaaf9b9 req-6326a318-90f3-4a71-ba54-ffd096c9b902 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6036448 Dec 23 15:30:14.851264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.851577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:14.933749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:30:14.933749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:30:14.971108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9379f-640b-40f7-a021-7fa285b16549 req-c31ea7b0-8c11-41f3-82d2-edc459e4158f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:14.972595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ada9379f-640b-40f7-a021-7fa285b16549 req-c31ea7b0-8c11-41f3-82d2-edc459e4158f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.4567814 Dec 23 15:30:15.030598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.092628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Calling delete_port for 9249258c-ff87-48e8-aef9-7d0bc399fcbf owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:15.149742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59c22a1-f735-4c7c-9062-93214c7722e6']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:15.164423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a08479-2243-4d86-bcc7-559c22aaec0c tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:15.165105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-11a08479-2243-4d86-bcc7-559c22aaec0c tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Synchronizing usage tracker for tenant:44909af95bdc4adab2cc850e5c039504 on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:15.169071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.180713 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9bbfc2-cffb-4328-8e29-a7e9f7c9bc39') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:15.181004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9bbfc2-cffb-4328-8e29-a7e9f7c9bc39') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:15.265527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.270668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.281929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.306168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f216e5-6407-4bb9-87d6-e6229775f54a,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:15.316948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-11a08479-2243-4d86-bcc7-559c22aaec0c tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Unset dirty status for tenant:44909af95bdc4adab2cc850e5c039504 on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:15.318116 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-11a08479-2243-4d86-bcc7-559c22aaec0c tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6507933 Dec 23 15:30:15.319841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ada9379f-640b-40f7-a021-7fa285b16549 req-11a09822-405d-407b-8247-e593dfcb06e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 1001 time: 0.2915790 Dec 23 15:30:15.320938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48332) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:15.362001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2fd47525-98fd-4384-94d7-d8900a4153a0 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Synchronizing usage tracker for tenant:44909af95bdc4adab2cc850e5c039504 on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:15.375606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.413853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2fd47525-98fd-4384-94d7-d8900a4153a0 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Unset dirty status for tenant:44909af95bdc4adab2cc850e5c039504 on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:15.415118 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2fd47525-98fd-4384-94d7-d8900a4153a0 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 207 time: 0.0932910 Dec 23 15:30:15.422688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.424161 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a10b685e-1c4e-43c0-ac72-af70e204e443 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1190104 Dec 23 15:30:15.431070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48336) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:15.431471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48338) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:15.440491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Pushing event deleted for resources: {'Port': ['ID=9249258c-ff87-48e8-aef9-7d0bc399fcbf,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:15.462946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port a1f85a81-9932-4149-8c21-9308a262c199 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:15.463270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.465542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'security_group_rule': {'security_group_id': '1184b65a-b137-40de-a385-8b94e8b1a4c9', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:15.496890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Pushing event deleted for resources: {'Port': ['ID=29ee349f-edbf-47b1-af25-7a0df7007b6f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:15.501564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:15.538313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.595273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:15.602617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:15.619036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:15.670472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:15.670472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.675998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.678349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.682134 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9d9656af-ebf6-4af8-8a17-0f2299817e3c tempest-ServersTestManualDisk-2095532525 tempest-ServersTestManualDisk-2095532525-project] 10.222.0.58 "DELETE /v2.0/floatingips/36bea06b-0ea0-430d-a9b3-1d27c447a2fb HTTP/1.1" status: 204 len: 168 time: 1.3603640 Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:15.685777 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:15.698293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48344) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:15.699861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] The port 'a1f85a81-9932-4149-8c21-9308a262c199' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:30:15.787581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42557f45-6931-4ad1-9e70-027546ba2aa9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:15.791699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42557f45-6931-4ad1-9e70-027546ba2aa9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:15.796111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42557f45-6931-4ad1-9e70-027546ba2aa9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:15.799885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42557f45-6931-4ad1-9e70-027546ba2aa9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:15.801791 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-42557f45-6931-4ad1-9e70-027546ba2aa9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3668187 Dec 23 15:30:15.804936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:15.813650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48350) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:15.951009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9379f-640b-40f7-a021-7fa285b16549 req-8ba0a359-fb90-4301-833d-b66fb9cd8a44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:15.952462 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ada9379f-640b-40f7-a021-7fa285b16549 req-8ba0a359-fb90-4301-833d-b66fb9cd8a44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.4645088 Dec 23 15:30:16.021977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.063266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.072845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.084657 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-aa561e2b-c572-41c6-af51-8d937b7eb073 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2694769 Dec 23 15:30:16.092192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48354) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.110053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.118041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.129503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.144686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Network': ['ID=d59c22a1-f735-4c7c-9062-93214c7722e6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:16.183648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae030f7b-ebbb-40b3-9b7b-bb421272d586']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:16.191575 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c392322e-ccfd-48df-8ecd-7ee73c74d32d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:16.209534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50358de2-47c1-4672-b8cc-4442bf62a43a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.210832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50358de2-47c1-4672-b8cc-4442bf62a43a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.216625 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-50358de2-47c1-4672-b8cc-4442bf62a43a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1193490 Dec 23 15:30:16.216891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc168ae-eff3-4224-89d0-e336ae747560') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:16.216891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc168ae-eff3-4224-89d0-e336ae747560') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:16.217088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48358) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.236078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.269091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.276214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ab16-0918-4d39-9952-561018498471 req-56e88257-3530-4ec1-8380-5251e29f2011 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.277812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5d8ab16-0918-4d39-9952-561018498471 req-56e88257-3530-4ec1-8380-5251e29f2011 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.4466157 Dec 23 15:30:16.290245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:16.290636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.292337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3847b09-0660-4b8a-973f-b7268bb85cf9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.294137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3847b09-0660-4b8a-973f-b7268bb85cf9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.299203 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a3847b09-0660-4b8a-973f-b7268bb85cf9 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0780430 Dec 23 15:30:16.299342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48362) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.303312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.305318 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f9e73fab-cb21-4bfc-82cc-b6adfae51563 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8676815 Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:16.306283 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:16.321348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48366) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.331591 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ada9379f-640b-40f7-a021-7fa285b16549 req-b9a517b7-57e3-40b7-994e-25cacd0ab77f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3283777 Dec 23 15:30:16.381169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:30:16.441404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'security_group_rule': {'security_group_id': '1184b65a-b137-40de-a385-8b94e8b1a4c9', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:16.448568 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6b0c4ba6-97aa-41a6-a5b4-b4eaf5a11ebd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/networks/d59c22a1-f735-4c7c-9062-93214c7722e6 HTTP/1.1" status: 204 len: 168 time: 2.8474329 Dec 23 15:30:16.448568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.453888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48370) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.453988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e73038bf-8eb3-49f0-969c-9975c4c3d2bc tempest-ServersTestJSON-1113631256 tempest-ServersTestJSON-1113631256-project] 10.222.0.58 "DELETE /v2.0/floatingips/3ad7e618-4b19-4b78-a727-d9e78a734774 HTTP/1.1" status: 204 len: 168 time: 3.5336893 Dec 23 15:30:16.472110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48374) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.478774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:16.570467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:16.581746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:16.600917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:16.631832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.640319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5d8ab16-0918-4d39-9952-561018498471 req-4b98fbe1-01d3-49dc-9ce7-ea84863f3a15 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512185 Dec 23 15:30:16.681853 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ada9379f-640b-40f7-a021-7fa285b16549 req-20221647-7dd9-427c-a8e1-142c267f836c service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442856 Dec 23 15:30:16.717417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.780523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.787325 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Project 731383756c84402bae7f697a5d7ffc33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:30:16.791056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.795349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e6fc0-3d24-4d94-9396-d6c6bf1f3f0e tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.796702 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cb8e6fc0-3d24-4d94-9396-d6c6bf1f3f0e tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/networks/eec23eae-2d10-44ae-a95a-a86bf9fe1c69 HTTP/1.1" status: 200 len: 799 time: 0.4964910 Dec 23 15:30:16.802884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48378) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.860798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=ae030f7b-ebbb-40b3-9b7b-bb421272d586,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:16.865404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:16.876280 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b93be36a-3ade-4e69-a6be-82451655c19d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/ae030f7b-ebbb-40b3-9b7b-bb421272d586 HTTP/1.1" status: 204 len: 168 time: 4.0534024 Dec 23 15:30:16.889784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48382) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:16.908037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-947624835', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:16.935310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:16.947762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b381f-5324-48b5-b730-24cfff8f2cb1 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.948604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:router and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:16.951786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b381f-5324-48b5-b730-24cfff8f2cb1 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:16.952571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c14b381f-5324-48b5-b730-24cfff8f2cb1 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Synchronizing usage tracker for tenant:99d5b32c82b44af585b242ed5755b4df on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:16.961555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:16.987682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:16.992035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ada9379f-640b-40f7-a021-7fa285b16549 req-bdc7ca12-e77c-4540-b611-da49b3014e90 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021345 Dec 23 15:30:17.024072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.157065 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fe1b15f7-1823-44f3-9694-3f4a798916f5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/networks/eec23eae-2d10-44ae-a95a-a86bf9fe1c69?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3497965 Dec 23 15:30:17.160977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48386) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:17.205279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.206489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c14b381f-5324-48b5-b730-24cfff8f2cb1 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Unset dirty status for tenant:99d5b32c82b44af585b242ed5755b4df on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:17.207104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.211140 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c14b381f-5324-48b5-b730-24cfff8f2cb1 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7575898 Dec 23 15:30:17.211261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.221608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48390) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:17.236370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-72514585'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:17.248594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:17.251198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc7f9cc-18b2-46ed-b43a-acf03b99f0b8,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:17.274730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:17.281858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.291859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d1fff2-efaa-422f-8a3f-4eb128eccea4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:17.299236 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-55d1fff2-efaa-422f-8a3f-4eb128eccea4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/subnets/db7b75e5-65ea-4d83-bbab-a2ddc9457013 HTTP/1.1" status: 200 len: 811 time: 0.1301887 Dec 23 15:30:17.299632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48394) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:17.314258 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 4786794b-607e-4cd3-8e4f-1df2994f17b6 associated. External IP: 172.26.6.73, port: c6b32efa-7849-4f06-9891-407181457073. Dec 23 15:30:17.341443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.367564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.368758 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4e4c6e98-17d1-4b79-8240-daa3c6a773b3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0362623 Dec 23 15:30:17.375722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48398) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:17.382276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'security_group_rule': {'security_group_id': '1184b65a-b137-40de-a385-8b94e8b1a4c9', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:17.389250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:17.394863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:security_group_rule and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:17.398019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:17.407024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:17.445063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e01052-3627-4366-b114-31bc72c24590 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:17.449714 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-89e01052-3627-4366-b114-31bc72c24590 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "GET /v2.0/subnets/db7b75e5-65ea-4d83-bbab-a2ddc9457013?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1457503 Dec 23 15:30:17.449903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48402) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:17.457152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096168438'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:17.529000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:17.531112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Made reservation on behalf of 99d5b32c82b44af585b242ed5755b4df for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:17.534039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.566375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:17.609479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.611017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:17.619120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Project 731383756c84402bae7f697a5d7ffc33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:30:17.633368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.702536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.712364 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Added segment d4c8a002-1067-4402-9ec5-894e5b095f5c of type vlan for network f31c66bc-d02f-4fba-8672-9049990d406e Dec 23 15:30:17.714919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:17.723754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.727583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.819777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.841324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.864406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:17.894094 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:17.894337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b644840-2299-4350-8d0c-ccca2c47d357,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:17.894450 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Added segment e9c8718f-64c2-42e5-9bbb-87295abf8e58 of type vlan for network 03a7a235-76af-4d7f-b029-d86b94dab299 Dec 23 15:30:17.954165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.039799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.044081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:18.044864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.062357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.063507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7abced10-d097-429b-bd8f-c29a04c052a8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6868620 Dec 23 15:30:18.067275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48408) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:18.080893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.085460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf714fc-9417-41b1-a9f7-e55e717a0edb req-68e271ae-500f-4296-be00-f7d56c456729 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:18.087144 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbf714fc-9417-41b1-a9f7-e55e717a0edb req-68e271ae-500f-4296-be00-f7d56c456729 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.2779818 Dec 23 15:30:18.091536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'network': {'name': 'tempest-network-smoke--2058989414', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'port_security_enabled': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:18.101095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:18.134511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:network and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:18.144144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:18.162190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:18.191459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.195182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:18.195753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.204373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbf714fc-9417-41b1-a9f7-e55e717a0edb req-a9b2441f-cdd6-4944-8f08-c24d85f288b0 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061201 Dec 23 15:30:18.251233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.286746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Made reservation on behalf of 731383756c84402bae7f697a5d7ffc33 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:18.289667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.304453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:18.308021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.337201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Network': ['ID=f31c66bc-d02f-4fba-8672-9049990d406e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:18.349436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network f31c66bc-d02f-4fba-8672-9049990d406e details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:18.375656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:18.455930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.456174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Added segment 75cb9d31-e97d-4d04-984e-d5cd8ebc47d6 of type vlan for network 3f947bc9-010b-4ccf-b505-700d52541a9b Dec 23 15:30:18.557915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.562366 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1114583 Dec 23 15:30:18.566013 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f4597fd4-9c8a-48a2-a0c5-a8bb7d6ab710 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3362932 Dec 23 15:30:18.566175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48412) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:18.569870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48414) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:18.575640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'network_id': '03a7a235-76af-4d7f-b029-d86b94dab299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:18.608331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-540203066'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:18.610940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfab7c1-7495-46fd-b620-175835b11fce tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Network': ['ID=03a7a235-76af-4d7f-b029-d86b94dab299,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:18.626143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 03a7a235-76af-4d7f-b029-d86b94dab299 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:18.681753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.26.6.168 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/9a4c7bf6-eff6-41ac-abe7-e7ce25cfa4f2) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:18.684540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:18.705425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Usage tracker for resource:network and tenant:99d5b32c82b44af585b242ed5755b4df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:18.844733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:18.860884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:18.958113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.962075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:18.962651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:18.967117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:18.996846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Made reservation on behalf of 99d5b32c82b44af585b242ed5755b4df for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:18.999757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.131334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:19.150977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Deleting port ffe62450-1f60-4817-bde0-df03cba2d7c1 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:19.151307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.208460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Network': ['ID=3f947bc9-010b-4ccf-b505-700d52541a9b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:19.220385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 3f947bc9-010b-4ccf-b505-700d52541a9b details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:19.236557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:19.260803 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ad7ac030-4ad3-459f-aa76-d76bc9afd2f3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1904469 Dec 23 15:30:19.268224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.268562 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Added segment d036ffec-da1d-4c30-9a19-5b5afd43b28e of type vlan for network 16ecc483-e5f4-4feb-8121-2c23c052a5c9 Dec 23 15:30:19.272328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48422) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:19.276460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.287139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'admin_state_up': True, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:19.299194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Made reservation on behalf of 44909af95bdc4adab2cc850e5c039504 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:19.314465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:19.333755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:router and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:19.391843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] For port ffe62450-1f60-4817-bde0-df03cba2d7c1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ffe62450-1f60-4817-bde0-df03cba2d7c1,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:19.392429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.406025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:19.442973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.467121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:19.524037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.551698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Calling delete_port for ffe62450-1f60-4817-bde0-df03cba2d7c1 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:19.613797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:19.629499 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:19.644754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.645702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.648511 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:19.649384 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:19.654789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing IP validity checks on allocation pools {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 15:30:19.655303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 15:30:19.663058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.700916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.723066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Deleting port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:19.723395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.733573 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:19.744983 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:19.745710 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:19.771838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.775566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:19.776075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.811284 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:19.814488 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb972fe2-8df4-4219-8b35-e4bce7c49ab8 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:19.920328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba54db7-8251-4b6f-99ba-17624a9bc51c req-55f1c6ca-e644-48af-ab04-67c218fab6ff tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:19.921795 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1ba54db7-8251-4b6f-99ba-17624a9bc51c req-55f1c6ca-e644-48af-ab04-67c218fab6ff tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5192215 Dec 23 15:30:19.942598 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-79d5c792-75d6-44ac-bd00-419c22b492c3 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/floatingips/4786794b-607e-4cd3-8e4f-1df2994f17b6 HTTP/1.1" status: 200 len: 977 time: 6.3422158 Dec 23 15:30:19.948819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:19.949201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48426) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:19.952247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:19.953114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=9a4c7bf6-eff6-41ac-abe7-e7ce25cfa4f2,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:19.965510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:19.989027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:20.014675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Network': ['ID=16ecc483-e5f4-4feb-8121-2c23c052a5c9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:20.027937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 16ecc483-e5f4-4feb-8121-2c23c052a5c9 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:20.038860 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b97a7b75-5130-4989-b7be-561b0f20725c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4680202 Dec 23 15:30:20.078335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:20.097504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'ports': [{'network_id': 'f31c66bc-d02f-4fba-8672-9049990d406e', 'name': 'tempest-port--226364408', 'admin_state_up': True}, {'network_id': '16ecc483-e5f4-4feb-8121-2c23c052a5c9', 'admin_state_up': False}]} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:20.097723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'port': {'network_id': 'f31c66bc-d02f-4fba-8672-9049990d406e', 'name': 'tempest-port--226364408', 'admin_state_up': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:20.097977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:20.098188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'port': {'network_id': '16ecc483-e5f4-4feb-8121-2c23c052a5c9', 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:20.161157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe62450-1f60-4817-bde0-df03cba2d7c1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:20.165697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] For port 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:20.166040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:20.193238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port c6b32efa-7849-4f06-9891-407181457073 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:20.193567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:20.320698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1ba54db7-8251-4b6f-99ba-17624a9bc51c req-ccaa3846-ecda-450d-b4d8-9fb8aca11db2 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3740821 Dec 23 15:30:20.353273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Calling delete_port for 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:20.698894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:20.789674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:20.830990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:20.842827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:20.858011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=86466cbc-107f-4970-91c4-c749918fb560,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:20.861682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Usage tracker for resource:port and tenant:99d5b32c82b44af585b242ed5755b4df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:20.867193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:20.883096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:20.908009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b879942-0445-44e8-bebf-4884142de1d6 req-87f966bb-4ec2-4d05-b150-3965ffe50f48 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:20.909490 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b879942-0445-44e8-bebf-4884142de1d6 req-87f966bb-4ec2-4d05-b150-3965ffe50f48 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3179266 Dec 23 15:30:20.916343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Checking segment: {'id': 'e9c8718f-64c2-42e5-9bbb-87295abf8e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '03a7a235-76af-4d7f-b029-d86b94dab299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:20.916343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network hostable DHCP agents. Network: 03a7a235-76af-4d7f-b029-d86b94dab299, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:20.961807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Made reservation on behalf of 99d5b32c82b44af585b242ed5755b4df for: {'port': 2} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:20.965380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.062242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.084510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b879942-0445-44e8-bebf-4884142de1d6 req-97506865-477d-4691-89b0-650095974268 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691389 Dec 23 15:30:21.196156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Network 03a7a235-76af-4d7f-b029-d86b94dab299 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:21.228827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.285281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.286002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.292787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 03a7a235-76af-4d7f-b029-d86b94dab299) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:21.297115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:21.310559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428302af-f6b6-4cc4-b66f-ad1b278664fd None None] Network 03a7a235-76af-4d7f-b029-d86b94dab299 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:21.312843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.313152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.313510 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 4786794b-607e-4cd3-8e4f-1df2994f17b6 disassociated. External IP: 172.26.6.73, port: c6b32efa-7849-4f06-9891-407181457073. Dec 23 15:30:21.313786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for c6b32efa-7849-4f06-9891-407181457073 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:21.315386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:21.315966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.401381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] device_id is not set on port b791d779-64d4-4cc6-a2df-c29260d859a3 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:30:21.508911 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4b6e3aae-2d3a-4d31-8997-d1a3eae90f29 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9395683 Dec 23 15:30:21.537961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48438) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:21.553797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-121f9296-a7ad-4771-851c-926fe96520b8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:21.598098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.612735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.635479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-03a7a235-76af-4d7f-b029-d86b94dab299', 'network_id': '03a7a235-76af-4d7f-b029-d86b94dab299', 'tenant_id': '44909af95bdc4adab2cc850e5c039504', 'fixed_ips': [{'subnet_id': '86466cbc-107f-4970-91c4-c749918fb560'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:21.636594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.646456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.877905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Allocated IP 172.20.0.3 (03a7a235-76af-4d7f-b029-d86b94dab299/86466cbc-107f-4970-91c4-c749918fb560/d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:21.972869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:21.978480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121f9296-a7ad-4771-851c-926fe96520b8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2843322'] for subnet, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.014931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.031365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=c6b32efa-7849-4f06-9891-407181457073,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:22.069898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Allocated IP 172.26.6.214 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/bcb5ca93-0d55-45db-9589-90de005d2479) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:22.105135 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.117365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Transition to ACTIVE for port object d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:22.136612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Transition to ACTIVE for port object d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:22.214512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.291936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Network 03a7a235-76af-4d7f-b029-d86b94dab299 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:22.298666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:22.300463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Pushing event updated for resources: {'Port': ['ID=d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:22.308054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:22.343076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.389942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] device_id is not set on port d4fd4128-91f7-4c6c-b391-9c69764c3c0f yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:30:22.398157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Attempting to bind port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:22.398714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Attempting to bind port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'e9c8718f-64c2-42e5-9bbb-87295abf8e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '03a7a235-76af-4d7f-b029-d86b94dab299'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:22.399051 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Attempting to bind port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c on network 03a7a235-76af-4d7f-b029-d86b94dab299 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:22.409179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e52da-2503-4aff-9a1e-691c501dd9f4 req-59c9464b-fc3c-4fc7-b3a3-1f897826fc5d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:22.409883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:22.410647 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7c1e52da-2503-4aff-9a1e-691c501dd9f4 req-59c9464b-fc3c-4fc7-b3a3-1f897826fc5d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5289257 Dec 23 15:30:22.415926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Checking segment: {'id': 'e9c8718f-64c2-42e5-9bbb-87295abf8e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '03a7a235-76af-4d7f-b029-d86b94dab299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:22.416561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.417048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Bound using segment: {'id': 'e9c8718f-64c2-42e5-9bbb-87295abf8e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '03a7a235-76af-4d7f-b029-d86b94dab299'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:22.417637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Bound port: d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c8718f-64c2-42e5-9bbb-87295abf8e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '03a7a235-76af-4d7f-b029-d86b94dab299'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:22.418100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.517617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] For port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:22.521300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] For port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c,segment=NetworkSegment(e9c8718f-64c2-42e5-9bbb-87295abf8e58),segment_id=e9c8718f-64c2-42e5-9bbb-87295abf8e58)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:22.626439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.648707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7c1e52da-2503-4aff-9a1e-691c501dd9f4 req-8c7dda8d-198e-4d87-ae53-e402eeb2e842 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003322 Dec 23 15:30:22.657466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.698304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 17bde549-9c40-46f1-aa28-8d0ff422fbba is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:30:22.777028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2f579-4d76-4f4d-96a4-20f915355764 None None] Pushing event updated for resources: {'Port': ['ID=d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:22.780163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.831401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:22.911523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:22.973802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Port': ['ID=bcb5ca93-0d55-45db-9589-90de005d2479,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:22.979637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:22.983740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:22.986615 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:23.042089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121f9296-a7ad-4771-851c-926fe96520b8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760716392951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3391685'] for subnet, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:23.186748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f9296-a7ad-4771-851c-926fe96520b8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event updated for resources: {'Subnet': ['ID=86466cbc-107f-4970-91c4-c749918fb560,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:23.205216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f9296-a7ad-4771-851c-926fe96520b8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:23.205897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121f9296-a7ad-4771-851c-926fe96520b8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:23.207106 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-121f9296-a7ad-4771-851c-926fe96520b8 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "PUT /v2.0/subnets/86466cbc-107f-4970-91c4-c749918fb560 HTTP/1.1" status: 200 len: 877 time: 1.6654997 Dec 23 15:30:23.212704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48448) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:23.213734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:23.439462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:23.518792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Port': ['ID=b791d779-64d4-4cc6-a2df-c29260d859a3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:23.614071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:23.624175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Checking segment: {'id': 'd4c8a002-1067-4402-9ec5-894e5b095f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'f31c66bc-d02f-4fba-8672-9049990d406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:23.624533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network hostable DHCP agents. Network: f31c66bc-d02f-4fba-8672-9049990d406e, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:23.649018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25d9c-cef4-4db2-94e7-187f7dc0e48c req-977ce20b-5b13-4a1a-b1fc-0a76f2e988e9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:23.655877 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ad25d9c-cef4-4db2-94e7-187f7dc0e48c req-977ce20b-5b13-4a1a-b1fc-0a76f2e988e9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3320279 Dec 23 15:30:23.687401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:23.687401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:23.726919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:23.754775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] Sync routers for ids ['17bde549-9c40-46f1-aa28-8d0ff422fbba'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:23.755227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:23.774022 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:23.798817 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:23.799994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] Routers {'17bde549-9c40-46f1-aa28-8d0ff422fbba'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:23.800672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['17bde549-9c40-46f1-aa28-8d0ff422fbba'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:23.802052 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:23.880333 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:23.884814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ad25d9c-cef4-4db2-94e7-187f7dc0e48c req-a3d8ada6-156e-4cdd-a54b-a96724b5dabb tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279165 Dec 23 15:30:23.897410 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:23.898629 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:23.902318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:23.927524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] Routers {'17bde549-9c40-46f1-aa28-8d0ff422fbba'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:23.928433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['17bde549-9c40-46f1-aa28-8d0ff422fbba'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:23.976531 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:23.981204 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dfe7f9-2d61-4076-b875-166fc14c2048 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:24.009435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:24.012557 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c80a1d40-d225-4e7c-b024-2099ccb1334e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.1212075 Dec 23 15:30:24.020190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48452) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:24.024660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network f31c66bc-d02f-4fba-8672-9049990d406e is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:24.056601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:24.057337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5561c125-5112-4ab1-873a-b9d43d359840 None None] The sync data for ids ['17bde549-9c40-46f1-aa28-8d0ff422fbba'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:24.067520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:24.068249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:24.082878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ad31db-f85a-4b3b-b1f2-e6455ed10c78 None None] Network 03a7a235-76af-4d7f-b029-d86b94dab299 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:24.139322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:24.178675 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5bf6cfd9-9d2b-462a-b9fc-16a5687d459f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/ports/c6b32efa-7849-4f06-9891-407181457073 HTTP/1.1" status: 204 len: 168 time: 4.2284269 Dec 23 15:30:24.186794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48456) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:24.252106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-24c57c8b-8c67-45cf-8c86-bf1c5c5b4adf None None] Provisioning for port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:24.296751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, f31c66bc-d02f-4fba-8672-9049990d406e) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:24.301470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:24.302311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:24.310184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b941a-5999-4edf-84ae-7eca8535c6be None None] Network f31c66bc-d02f-4fba-8672-9049990d406e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:24.315225 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-394bf633-c22d-4845-b7b5-ecf0a7df2d6d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "GET /v2.0/floatingips/4786794b-607e-4cd3-8e4f-1df2994f17b6 HTTP/1.1" status: 200 len: 687 time: 0.1249435 Dec 23 15:30:24.318339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48460) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:24.373405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c,segment=NetworkSegment(e9c8718f-64c2-42e5-9bbb-87295abf8e58),segment_id=e9c8718f-64c2-42e5-9bbb-87295abf8e58)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:24.373760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:24.414963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:24.427972 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9aa458ac-5668-4604-b4ac-4df2b797b173 admin admin] 10.222.0.58 "PUT /v2.0/routers/223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7281883 Dec 23 15:30:24.429890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48464) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:24.431590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] Sync routers for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:24.519159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:24.519783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:24.535196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:24.590817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Port': ['ID=d4fd4128-91f7-4c6c-b391-9c69764c3c0f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:24.692627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.693178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.693681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.694162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.694650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.695127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.695593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.696058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.696562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.697024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.697483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:24.732821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Checking segment: {'id': 'd036ffec-da1d-4c30-9a19-5b5afd43b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '16ecc483-e5f4-4feb-8121-2c23c052a5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:24.733175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network hostable DHCP agents. Network: 16ecc483-e5f4-4feb-8121-2c23c052a5c9, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:24.760933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:24.764836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:24.801402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 2dc1a208-8881-4998-a21a-6309b23d2cbe {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:24.807351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:24.881732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:24.948861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e415f-9a6f-4570-af42-2fe25f6a61c9 None None] Network 03a7a235-76af-4d7f-b029-d86b94dab299 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:25.008351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network 16ecc483-e5f4-4feb-8121-2c23c052a5c9 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:25.070140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.120538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Port': ['ID=d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:25.160013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:25.172049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Router b5168a16-44ab-401e-81cc-c86b4967f3fd is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:30:25.180549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 16ecc483-e5f4-4feb-8121-2c23c052a5c9) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:25.200650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:25.201011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.206255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.206874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.217222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:25.219083 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ee090a7a-2c2a-403a-9f77-df06bb0a101f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/routers/17bde549-9c40-46f1-aa28-8d0ff422fbba HTTP/1.1" status: 200 len: 880 time: 1.1975985 Dec 23 15:30:25.221611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:25.224161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48470) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:25.225182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:25.226029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.234275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91013e3-95db-49ca-bf2c-9bef2103ea81 None None] Network 16ecc483-e5f4-4feb-8121-2c23c052a5c9 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:25.240207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No DVR routers for this DVR port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:25.336183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5a958514-c6cf-4133-9c2b-ae43efe87098 None None] Provisioning complete for port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:25.336754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a958514-c6cf-4133-9c2b-ae43efe87098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.363628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c was deleted so its status cannot be updated. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 15:30:25.373491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da88e8-ad2a-4e3d-a2a4-0ae0675d565b req-5366544f-3318-459f-9c61-a5541eefa92e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:25.375022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-33da88e8-ad2a-4e3d-a2a4-0ae0675d565b req-5366544f-3318-459f-9c61-a5541eefa92e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3576477 Dec 23 15:30:25.385809 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-31957adc-079d-4eee-918f-cffc67632d74 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2980278 Dec 23 15:30:25.391289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48476) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:25.413288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 2dc1a208-8881-4998-a21a-6309b23d2cbe owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:25.415735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5a958514-c6cf-4133-9c2b-ae43efe87098 None None] Port d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c was deleted so its status cannot be updated. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 15:30:25.462560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.579064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-33da88e8-ad2a-4e3d-a2a4-0ae0675d565b req-9c1c39c7-c00c-4441-b17f-0bf0a7d549ed tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868007 Dec 23 15:30:25.597812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c8b27dc-a8c7-43ba-a6e2-9c7b95443f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.707180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75525cf-4299-43fe-bb44-01b35eee8fcd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:25.711943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75525cf-4299-43fe-bb44-01b35eee8fcd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:25.717181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c75525cf-4299-43fe-bb44-01b35eee8fcd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Synchronizing usage tracker for tenant:99d5b32c82b44af585b242ed5755b4df on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:25.746584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.808306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.849806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:25.868609 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Sync routers for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:25.872994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c75525cf-4299-43fe-bb44-01b35eee8fcd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Unset dirty status for tenant:99d5b32c82b44af585b242ed5755b4df on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:25.873499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=2dc1a208-8881-4998-a21a-6309b23d2cbe,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:25.874572 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c75525cf-4299-43fe-bb44-01b35eee8fcd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4811823 Dec 23 15:30:25.879893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:25.884895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48482) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:25.896579 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:25.898054 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:25.909954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:30:19Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:25.974971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] Checking router: 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:30:25.998499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=86466cbc-107f-4970-91c4-c749918fb560,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:26.022444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] Routers {'223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:26.023087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:26.041881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.048949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:26.161318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.176490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.177719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4ad76e62-7533-4576-b727-5c724ccf1c7a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.9046147 Dec 23 15:30:26.183668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48488) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.197433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Deleting port b791d779-64d4-4cc6-a2df-c29260d859a3 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:26.197784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.199949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2200d67d-e6de-42c9-970e-1ea0b27d9bb2 None None] Network 03a7a235-76af-4d7f-b029-d86b94dab299 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:26.228472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:26.274510 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:26.277472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a7a235-76af-4d7f-b029-d86b94dab299']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:26.301675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.304012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.305244 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-014a6d02-ae4b-44ab-9b09-39bdc696a38f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/floatingips/4786794b-607e-4cd3-8e4f-1df2994f17b6 HTTP/1.1" status: 204 len: 168 time: 1.9854918 Dec 23 15:30:26.310696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] Sync routers for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:26.312200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48494) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.317031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'a179ebf5-1644-4397-97da-b164084496e9'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:26.329629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:26.337339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c8718f-64c2-42e5-9bbb-87295abf8e58') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:26.337585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c8718f-64c2-42e5-9bbb-87295abf8e58') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:26.345468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9490ca12-aff7-4a1a-812c-44cdb01b5d03 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:router {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:26.418320 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ddbb8d87-04c3-47dc-b1d3-ed0b30b29cf7 admin admin] 10.222.0.58 "PUT /v2.0/routers/f47926d0-084c-4d2c-94b7-1f66c2bf52d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9449890 Dec 23 15:30:26.423818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48498) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.432947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.437293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:26.513237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9490ca12-aff7-4a1a-812c-44cdb01b5d03 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:router {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:26.514472 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9490ca12-aff7-4a1a-812c-44cdb01b5d03 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2881510 Dec 23 15:30:26.524047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48502) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.539964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2cfe435a-1a38-41a8-96a4-8da55ebe1a5b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-947624835'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:26.666213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.749046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] Set router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:26.794358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.804907 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-81a3bcd3-a824-4e5f-a498-04038dbf707c tempest-TestNetworkAdvancedServerOps-527743159 tempest-TestNetworkAdvancedServerOps-527743159-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=731383756c84402bae7f697a5d7ffc33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6174111 Dec 23 15:30:26.812858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:26.813272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.820469 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:23Z', 'revision_number': 3, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:26.820762 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Checking router: b5168a16-44ab-401e-81cc-c86b4967f3fd for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:30:26.821090 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Updating router b5168a16-44ab-401e-81cc-c86b4967f3fd port bcb5ca93-0d55-45db-9589-90de005d2479 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:30:26.830164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48506) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:26.830858 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:26.882800 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:26.927252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:26.928838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:26.950084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.101808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Deleting port 4ec9768d-7866-4596-a3a4-ad47ebf39d93 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:27.102386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.138927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.163910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff914e2d-5075-4fbe-9436-c8bcc15c5aa3 req-8a8c9d36-2495-4276-b3ee-19913e495c89 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:27.165442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff914e2d-5075-4fbe-9436-c8bcc15c5aa3 req-8a8c9d36-2495-4276-b3ee-19913e495c89 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.8710966 Dec 23 15:30:27.256440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79543c3-cd7a-4ae2-92e1-6aa4d1f8b38c None None] DHCP port deletion for 03a7a235-76af-4d7f-b029-d86b94dab299 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:27.299403 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.303181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Calling delete_port for b791d779-64d4-4cc6-a2df-c29260d859a3 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:27.323207 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Transition to ACTIVE for port object bcb5ca93-0d55-45db-9589-90de005d2479 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:27.336209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.338039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] For port 4ec9768d-7866-4596-a3a4-ad47ebf39d93, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ec9768d-7866-4596-a3a4-ad47ebf39d93,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:27.338039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.385244 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.395616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.404169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:27.434463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=03a7a235-76af-4d7f-b029-d86b94dab299,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:27.442918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67b5739-a56b-4502-b10a-a17c59594520 tempest-TestNetworkAdvancedServerOps-527743159 tempest-TestNetworkAdvancedServerOps-527743159-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:27.446487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c67b5739-a56b-4502-b10a-a17c59594520 tempest-TestNetworkAdvancedServerOps-527743159 tempest-TestNetworkAdvancedServerOps-527743159-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6116107 Dec 23 15:30:27.453667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48510) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.475423 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Pushing event updated for resources: {'Port': ['ID=bcb5ca93-0d55-45db-9589-90de005d2479,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:27.485776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Calling delete_port for 4ec9768d-7866-4596-a3a4-ad47ebf39d93 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:27.514309 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.516709 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.516709 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.516709 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.516709 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.518103 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.518679 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.519662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.520570 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.521142 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.521686 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:27.535453 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Attempting to bind port bcb5ca93-0d55-45db-9589-90de005d2479 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:27.536209 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Attempting to bind port bcb5ca93-0d55-45db-9589-90de005d2479 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:27.540021 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Attempting to bind port bcb5ca93-0d55-45db-9589-90de005d2479 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:27.551564 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:27.552795 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:27.553445 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.554038 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:27.554908 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Bound port: bcb5ca93-0d55-45db-9589-90de005d2479, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:27.555700 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.583084 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3dbcb990-24cb-44c5-8cf8-2cf100d96afa tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/03a7a235-76af-4d7f-b029-d86b94dab299 HTTP/1.1" status: 204 len: 168 time: 4.3616526 Dec 23 15:30:27.583084 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dff2f5eb-9cd1-4f34-a205-b355a1a059cd tempest-TestNetworkAdvancedServerOps-527743159 tempest-TestNetworkAdvancedServerOps-527743159-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198831 Dec 23 15:30:27.584322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.595892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48514) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.596253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48516) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.606583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870850123', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'project_id': '731383756c84402bae7f697a5d7ffc33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:27.665849 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] For port bcb5ca93-0d55-45db-9589-90de005d2479, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:27.699105 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff914e2d-5075-4fbe-9436-c8bcc15c5aa3 req-616aa992-3757-47f1-be0c-52135f2b92ef tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074731 Dec 23 15:30:27.731418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.26.6.156 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/2b64ce5a-36bb-4871-8b46-0484ec93f06d) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:27.756785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd41ee15-2800-4305-85a8-9744decb30a4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:27.757690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd41ee15-2800-4305-85a8-9744decb30a4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:27.764267 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] For port bcb5ca93-0d55-45db-9589-90de005d2479, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bcb5ca93-0d55-45db-9589-90de005d2479,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:27.789305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.797948 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dd41ee15-2800-4305-85a8-9744decb30a4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/86466cbc-107f-4970-91c4-c749918fb560 HTTP/1.1" status: 404 len: 337 time: 0.1979046 Dec 23 15:30:27.810463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:30:19Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:27.820417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-94af85c1-7311-43a9-9ab1-f376ef493973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.828284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c593b3-c38a-465b-a6a9-f5efc571100b None None] The sync data for ids ['223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3'] in dv-neutron-822796-1-hyperv is: [{'id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'name': 'tempest-ServersTestManualDisk-1731284771-router', 'tenant_id': 'ac07ed00404b4be19c1bef1e73f51972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208'}], 'enable_snat': True}, 'gw_port_id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:30:19Z', 'revision_number': 5, 'project_id': 'ac07ed00404b4be19c1bef1e73f51972', 'gw_port': {'id': '4ec9768d-7866-4596-a3a4-ad47ebf39d93', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:27.837571 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:27.851141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48522) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.908711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:30:20Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:27.912946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] Checking router: f47926d0-084c-4d2c-94b7-1f66c2bf52d6 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:30:27.927984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] Routers {'f47926d0-084c-4d2c-94b7-1f66c2bf52d6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:27.928774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:27.942292 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432091a-643c-4403-bfe6-3d0e34d1a962 None None] Pushing event updated for resources: {'Port': ['ID=bcb5ca93-0d55-45db-9589-90de005d2479,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:27.945749 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:27.946496 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:27.954379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Port': ['ID=b791d779-64d4-4cc6-a2df-c29260d859a3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:27.963091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-001b14b0-e665-48fe-bbfd-adccb6bfc3a6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:27.964683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001b14b0-e665-48fe-bbfd-adccb6bfc3a6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:27.967931 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-001b14b0-e665-48fe-bbfd-adccb6bfc3a6 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/03a7a235-76af-4d7f-b029-d86b94dab299 HTTP/1.1" status: 404 len: 339 time: 0.1084278 Dec 23 15:30:27.978491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48526) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:27.985598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:27.989664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:subnet and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:27.994379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:28.002362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:28.005888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:28.016482 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8bbbf1ed-e5c8-43be-b829-96bdd12ccd8f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/ports/b791d779-64d4-4cc6-a2df-c29260d859a3 HTTP/1.1" status: 204 len: 168 time: 2.0963144 Dec 23 15:30:28.023047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48530) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:28.027531 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd214b8b-f883-4f6c-a0ef-e6cbed3e169c tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:28.027966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd214b8b-f883-4f6c-a0ef-e6cbed3e169c tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:28.034780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:28.062568 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fd214b8b-f883-4f6c-a0ef-e6cbed3e169c tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/783bc631-45ba-4381-82d5-bb5ffb2e438f HTTP/1.1" status: 404 len: 337 time: 0.0830469 Dec 23 15:30:28.069909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48532) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:28.105157 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15ac4b4-1554-44c8-959e-9da98e026911 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:28.106629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15ac4b4-1554-44c8-959e-9da98e026911 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:28.110080 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e15ac4b4-1554-44c8-959e-9da98e026911 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/0ab3e830-a3f9-4adc-be27-2687f0d99e02 HTTP/1.1" status: 404 len: 339 time: 0.0383852 Dec 23 15:30:28.114326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48538) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:28.136796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] Set router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:28.166076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Made reservation on behalf of 731383756c84402bae7f697a5d7ffc33 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:28.173952 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:28.337113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Deleting port d4fd4128-91f7-4c6c-b391-9c69764c3c0f {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:28.338227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:28.510711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffe62450-1f60-4817-bde0-df03cba2d7c1 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:28.549648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:28.578878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: ffe62450-1f60-4817-bde0-df03cba2d7c1 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:28.579648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffe62450-1f60-4817-bde0-df03cba2d7c1 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:28.580291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:28.580494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:28.631080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:28.637010 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:23Z', 'revision_number': 3, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:28.642254 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be954fd9-66aa-40c7-b693-cd2e80d5514d None None] The sync data for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:23Z', 'revision_number': 3, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:28.670220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:28.670678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d52f26e6-2e6d-48c4-8ccb-3b01fbfcc94c not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:28.717630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:30:20Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:28.722254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cbf24f-8a4b-4668-ba57-25fabc832600 None None] The sync data for ids ['f47926d0-084c-4d2c-94b7-1f66c2bf52d6'] in dv-neutron-822796-1-hyperv is: [{'id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'name': 'tempest-ServersTestJSON-791255077-router', 'tenant_id': '049659f0fd1f483b8952486ebd6eb5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161'}], 'enable_snat': True}, 'gw_port_id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:30:20Z', 'revision_number': 5, 'project_id': '049659f0fd1f483b8952486ebd6eb5df', 'gw_port': {'id': '5cfb6bf4-4de6-4faf-8540-32b688b798d0', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f47926d0-084c-4d2c-94b7-1f66c2bf52d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:28.760712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:28.997244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.008617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.040248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.081037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.088662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec9768d-7866-4596-a3a4-ad47ebf39d93,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:29.175292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.180233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a04bd7-d445-400e-b1e7-f3a55c652afa']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:29.236962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2cfe435a-1a38-41a8-96a4-8da55ebe1a5b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.285525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c81a22-3d5e-478a-b2e2-fa703576d75f') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:29.285820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c81a22-3d5e-478a-b2e2-fa703576d75f') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:29.287411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Calling delete_port for d4fd4128-91f7-4c6c-b391-9c69764c3c0f owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:29.325558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.360059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:29.367145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=2b64ce5a-36bb-4871-8b46-0484ec93f06d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:29.369921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.375276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:29.385267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:29.417805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2cfe435a-1a38-41a8-96a4-8da55ebe1a5b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.422004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:29.422405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:29.441375 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:29.474916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052b228-8b2a-41e5-94d8-8c397f0115d1 req-b3b77053-d29a-4e91-b81f-1b17f50feeaa tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:29.474916 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b052b228-8b2a-41e5-94d8-8c397f0115d1 req-b3b77053-d29a-4e91-b81f-1b17f50feeaa tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5619118 Dec 23 15:30:29.560399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.632658 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b052b228-8b2a-41e5-94d8-8c397f0115d1 req-2997b4c5-0999-472b-9022-2570918e9484 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496041 Dec 23 15:30:29.636458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.647488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Port': ['ID=d4fd4128-91f7-4c6c-b391-9c69764c3c0f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:29.661952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.666298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.668719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.735248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Deleting port 5cfb6bf4-4de6-4faf-8540-32b688b798d0 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:29.738708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:29.800054 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-32c53075-a82a-48df-9f17-f8659ff47b1b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/ports/d4fd4128-91f7-4c6c-b391-9c69764c3c0f HTTP/1.1" status: 204 len: 168 time: 1.7048287 Dec 23 15:30:29.808511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48546) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:29.913052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Subnet': ['ID=87cad53c-41e6-4c7c-a6b5-6af5719a2339,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:29.933032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a44ba388-b39b-470c-ba73-73638bd99051 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Synchronizing usage tracker for tenant:99d5b32c82b44af585b242ed5755b4df on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:30.008949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Checking segment: {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:30.009305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Network hostable DHCP agents. Network: 3f947bc9-010b-4ccf-b505-700d52541a9b, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:30.088305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a44ba388-b39b-470c-ba73-73638bd99051 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Unset dirty status for tenant:99d5b32c82b44af585b242ed5755b4df on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:30.095483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a44ba388-b39b-470c-ba73-73638bd99051 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2760520 Dec 23 15:30:30.095886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48550) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.103892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] For port 5cfb6bf4-4de6-4faf-8540-32b688b798d0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5cfb6bf4-4de6-4faf-8540-32b688b798d0,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:30.104278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.116964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2044103359'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:30.130211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ffa4e-a9fc-4eec-897b-f3c446d957ff req-07358784-79c2-4e51-9375-7f77c0161e8f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:30.131691 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-985ffa4e-a9fc-4eec-897b-f3c446d957ff req-07358784-79c2-4e51-9375-7f77c0161e8f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3240607 Dec 23 15:30:30.135541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:30.244710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Usage tracker for resource:network and tenant:99d5b32c82b44af585b242ed5755b4df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:30.250430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.253824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Calling delete_port for 5cfb6bf4-4de6-4faf-8540-32b688b798d0 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:30.259710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.291255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Network 3f947bc9-010b-4ccf-b505-700d52541a9b is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:30.293680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:30.294146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.304645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.312956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=77a04bd7-d445-400e-b1e7-f3a55c652afa,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:30.315650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:30.334543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.339243 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-65988287-d927-429a-a6ca-2499aecb4bd4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/77a04bd7-d445-400e-b1e7-f3a55c652afa HTTP/1.1" status: 204 len: 168 time: 2.2239544 Dec 23 15:30:30.343345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48554) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.442961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 3f947bc9-010b-4ccf-b505-700d52541a9b) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:30.452035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032f58d-c60f-4566-8ef9-e95d9222ce73 None None] Network 3f947bc9-010b-4ccf-b505-700d52541a9b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:30.459477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:30.459719 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-337c0c3f-b111-45d2-bf44-593f076ad32e tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:30.459922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337c0c3f-b111-45d2-bf44-593f076ad32e tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:30.460071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.468205 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-337c0c3f-b111-45d2-bf44-593f076ad32e tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/200871db-4d8f-4526-82fb-38a62a7dd467 HTTP/1.1" status: 404 len: 337 time: 0.1173992 Dec 23 15:30:30.470874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48558) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.518421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-985ffa4e-a9fc-4eec-897b-f3c446d957ff req-77c33713-e42d-4ccc-9224-9ac41a143da8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327155 Dec 23 15:30:30.557199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Made reservation on behalf of 99d5b32c82b44af585b242ed5755b4df for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:30.560819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.602923 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae7cdd4-2b3f-4822-b342-b3865ef10586 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:30.603360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae7cdd4-2b3f-4822-b342-b3865ef10586 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:30.615343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a7d3c5af-6582-4430-a19e-13be3fd508d5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0155132 Dec 23 15:30:30.619784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48564) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.688730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bcb5ca93-0d55-45db-9589-90de005d2479 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:30.723354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.724090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:30:30.739334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.740685 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fc990a31-3816-4acd-9b3f-afde9d0cdbd9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/223281ad-7b8e-4ee9-9ac0-f4b0ad2ea2d3 HTTP/1.1" status: 204 len: 168 time: 6.3070526 Dec 23 15:30:30.743464 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2ae7cdd4-2b3f-4822-b342-b3865ef10586 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/6d3bb343-1720-42ea-9a10-bcfdf65f4f2e HTTP/1.1" status: 404 len: 339 time: 0.2699220 Dec 23 15:30:30.745624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48568) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.746109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48570) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.797959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:30.830046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.830893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Added segment bfb6eab9-8c9e-452a-938c-86d5d6a749b0 of type vlan for network 2e2f2d80-6650-433f-9672-424cc77773bb Dec 23 15:30:30.857755 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-91da8572-9a09-4c71-acb1-17094cea20a4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:30.858210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91da8572-9a09-4c71-acb1-17094cea20a4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:30.859831 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-91da8572-9a09-4c71-acb1-17094cea20a4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/ce10223f-abdf-4f49-9834-8d222a27183c HTTP/1.1" status: 404 len: 337 time: 0.1010437 Dec 23 15:30:30.866861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48576) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.867037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-3f947bc9-010b-4ccf-b505-700d52541a9b', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:30.867740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.897254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.923414 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-5096b745-dea0-461c-8948-0bcacaedb5f5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:30.923847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5096b745-dea0-461c-8948-0bcacaedb5f5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:30.925567 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5096b745-dea0-461c-8948-0bcacaedb5f5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/64192784-1ca4-488c-8974-1989a2be56b1 HTTP/1.1" status: 404 len: 339 time: 0.0556791 Dec 23 15:30:30.929691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48580) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:30.935540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] Deleting subnet 5d2938c9-b524-41cc-a6a6-12b3fad60ebc {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:30:30.935925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port bcb5ca93-0d55-45db-9589-90de005d2479 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:30.952095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port bcb5ca93-0d55-45db-9589-90de005d2479 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:30.956188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.980712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:30.993747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.047196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd579084-2318-4775-ab1a-b4a033838dbe req-883e0ef2-76c1-42de-9169-b892249cc926 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:31.053738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fd579084-2318-4775-ab1a-b4a033838dbe req-883e0ef2-76c1-42de-9169-b892249cc926 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.2913926 Dec 23 15:30:31.060651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.060895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfb6bf4-4de6-4faf-8540-32b688b798d0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:31.106924 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecab3a8-3543-4c83-9ccd-5bf834f398c7 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:31.107690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecab3a8-3543-4c83-9ccd-5bf834f398c7 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:31.129237 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1ecab3a8-3543-4c83-9ccd-5bf834f398c7 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/8d263674-7990-4644-9149-f7f9cd42a979 HTTP/1.1" status: 404 len: 337 time: 0.1975684 Dec 23 15:30:31.139075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48584) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.151509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Allocated IP 172.20.0.2 (3f947bc9-010b-4ccf-b505-700d52541a9b/87cad53c-41e6-4c7c-a6b5-6af5719a2339/a4f528f2-2d2a-462d-9607-62e74166c81e) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:31.192598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.194327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.196955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:31.197103 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-35953734-e894-4b48-b18d-215a1151d8e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:31.197383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35953734-e894-4b48-b18d-215a1151d8e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:31.197556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.201668 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-35953734-e894-4b48-b18d-215a1151d8e4 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/c56a794a-95a5-43aa-95bb-1fd9b16d0141 HTTP/1.1" status: 404 len: 339 time: 0.0572259 Dec 23 15:30:31.209038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48588) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.244977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfe435a-1a38-41a8-96a4-8da55ebe1a5b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 17bde549-9c40-46f1-aa28-8d0ff422fbba has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:31.260514 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8214ba7-56f8-4f3c-a767-3d68291be7e5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:31.260514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8214ba7-56f8-4f3c-a767-3d68291be7e5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:31.265353 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e8214ba7-56f8-4f3c-a767-3d68291be7e5 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/bf21e848-c7ed-49e6-8e43-3f7e05138b07 HTTP/1.1" status: 404 len: 337 time: 0.0507495 Dec 23 15:30:31.271633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48592) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.300255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port bcb5ca93-0d55-45db-9589-90de005d2479, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bcb5ca93-0d55-45db-9589-90de005d2479,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:31.305093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.344014 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-35753e51-6b53-4e99-aa61-c4548e85c9d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:31.344323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35753e51-6b53-4e99-aa61-c4548e85c9d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:31.348441 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-35753e51-6b53-4e99-aa61-c4548e85c9d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/1e7c1379-a757-42cd-84de-69e8bfdef4d3 HTTP/1.1" status: 404 len: 339 time: 0.0735300 Dec 23 15:30:31.354252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48596) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.358133 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fd579084-2318-4775-ab1a-b4a033838dbe req-66ab639d-31b1-4a3f-9d13-39071df5ab70 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982476 Dec 23 15:30:31.429679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.434719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Network': ['ID=2e2f2d80-6650-433f-9672-424cc77773bb,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:31.442391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Transition to ACTIVE for port object a4f528f2-2d2a-462d-9607-62e74166c81e will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:31.467820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Transition to ACTIVE for port object a4f528f2-2d2a-462d-9607-62e74166c81e will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:31.469665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 2e2f2d80-6650-433f-9672-424cc77773bb details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:31.483862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.523597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:31.527378 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a802d187-8b1f-4240-8039-5f248601f3d7 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4273441 Dec 23 15:30:31.531862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48602) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.543807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-103947027'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:31.554619 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e223f6-b08c-4de2-a8da-8c29060e163a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:31.555299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e223f6-b08c-4de2-a8da-8c29060e163a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:31.559311 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-35e223f6-b08c-4de2-a8da-8c29060e163a tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/80aea179-50d9-48bb-99ef-f0a93db5c297 HTTP/1.1" status: 404 len: 337 time: 0.2024708 Dec 23 15:30:31.579541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.609722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48606) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.618459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.626588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:31.626895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 55d6fbbb-f9ec-4b3c-a7a5-9abde5d66ade not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:31.634133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:31.661200 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58f11d4-aba2-4ed3-a411-8a6dde72d577 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:31.662061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58f11d4-aba2-4ed3-a411-8a6dde72d577 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:31.664471 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e58f11d4-aba2-4ed3-a411-8a6dde72d577 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/6ce3fcdf-09cd-4d5c-bb1f-0157c03e0469 HTTP/1.1" status: 404 len: 339 time: 0.0471470 Dec 23 15:30:31.673004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48610) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.678154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=bcb5ca93-0d55-45db-9589-90de005d2479,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:31.689022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Network 3f947bc9-010b-4ccf-b505-700d52541a9b is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:31.692025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:31.694455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.694794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.695496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.695836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.696180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.696507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.696832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.697154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.697469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.697784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.698136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:30:31.702244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:31.718412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Usage tracker for resource:network and tenant:99d5b32c82b44af585b242ed5755b4df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:31.730393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:31.739397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:31.763266 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3d80cd-708d-4f30-8cb3-8a76c69202fe tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:31.763726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3d80cd-708d-4f30-8cb3-8a76c69202fe tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:31.778289 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f3d80cd-708d-4f30-8cb3-8a76c69202fe tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/00706f9e-920b-4ffb-b57e-2cc06c87f217 HTTP/1.1" status: 404 len: 337 time: 0.0952151 Dec 23 15:30:31.780539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48614) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:31.804191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:31.836945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Pushing event updated for resources: {'Port': ['ID=a4f528f2-2d2a-462d-9607-62e74166c81e,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:32.011325 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9f39de-15c2-4e1c-af18-9769962b3c94 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:32.012304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9f39de-15c2-4e1c-af18-9769962b3c94 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:32.014026 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ec9f39de-15c2-4e1c-af18-9769962b3c94 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/5a03f00f-2c3d-469d-901a-8d2e5f2dea57 HTTP/1.1" status: 404 len: 339 time: 0.2316110 Dec 23 15:30:32.015144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.031231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48618) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.080621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Made reservation on behalf of 99d5b32c82b44af585b242ed5755b4df for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:32.083511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.109254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.112620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2938c9-b524-41cc-a6a6-12b3fad60ebc,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:32.126360 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-be78c488-5a59-45dd-a760-8baacfcca63f tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:32.126797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be78c488-5a59-45dd-a760-8baacfcca63f tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:32.128439 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-be78c488-5a59-45dd-a760-8baacfcca63f tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/bec6bace-6033-44b4-a5d4-1ba8048823a4 HTTP/1.1" status: 404 len: 337 time: 0.0685115 Dec 23 15:30:32.130165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.134827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48622) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.136222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.168160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Attempting to bind port a4f528f2-2d2a-462d-9607-62e74166c81e on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:32.168540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Attempting to bind port a4f528f2-2d2a-462d-9607-62e74166c81e by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:32.168969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Attempting to bind port a4f528f2-2d2a-462d-9607-62e74166c81e on network 3f947bc9-010b-4ccf-b505-700d52541a9b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:32.169995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.171824 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-33417774-b6bc-4850-9e78-19e324cacfee admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5d2938c9-b524-41cc-a6a6-12b3fad60ebc HTTP/1.1" status: 204 len: 168 time: 1.4145770 Dec 23 15:30:32.175134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:32.175849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758eee4-36a9-43ca-bd28-a06435658f69 None None] Network 90b238bc-0035-41c7-a7fe-45710485b9c2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:32.177848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48626) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.187415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b02973-25e1-4c29-9f54-fe1c9effda64 req-1cbb454f-e571-4bd2-b201-fef19b0b092c tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:32.189474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28b02973-25e1-4c29-9f54-fe1c9effda64 req-1cbb454f-e571-4bd2-b201-fef19b0b092c tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.6521943 Dec 23 15:30:32.216108 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b83e39-84bc-4084-8e35-e483aa358797 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:32.216549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b83e39-84bc-4084-8e35-e483aa358797 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:32.256885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:32.257257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Checking segment: {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:32.257659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.258066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Bound using segment: {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:32.258527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Bound port: a4f528f2-2d2a-462d-9607-62e74166c81e, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:32.258894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.301971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfe435a-1a38-41a8-96a4-8da55ebe1a5b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:32.302462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.302462 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Added segment 1bdb72e8-512b-4871-99fa-909a010ef375 of type vlan for network d4f16b90-ae50-4f96-ba10-dca783e0caab Dec 23 15:30:32.315338 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] Sync routers for ids ['17bde549-9c40-46f1-aa28-8d0ff422fbba'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:32.316371 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f1b83e39-84bc-4084-8e35-e483aa358797 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/3277b41c-92ba-4527-a5ce-e796be4f0e23 HTTP/1.1" status: 404 len: 339 time: 0.1777279 Dec 23 15:30:32.326386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2cfe435a-1a38-41a8-96a4-8da55ebe1a5b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.329380 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2cfe435a-1a38-41a8-96a4-8da55ebe1a5b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/17bde549-9c40-46f1-aa28-8d0ff422fbba HTTP/1.1" status: 200 len: 887 time: 5.8026819 Dec 23 15:30:32.337165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48630) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.337493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48632) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.348602 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] Routers {'17bde549-9c40-46f1-aa28-8d0ff422fbba'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:32.349568 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['17bde549-9c40-46f1-aa28-8d0ff422fbba'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:32.430976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.432799 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:32.447106 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] Routers {'17bde549-9c40-46f1-aa28-8d0ff422fbba'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:32.447705 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['17bde549-9c40-46f1-aa28-8d0ff422fbba'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:32.458473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] For port a4f528f2-2d2a-462d-9607-62e74166c81e, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:32.462563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] For port a4f528f2-2d2a-462d-9607-62e74166c81e, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a4f528f2-2d2a-462d-9607-62e74166c81e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:32.517824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.540046 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:32.540406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.540532 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e21e2-1c84-46c4-be93-23f6c6358a53 None None] The sync data for ids ['17bde549-9c40-46f1-aa28-8d0ff422fbba'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:32.556571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.557238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f47926d0-084c-4d2c-94b7-1f66c2bf52d6 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:30:32.580152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c533b61-91ec-4121-a48c-5f4ac18142a0 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:32.585127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c533b61-91ec-4121-a48c-5f4ac18142a0 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:32.608355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.618828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.638778 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c533b61-91ec-4121-a48c-5f4ac18142a0 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/08451d3c-4074-440d-8a1e-6c2a67221622 HTTP/1.1" status: 404 len: 337 time: 0.2996001 Dec 23 15:30:32.640985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.645328 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-997a921f-1d8c-4622-932b-5f76824ff7f3 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f47926d0-084c-4d2c-94b7-1f66c2bf52d6 HTTP/1.1" status: 204 len: 168 time: 6.1820390 Dec 23 15:30:32.653082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48638) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.653735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48640) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.682635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=2b64ce5a-36bb-4871-8b46-0484ec93f06d,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:32.696676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] DHCP port deletion for 90b238bc-0035-41c7-a7fe-45710485b9c2 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:32.704638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] Deleting port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:32.705001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.760041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.772481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382cfc3-e4c3-45a4-adb7-9650a90494ec None None] Pushing event updated for resources: {'Port': ['ID=a4f528f2-2d2a-462d-9607-62e74166c81e,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:32.821360 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28b02973-25e1-4c29-9f54-fe1c9effda64 req-da633a0d-e2d7-4d39-b9c6-3be3cfcab91f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6079674 Dec 23 15:30:32.822993 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58b87a0-f181-4264-a1d0-0ea275c4f7ab tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:32.823613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58b87a0-f181-4264-a1d0-0ea275c4f7ab tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:32.825747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e58b87a0-f181-4264-a1d0-0ea275c4f7ab tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/468ff35d-19be-458a-b048-f1c145587829 HTTP/1.1" status: 404 len: 339 time: 0.1503808 Dec 23 15:30:32.843138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48646) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:32.883416 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:30:32.907537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:30:32.922701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Deleting port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:32.923377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:32.930284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bcb5ca93-0d55-45db-9589-90de005d2479 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:33.120436 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 2a3aed44-5c98-43eb-97f9-1349ad5fcade associated. External IP: 172.26.6.156, port: a179ebf5-1644-4397-97da-b164084496e9. Dec 23 15:30:33.141698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] For port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:33.142173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.207792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.212447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:33.213208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.263698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] Deleting subnet 6443c17c-037a-4bac-a707-9b6ca8ce6a2d {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:30:33.272225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] Calling delete_port for 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:33.308397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port bcb5ca93-0d55-45db-9589-90de005d2479 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:33.309365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.353167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.463628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.552057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ec9768d-7866-4596-a3a4-ad47ebf39d93 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:33.598506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] Pushing event deleted for resources: {'Port': ['ID=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:33.608834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4ec9768d-7866-4596-a3a4-ad47ebf39d93 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:33.609167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ec9768d-7866-4596-a3a4-ad47ebf39d93 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:33.609566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:33.626253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0895677 Dec 23 15:30:33.645810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df05c5-0b50-48a1-967e-9a6c720ffd90 None None] No DVR routers for this DVR port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:33.647299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:33.648154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:33.654274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:33.659137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.802758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607b27b-26a2-4a7c-a65c-921f9e352d8c tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Network': ['ID=d4f16b90-ae50-4f96-ba10-dca783e0caab,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:33.830339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network d4f16b90-ae50-4f96-ba10-dca783e0caab details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:33.949385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] For port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ef91f32-1aa8-467c-85c7-afb1a78e34b2,segment=NetworkSegment(bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534),segment_id=bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:33.949893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:33.955980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:33.970778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:33.995126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:33.996083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:34.080087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:34.085614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b797ac-1195-4ea0-b290-20101e254ec8 None None] Network 3f947bc9-010b-4ccf-b505-700d52541a9b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:34.088909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.155406 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bbcfa9ed-1d31-4623-bde6-4e0fc8513a93 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8429098 Dec 23 15:30:34.157708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48652) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:34.163544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-227473196'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:34.170385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:34.175081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:network and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:34.178328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:34.186448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:34.203799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:34.204593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:34.282620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:34.283853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Calling delete_port for 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:34.286949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:34.287490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f438f4-fe41-4d4e-af95-1a7c03f7a156 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:34.296191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.347488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:34.370201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.370788 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Added segment ea738f64-68b2-4d0c-a5eb-2b60ca55cae3 of type vlan for network a81829f2-f67f-49fc-9706-81ea6e6fce03 Dec 23 15:30:34.382584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting subnet db7b75e5-65ea-4d83-bbab-a2ddc9457013 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:30:34.384620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.399107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.444540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cef96468-9932-4d09-affe-2220b7ed7b9c None None] Provisioning for port a4f528f2-2d2a-462d-9607-62e74166c81e completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:34.472657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.499447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.503062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:34.503726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.520115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.632687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:30:34.637958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:30:34.691107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a4f528f2-2d2a-462d-9607-62e74166c81e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:34.705894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c1748f73-823c-4362-81fa-914545154f0f tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/routers/17bde549-9c40-46f1-aa28-8d0ff422fbba HTTP/1.1" status: 200 len: 887 time: 2.3645437 Dec 23 15:30:34.724182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48656) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:34.796700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d722974-eb58-45be-acff-6d00342db2d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:34.829834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.894536 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7357984 Dec 23 15:30:34.897519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48660) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:34.906853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'subnet': {'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:34.924930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bad72-704f-46dd-af66-68f063711db5 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Network': ['ID=a81829f2-f67f-49fc-9706-81ea6e6fce03,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:34.929058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:34.936644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:34.961037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d722974-eb58-45be-acff-6d00342db2d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:34.962325 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0d722974-eb58-45be-acff-6d00342db2d0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=17bde549-9c40-46f1-aa28-8d0ff422fbba HTTP/1.1" status: 200 len: 205 time: 0.2352397 Dec 23 15:30:34.965838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48664) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:35.070074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6443c17c-037a-4bac-a707-9b6ca8ce6a2d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:35.121189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a4f528f2-2d2a-462d-9607-62e74166c81e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:35.129140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.135711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a4f528f2-2d2a-462d-9607-62e74166c81e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:35.136143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.137881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Deleting port 4ef91f32-1aa8-467c-85c7-afb1a78e34b2 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:35.138391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.165613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4d6a3-4f2d-4daa-9f8f-fea7fa4321e6 None None] Network 1312a373-bc9d-493d-b042-5e94601d631b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:35.188249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-78c8d5e1-fed0-4866-ba2c-77e8458a86d7 None None] Provisioning complete for port a4f528f2-2d2a-462d-9607-62e74166c81e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:35.188755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78c8d5e1-fed0-4866-ba2c-77e8458a86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.200427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.223029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.286589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:35.319555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] The port '4ef91f32-1aa8-467c-85c7-afb1a78e34b2' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:30:35.324021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Subnet': ['ID=db7b75e5-65ea-4d83-bbab-a2ddc9457013,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:35.341945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:35.386937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.389783 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-533e90fc-b68c-4eb1-8d9d-5c95764583d1 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/subnets/db7b75e5-65ea-4d83-bbab-a2ddc9457013 HTTP/1.1" status: 204 len: 168 time: 2.5359895 Dec 23 15:30:35.417425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b47aa52-aa4b-4b31-9874-81f6852c941c None None] Network eec23eae-2d10-44ae-a95a-a86bf9fe1c69 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:35.429923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48668) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:35.442701 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dd734c94-b6eb-4bf9-afba-3679c9e1d3a9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6443c17c-037a-4bac-a707-9b6ca8ce6a2d HTTP/1.1" status: 204 len: 168 time: 2.7589777 Dec 23 15:30:35.469547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48672) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:35.526415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.553356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.578089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b238bc-0035-41c7-a7fe-45710485b9c2']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:35.596724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:35.597355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfa2ca8-6ecc-4cda-9ea4-c9c31ac25534') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:35.670081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:35.697469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.773662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78c8d5e1-fed0-4866-ba2c-77e8458a86d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.797510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.800248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.854354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a4f528f2-2d2a-462d-9607-62e74166c81e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a4f528f2-2d2a-462d-9607-62e74166c81e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:35.927273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.962909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.992996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:35.999685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cfb6bf4-4de6-4faf-8540-32b688b798d0 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:36.027890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] DHCP port deletion for 1312a373-bc9d-493d-b042-5e94601d631b request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:36.032799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:36.033197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.049499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Deleting port f588d529-faa1-445e-8d64-27b59616f837 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:36.049752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.068625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] DHCP port deletion for eec23eae-2d10-44ae-a95a-a86bf9fe1c69 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:36.092010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 5cfb6bf4-4de6-4faf-8540-32b688b798d0 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:36.092539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5cfb6bf4-4de6-4faf-8540-32b688b798d0 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:36.103507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] Deleting port f588d529-faa1-445e-8d64-27b59616f837 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:36.103987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.129894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port 4456e216-a685-426b-964a-fcfd1ed83f4f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:36.130224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.163672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] Deleting port 4456e216-a685-426b-964a-fcfd1ed83f4f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:36.163672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:36.166836 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:36.172065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.285414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-78c8d5e1-fed0-4866-ba2c-77e8458a86d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:30:36.285920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-78c8d5e1-fed0-4866-ba2c-77e8458a86d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:30:36.286598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a4f528f2-2d2a-462d-9607-62e74166c81e,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:36.331005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 9a4c7bf6-eff6-41ac-abe7-e7ce25cfa4f2 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:36.331257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.501108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] For port f588d529-faa1-445e-8d64-27b59616f837, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f588d529-faa1-445e-8d64-27b59616f837,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:36.501628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.515714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] For port f588d529-faa1-445e-8d64-27b59616f837, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f588d529-faa1-445e-8d64-27b59616f837,segment=NetworkSegment(0527cb89-1e29-40e7-9ec7-045ce37417aa),segment_id=0527cb89-1e29-40e7-9ec7-045ce37417aa)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:36.516283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.571931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Allocated IP 172.20.0.1 (3f947bc9-010b-4ccf-b505-700d52541a9b/87cad53c-41e6-4c7c-a6b5-6af5719a2339/61ae49d6-c822-4155-8bbb-2e925470ffae) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:36.687544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a4f528f2-2d2a-462d-9607-62e74166c81e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:36.717631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] Calling delete_port for f588d529-faa1-445e-8d64-27b59616f837 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:36.778186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] For port 4456e216-a685-426b-964a-fcfd1ed83f4f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4456e216-a685-426b-964a-fcfd1ed83f4f,segment=NetworkSegment(35068d06-1ffe-4b95-a93d-2759d5587109),segment_id=35068d06-1ffe-4b95-a93d-2759d5587109)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:36.778873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.864702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Calling delete_port for f588d529-faa1-445e-8d64-27b59616f837 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:36.885158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.906730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Transition to ACTIVE for port object 61ae49d6-c822-4155-8bbb-2e925470ffae will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:36.923336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] For port 4456e216-a685-426b-964a-fcfd1ed83f4f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4456e216-a685-426b-964a-fcfd1ed83f4f,segment=NetworkSegment(35068d06-1ffe-4b95-a93d-2759d5587109),segment_id=35068d06-1ffe-4b95-a93d-2759d5587109)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:36.924110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.937459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.963026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48676) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:36.971412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:36.976282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'subnets': [{'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--223753495', 'ip_version': 6}, {'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:36.976804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'subnet': {'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--223753495', 'ip_version': 6}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:36.977640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Request body: {'subnet': {'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:37.005236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] Calling delete_port for 4456e216-a685-426b-964a-fcfd1ed83f4f owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:37.078506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.078730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Calling delete_port for 4456e216-a685-426b-964a-fcfd1ed83f4f owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:37.094215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b238bc-0035-41c7-a7fe-45710485b9c2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:37.097120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.132509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a4f528f2-2d2a-462d-9607-62e74166c81e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:37.132962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.147271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.193463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.225885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.250425 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-643d42af-c0ba-4af5-ab43-11d75fb159c7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/90b238bc-0035-41c7-a7fe-45710485b9c2 HTTP/1.1" status: 204 len: 168 time: 5.0670650 Dec 23 15:30:37.270903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.290450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for 9a4c7bf6-eff6-41ac-abe7-e7ce25cfa4f2 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:37.301130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] Pushing event deleted for resources: {'Port': ['ID=f588d529-faa1-445e-8d64-27b59616f837,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:37.345410 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:30:37.345743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:30:37.348246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Network 3f947bc9-010b-4ccf-b505-700d52541a9b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:37.360468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] Pushing event deleted for resources: {'Port': ['ID=4456e216-a685-426b-964a-fcfd1ed83f4f,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:37.362815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:30:37.362815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:30:37.369170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bdf0c-e40d-4a18-bc31-88bce98fe953 None None] No DVR routers for this DVR port f588d529-faa1-445e-8d64-27b59616f837 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:37.371955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:37.382145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114825e4-834c-4376-99d0-47477a57eb1b None None] No DVR routers for this DVR port 4456e216-a685-426b-964a-fcfd1ed83f4f on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:37.382862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Port': ['ID=61ae49d6-c822-4155-8bbb-2e925470ffae,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:37.393719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:37.458567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4456e216-a685-426b-964a-fcfd1ed83f4f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:37.516807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4456e216-a685-426b-964a-fcfd1ed83f4f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:37.517425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4456e216-a685-426b-964a-fcfd1ed83f4f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:37.518006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f588d529-faa1-445e-8d64-27b59616f837 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:37.620082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f588d529-faa1-445e-8d64-27b59616f837 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:37.620550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f588d529-faa1-445e-8d64-27b59616f837 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:37.655094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.670428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:37.678579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Usage tracker for resource:subnet and tenant:99d5b32c82b44af585b242ed5755b4df is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:37.688942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:37.706198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:37.714578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.760058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=9a4c7bf6-eff6-41ac-abe7-e7ce25cfa4f2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:37.845693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-34b22ca8-a00d-4e1d-8370-85bf4bb17a96 None None] Provisioning for port 61ae49d6-c822-4155-8bbb-2e925470ffae completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:37.846252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Made reservation on behalf of 99d5b32c82b44af585b242ed5755b4df for: {'subnet': 2} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:37.847599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Deleting port f588d529-faa1-445e-8d64-27b59616f837 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:37.847931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.851349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-34b22ca8-a00d-4e1d-8370-85bf4bb17a96 None None] Provisioning complete for port 61ae49d6-c822-4155-8bbb-2e925470ffae triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:37.851807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-34b22ca8-a00d-4e1d-8370-85bf4bb17a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.876799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Deleting port 4456e216-a685-426b-964a-fcfd1ed83f4f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:37.877013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.904581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-34b22ca8-a00d-4e1d-8370-85bf4bb17a96 None None] Port 61ae49d6-c822-4155-8bbb-2e925470ffae cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:37.941405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:37.942644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48682) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:38.008093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] The port 'f588d529-faa1-445e-8d64-27b59616f837' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:30:38.067670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] The port '4456e216-a685-426b-964a-fcfd1ed83f4f' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:30:38.124656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.154608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Subnet': ['ID=6a8e2f10-df00-475e-a52b-c08332efcf5c,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:38.285518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.348347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.348660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.364823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Checking segment: {'id': 'ea738f64-68b2-4d0c-a5eb-2b60ca55cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:38.365175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network hostable DHCP agents. Network: a81829f2-f67f-49fc-9706-81ea6e6fce03, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:38.617077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.632957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.650944 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d13c4960-4a92-452f-916d-1d165760fa0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac07ed00404b4be19c1bef1e73f51972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6455948 Dec 23 15:30:38.651170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48688) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:38.712147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:38.742677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1312a373-bc9d-493d-b042-5e94601d631b']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:38.750077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec23eae-2d10-44ae-a95a-a86bf9fe1c69']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:38.817773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0527cb89-1e29-40e7-9ec7-045ce37417aa') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:38.818114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0527cb89-1e29-40e7-9ec7-045ce37417aa') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:38.839261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35068d06-1ffe-4b95-a93d-2759d5587109') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:38.839553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35068d06-1ffe-4b95-a93d-2759d5587109') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:38.846869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.859555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.866367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.881351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.886371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-907a986d-35c7-46b3-9044-0ff2994102af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.887996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.890523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.900799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:38.901207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:38.915198 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:38.921644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:38.921644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:38.925544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, a81829f2-f67f-49fc-9706-81ea6e6fce03) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:38.933463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ea428-3b2a-4d28-ac3c-333ab7e6d794 None None] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:38.939998 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:38.954472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:38.955163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.067075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-907a986d-35c7-46b3-9044-0ff2994102af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.169823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-a81829f2-f67f-49fc-9706-81ea6e6fce03', 'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03', 'tenant_id': 'a6024df902a14b0b95bea5525e2f6221', 'fixed_ips': [{'subnet_id': '6a8e2f10-df00-475e-a52b-c08332efcf5c'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:39.170568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.171245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.180438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.181687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Fanout notify agent at l3_agent the message router_deleted on router 17bde549-9c40-46f1-aa28-8d0ff422fbba {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:30:39.259981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.260638 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1fdbe3c3-4df0-4fb0-8b5e-99967e390543 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3618977 Dec 23 15:30:39.264791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48692) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:39.265427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.275439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-600597230', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:39.281608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.285848 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] 10.222.0.58 "DELETE /v2.0/networks/1312a373-bc9d-493d-b042-5e94601d631b HTTP/1.1" status: 204 len: 168 time: 3.8099940 Dec 23 15:30:39.286476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:39.290931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.295338 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] 10.222.0.58 "DELETE /v2.0/networks/eec23eae-2d10-44ae-a95a-a86bf9fe1c69 HTTP/1.1" status: 204 len: 168 time: 3.8644242 Dec 23 15:30:39.296701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d44ed-939b-49ba-ba79-fb8091218ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=1312a373-bc9d-493d-b042-5e94601d631b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:39.301522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.305746 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6618889a-0141-4407-8b51-4415399b8d19 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/17bde549-9c40-46f1-aa28-8d0ff422fbba HTTP/1.1" status: 204 len: 168 time: 4.3353899 Dec 23 15:30:39.316111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48700) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:39.327764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:router and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:39.328067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5c7c9-ecf1-459a-83f6-6196ddc93495 tempest-NetworksTest-238116151 tempest-NetworksTest-238116151-project] Pushing event deleted for resources: {'Network': ['ID=eec23eae-2d10-44ae-a95a-a86bf9fe1c69,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:39.332208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.358061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-907a986d-35c7-46b3-9044-0ff2994102af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.363393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-394373568'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:39.363620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Allocated IP 172.20.0.2 (a81829f2-f67f-49fc-9706-81ea6e6fce03/6a8e2f10-df00-475e-a52b-c08332efcf5c/f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:39.367231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:39.472010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Port': ['ID=61ae49d6-c822-4155-8bbb-2e925470ffae,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:39.479707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:39.483868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:39.496406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:39.503951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a986d-35c7-46b3-9044-0ff2994102af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c0071-03c6-4406-ae47-5c40fac0d309,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:39.507348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:39.533011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:39.545549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.555533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-907a986d-35c7-46b3-9044-0ff2994102af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.559585 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-907a986d-35c7-46b3-9044-0ff2994102af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f38c0071-03c6-4406-ae47-5c40fac0d309 HTTP/1.1" status: 204 len: 168 time: 0.9075603 Dec 23 15:30:39.621294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.632113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Transition to ACTIVE for port object f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:39.638819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.653360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Transition to ACTIVE for port object f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:39.684766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:39.687196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.696367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.697276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.783794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.791734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Subnet': ['ID=bdb9019a-9a6d-4953-9ca6-1f5433a97049,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:39.807054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48706) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:39.824053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:39.838061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.851362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Network 3f947bc9-010b-4ccf-b505-700d52541a9b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:39.859353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:39.860229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:39.880416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:39.880648 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-27455383-d107-49d0-b918-daace1cad258 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=049659f0fd1f483b8952486ebd6eb5df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0663879 Dec 23 15:30:39.880648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48710) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:39.880818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:39.935222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:39.935542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 96f9eb8f-a2fb-4947-9a4e-a2aada653666 of type vlan for network 33d61fca-e650-434a-91da-83b769dbb5e3 Dec 23 15:30:39.970020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Checking segment: {'id': 'bfb6eab9-8c9e-452a-938c-86d5d6a749b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:39.970697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network hostable DHCP agents. Network: 2e2f2d80-6650-433f-9672-424cc77773bb, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:40.001044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Attempting to bind port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:40.001517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Attempting to bind port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'ea738f64-68b2-4d0c-a5eb-2b60ca55cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:40.001734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Attempting to bind port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 on network a81829f2-f67f-49fc-9706-81ea6e6fce03 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:40.003913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Pushing event updated for resources: {'Port': ['ID=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:40.016339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:40.016911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Checking segment: {'id': 'ea738f64-68b2-4d0c-a5eb-2b60ca55cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:40.017112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.017474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Bound using segment: {'id': 'ea738f64-68b2-4d0c-a5eb-2b60ca55cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:40.017930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Bound port: f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea738f64-68b2-4d0c-a5eb-2b60ca55cae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:40.018295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.057849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e9022e-77a2-4f14-8772-b902d63d3131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.082335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.115105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e9022e-77a2-4f14-8772-b902d63d3131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.147833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] For port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:40.150368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] For port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,segment=NetworkSegment(ea738f64-68b2-4d0c-a5eb-2b60ca55cae3),segment_id=ea738f64-68b2-4d0c-a5eb-2b60ca55cae3)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:40.153086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48716) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:40.252150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.317975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e9022e-77a2-4f14-8772-b902d63d3131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.338651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9022e-77a2-4f14-8772-b902d63d3131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643871c4-5e91-40b4-b403-447bacffca45,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:40.345659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e9022e-77a2-4f14-8772-b902d63d3131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.349162 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c0e9022e-77a2-4f14-8772-b902d63d3131 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/643871c4-5e91-40b4-b403-447bacffca45 HTTP/1.1" status: 204 len: 168 time: 0.4678633 Dec 23 15:30:40.378471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cc4d80c2-5163-4410-b308-567f140b0061 None None] Provisioning complete for port 61ae49d6-c822-4155-8bbb-2e925470ffae triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:40.378842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cc4d80c2-5163-4410-b308-567f140b0061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.434235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed29e6-2cd2-46cb-87e4-39580ba28e6d None None] Pushing event updated for resources: {'Port': ['ID=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:40.440182 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d80c2-5163-4410-b308-567f140b0061 None None] Port 61ae49d6-c822-4155-8bbb-2e925470ffae cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:40.487291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network 2e2f2d80-6650-433f-9672-424cc77773bb is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:40.577248 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-22595f73-2e12-4fe7-a34d-9d3ada114a11 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44909af95bdc4adab2cc850e5c039504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4223847 Dec 23 15:30:40.579780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48728) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:40.592263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.600184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.604707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:40.606072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.661089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 2e2f2d80-6650-433f-9672-424cc77773bb) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:40.670712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed5d1e-a906-4ffc-ac0d-48f65b6ef137 None None] Network 2e2f2d80-6650-433f-9672-424cc77773bb requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:40.681044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d456340-80c9-44c3-9605-b0f44cef4134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.768550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d456340-80c9-44c3-9605-b0f44cef4134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.794098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:40.914179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=33d61fca-e650-434a-91da-83b769dbb5e3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:40.942604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 33d61fca-e650-434a-91da-83b769dbb5e3 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:40.951288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event updated for resources: {'Subnet': ['ID=0785a91f-cd76-4e3b-8d85-7246f9bd84a8,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:40.997782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d456340-80c9-44c3-9605-b0f44cef4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:41.024931 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-267c4382-7fed-4430-8d04-c7f5c3d66e7e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7045851 Dec 23 15:30:41.029508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48740) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:41.035596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': '33d61fca-e650-434a-91da-83b769dbb5e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:41.120454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d456340-80c9-44c3-9605-b0f44cef4134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e05f17-6c74-4de2-93e2-c54b43361475,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:41.130888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Checking segment: {'id': '1bdb72e8-512b-4871-99fa-909a010ef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:41.131347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network hostable DHCP agents. Network: d4f16b90-ae50-4f96-ba10-dca783e0caab, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:41.133611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d456340-80c9-44c3-9605-b0f44cef4134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:41.138959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa759058-d600-435d-9605-734189048eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-2e2f2d80-6650-433f-9672-424cc77773bb', 'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb', 'tenant_id': '99d5b32c82b44af585b242ed5755b4df', 'fixed_ips': [{'subnet_id': 'bdb9019a-9a6d-4953-9ca6-1f5433a97049'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:41.138959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aa759058-d600-435d-9605-734189048eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:41.139860 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2d456340-80c9-44c3-9605-b0f44cef4134 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53e05f17-6c74-4de2-93e2-c54b43361475 HTTP/1.1" status: 204 len: 168 time: 0.5513346 Dec 23 15:30:41.191392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:41.197322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:41.209980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:41.212486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:41.253185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Router b5168a16-44ab-401e-81cc-c86b4967f3fd has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:41.298278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:41.299711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:41.362450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Network d4f16b90-ae50-4f96-ba10-dca783e0caab is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:41.366134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:41.416307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-aa759058-d600-435d-9605-734189048eb0 None None] Allocated IP 2001:db8::1 (2e2f2d80-6650-433f-9672-424cc77773bb/bdb9019a-9a6d-4953-9ca6-1f5433a97049/6bf264c5-c566-497e-b8dc-15394b4f0de3) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:41.457621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:41.545975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, d4f16b90-ae50-4f96-ba10-dca783e0caab) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:41.588002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:41.588391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:41.589014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:41.602924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c12f9-7847-4724-9c6a-cec15cb61820 None None] Network d4f16b90-ae50-4f96-ba10-dca783e0caab requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:41.783166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.26.6.58 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/677b1376-fa47-43cb-a0e2-0464f0af9325) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:41.817252 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3ba72ba-3327-447a-97b2-0c019cf606c0 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.8524716 Dec 23 15:30:41.821631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48758) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:41.873628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ad33b-2d32-438b-aea9-f5f27e3ab977 None None] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:41.960944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:42.073932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=77c76813-e5b8-4d2a-873a-567cf2ae27a8,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:42.086584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '96f9eb8f-a2fb-4947-9a4e-a2aada653666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '33d61fca-e650-434a-91da-83b769dbb5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:42.086938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: 33d61fca-e650-434a-91da-83b769dbb5e3, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:42.120898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12be87-3c88-4eda-9ab7-3f9c77aa1fee tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:42.124962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12be87-3c88-4eda-9ab7-3f9c77aa1fee tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:42.125636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12be87-3c88-4eda-9ab7-3f9c77aa1fee tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:42.127169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3d12be87-3c88-4eda-9ab7-3f9c77aa1fee tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Synchronizing usage tracker for tenant:99d5b32c82b44af585b242ed5755b4df on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:42.178112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 33d61fca-e650-434a-91da-83b769dbb5e3 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:42.217691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:42.237757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aa759058-d600-435d-9605-734189048eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:42.245479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-d4f16b90-ae50-4f96-ba10-dca783e0caab', 'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab', 'tenant_id': '99d5b32c82b44af585b242ed5755b4df', 'fixed_ips': [{'subnet_id': '0785a91f-cd76-4e3b-8d85-7246f9bd84a8'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:42.249766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:42.252154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:42.257541 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3e77c59b-b7fa-43c8-9d95-b1734d0a58e3 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "PUT /v2.0/routers/b5168a16-44ab-401e-81cc-c86b4967f3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6016526 Dec 23 15:30:42.271073 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Sync routers for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:42.275211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3d12be87-3c88-4eda-9ab7-3f9c77aa1fee tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Unset dirty status for tenant:99d5b32c82b44af585b242ed5755b4df on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:42.277464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-aa759058-d600-435d-9605-734189048eb0 None None] Transition to ACTIVE for port object 6bf264c5-c566-497e-b8dc-15394b4f0de3 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:42.279253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3d12be87-3c88-4eda-9ab7-3f9c77aa1fee tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4556003 Dec 23 15:30:42.288844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48776) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:42.299350 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:42.300220 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:42.357165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:42.377198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-44ea578a-fb68-4892-b8d9-43dcd9953b22 None None] Provisioning for port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:42.393228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-aa759058-d600-435d-9605-734189048eb0 None None] Transition to ACTIVE for port object 6bf264c5-c566-497e-b8dc-15394b4f0de3 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:42.484375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:42.485340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=677b1376-fa47-43cb-a0e2-0464f0af9325,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:42.487933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:42.497154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:42.586606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 33d61fca-e650-434a-91da-83b769dbb5e3) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:42.593101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aa759058-d600-435d-9605-734189048eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:42.610354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:42.610929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:42.638811 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:42.708820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee6c48-2845-4fe9-8537-e1bcce94ce5e None None] Network 33d61fca-e650-434a-91da-83b769dbb5e3 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:42.739536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:42.876075 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a21eccde-a36a-40a9-9314-c638865014e5 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8450139 Dec 23 15:30:42.879792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48790) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:42.887326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-78602414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:42.898761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:42.906186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:router and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:42.919691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:42.934758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa759058-d600-435d-9605-734189048eb0 None None] Network 2e2f2d80-6650-433f-9672-424cc77773bb is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:42.934959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:42.976731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-aa759058-d600-435d-9605-734189048eb0 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:42.982967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa759058-d600-435d-9605-734189048eb0 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:43.021347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.023364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.038353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Allocated IP 2001:db8:0:1::1 (d4f16b90-ae50-4f96-ba10-dca783e0caab/0785a91f-cd76-4e3b-8d85-7246f9bd84a8/14ecfc35-7266-4287-addc-44eddb0da383) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:43.049996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Deleting subnet bdb9019a-9a6d-4953-9ca6-1f5433a97049 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:30:43.059286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.061206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa759058-d600-435d-9605-734189048eb0 None None] Pushing event updated for resources: {'Port': ['ID=6bf264c5-c566-497e-b8dc-15394b4f0de3,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:43.197382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.269270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.285938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-e9fe006f-1982-402d-8213-cd9b2b017925 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Synchronizing usage tracker for tenant:731383756c84402bae7f697a5d7ffc33 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:43.323565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-aa759058-d600-435d-9605-734189048eb0 None None] Attempting to bind port 6bf264c5-c566-497e-b8dc-15394b4f0de3 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:43.324688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-aa759058-d600-435d-9605-734189048eb0 None None] Attempting to bind port 6bf264c5-c566-497e-b8dc-15394b4f0de3 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'bfb6eab9-8c9e-452a-938c-86d5d6a749b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:43.324998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa759058-d600-435d-9605-734189048eb0 None None] Attempting to bind port 6bf264c5-c566-497e-b8dc-15394b4f0de3 on network 2e2f2d80-6650-433f-9672-424cc77773bb {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:43.338357 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:38Z', 'revision_number': 2, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:43.343228 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Checking router: b5168a16-44ab-401e-81cc-c86b4967f3fd for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:30:43.343569 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Updating router b5168a16-44ab-401e-81cc-c86b4967f3fd port 61ae49d6-c822-4155-8bbb-2e925470ffae binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:30:43.350064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa759058-d600-435d-9605-734189048eb0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:43.350426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa759058-d600-435d-9605-734189048eb0 None None] Checking segment: {'id': 'bfb6eab9-8c9e-452a-938c-86d5d6a749b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:43.350834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aa759058-d600-435d-9605-734189048eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.351198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa759058-d600-435d-9605-734189048eb0 None None] Bound using segment: {'id': 'bfb6eab9-8c9e-452a-938c-86d5d6a749b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:43.351659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-aa759058-d600-435d-9605-734189048eb0 None None] Bound port: 6bf264c5-c566-497e-b8dc-15394b4f0de3, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb6eab9-8c9e-452a-938c-86d5d6a749b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e2f2d80-6650-433f-9672-424cc77773bb'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:43.352307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aa759058-d600-435d-9605-734189048eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.372727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.386125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-e9fe006f-1982-402d-8213-cd9b2b017925 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Unset dirty status for tenant:731383756c84402bae7f697a5d7ffc33 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:43.389898 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-e9fe006f-1982-402d-8213-cd9b2b017925 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161177832&fields=id&tenant_id=731383756c84402bae7f697a5d7ffc33 HTTP/1.1" status: 200 len: 267 time: 0.2648568 Dec 23 15:30:43.409351 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.436895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:43.448289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.487935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-33d61fca-e650-434a-91da-83b769dbb5e3', 'network_id': '33d61fca-e650-434a-91da-83b769dbb5e3', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '77c76813-e5b8-4d2a-873a-567cf2ae27a8'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:43.488754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.507570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:43.507928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.629067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.630271 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-27025c75-18f7-40a7-9e60-f2301eddb7a4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7491670 Dec 23 15:30:43.633363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48806) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:43.701355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.723755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-cc42240e-6ab7-4c07-9c3f-a6ac55e56878 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:43.724457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-cc42240e-6ab7-4c07-9c3f-a6ac55e56878 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Synchronizing usage tracker for tenant:731383756c84402bae7f697a5d7ffc33 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:43.729737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.730532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.831636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb9019a-9a6d-4953-9ca6-1f5433a97049,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:43.905999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.933129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:43.963141 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-aa759058-d600-435d-9605-734189048eb0 None None] For port 6bf264c5-c566-497e-b8dc-15394b4f0de3, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:43.978961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Transition to ACTIVE for port object 14ecfc35-7266-4287-addc-44eddb0da383 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:44.006034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-cc42240e-6ab7-4c07-9c3f-a6ac55e56878 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Unset dirty status for tenant:731383756c84402bae7f697a5d7ffc33 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:44.014383 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-cc42240e-6ab7-4c07-9c3f-a6ac55e56878 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/networks?id=3f947bc9-010b-4ccf-b505-700d52541a9b HTTP/1.1" status: 200 len: 797 time: 0.5969481 Dec 23 15:30:44.016399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-aa759058-d600-435d-9605-734189048eb0 None None] For port 6bf264c5-c566-497e-b8dc-15394b4f0de3, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6bf264c5-c566-497e-b8dc-15394b4f0de3,segment=NetworkSegment(bfb6eab9-8c9e-452a-938c-86d5d6a749b0),segment_id=bfb6eab9-8c9e-452a-938c-86d5d6a749b0)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:44.025133 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d5cf84b9-1a03-41eb-9c0a-4fc943860b26 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/subnets/bdb9019a-9a6d-4953-9ca6-1f5433a97049 HTTP/1.1" status: 204 len: 168 time: 1.7338312 Dec 23 15:30:44.029207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48818) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:44.029847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.092899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Transition to ACTIVE for port object 14ecfc35-7266-4287-addc-44eddb0da383 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:44.093152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-24c98319-6827-4236-ae5d-ab576f27483f tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/quotas/731383756c84402bae7f697a5d7ffc33 HTTP/1.1" status: 200 len: 375 time: 0.0759666 Dec 23 15:30:44.153109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,segment=NetworkSegment(ea738f64-68b2-4d0c-a5eb-2b60ca55cae3),segment_id=ea738f64-68b2-4d0c-a5eb-2b60ca55cae3)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:44.157358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aa759058-d600-435d-9605-734189048eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.158108 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.179694 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Transition to ACTIVE for port object 61ae49d6-c822-4155-8bbb-2e925470ffae will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:44.215937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.258273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Allocated IP 172.20.0.2 (33d61fca-e650-434a-91da-83b769dbb5e3/77c76813-e5b8-4d2a-873a-567cf2ae27a8/b729c405-b3f9-49bd-b10b-223d3582f64c) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:44.267736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.297813 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.324967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Network d4f16b90-ae50-4f96-ba10-dca783e0caab is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:44.351071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:44.380512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-b579580a-95fe-413e-953d-0f03171f4feb tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Synchronizing usage tracker for tenant:731383756c84402bae7f697a5d7ffc33 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:44.434671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa759058-d600-435d-9605-734189048eb0 None None] Pushing event updated for resources: {'Port': ['ID=6bf264c5-c566-497e-b8dc-15394b4f0de3,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:44.445127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:44.492066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48826) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:44.533670 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391308e2-9fe0-4cea-b318-984398160f37 None None] Pushing event updated for resources: {'Port': ['ID=61ae49d6-c822-4155-8bbb-2e925470ffae,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:44.575237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-b579580a-95fe-413e-953d-0f03171f4feb tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Unset dirty status for tenant:731383756c84402bae7f697a5d7ffc33 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:44.576576 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-b579580a-95fe-413e-953d-0f03171f4feb tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=731383756c84402bae7f697a5d7ffc33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4786558 Dec 23 15:30:44.577260 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:30:44.623862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Deleting subnet 0785a91f-cd76-4e3b-8d85-7246f9bd84a8 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:30:44.650311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.701690 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Attempting to bind port 61ae49d6-c822-4155-8bbb-2e925470ffae on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:44.702168 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Attempting to bind port 61ae49d6-c822-4155-8bbb-2e925470ffae by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:44.702419 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Attempting to bind port 61ae49d6-c822-4155-8bbb-2e925470ffae on network 3f947bc9-010b-4ccf-b505-700d52541a9b {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:44.713306 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:44.713799 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Checking segment: {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:44.714189 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.714567 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Bound using segment: {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:44.715541 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Bound port: 61ae49d6-c822-4155-8bbb-2e925470ffae, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:44.715981 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.757103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.843222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Attempting to bind port 14ecfc35-7266-4287-addc-44eddb0da383 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:44.843783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Attempting to bind port 14ecfc35-7266-4287-addc-44eddb0da383 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '1bdb72e8-512b-4871-99fa-909a010ef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:44.845579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Attempting to bind port 14ecfc35-7266-4287-addc-44eddb0da383 on network d4f16b90-ae50-4f96-ba10-dca783e0caab {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:44.879627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:44.910149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Pushing event updated for resources: {'Port': ['ID=14ecfc35-7266-4287-addc-44eddb0da383,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:44.926893 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] For port 61ae49d6-c822-4155-8bbb-2e925470ffae, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:44.930175 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] For port 61ae49d6-c822-4155-8bbb-2e925470ffae, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=61ae49d6-c822-4155-8bbb-2e925470ffae,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:45.008782 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:45.012722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:45.015095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Checking segment: {'id': '1bdb72e8-512b-4871-99fa-909a010ef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:45.016378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:45.017733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Bound using segment: {'id': '1bdb72e8-512b-4871-99fa-909a010ef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:45.018337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Bound port: 14ecfc35-7266-4287-addc-44eddb0da383, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdb72e8-512b-4871-99fa-909a010ef375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'd4f16b90-ae50-4f96-ba10-dca783e0caab'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:45.019566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:45.045994 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-4e29f07c-5c79-448d-8d9f-a13008a659c4 service neutron] 10.222.0.58 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488688 Dec 23 15:30:45.155546 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391308e2-9fe0-4cea-b318-984398160f37 None None] Pushing event updated for resources: {'Port': ['ID=61ae49d6-c822-4155-8bbb-2e925470ffae,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:45.222081 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:45.222714 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:45.423097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:45.448924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f4e1fab6-0221-45c8-8edc-835c20d42c24 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] Request body: {'port': {'network_id': '5162945a-f035-49df-85fd-d09151aebc87', 'name': 'tempest-NetworksNegativeTestJSON-369579146'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:45.491306 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:45.500432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] For port 14ecfc35-7266-4287-addc-44eddb0da383, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:45.514329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] For port 14ecfc35-7266-4287-addc-44eddb0da383, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=14ecfc35-7266-4287-addc-44eddb0da383,segment=NetworkSegment(1bdb72e8-512b-4871-99fa-909a010ef375),segment_id=1bdb72e8-512b-4871-99fa-909a010ef375)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:45.524391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e1fab6-0221-45c8-8edc-835c20d42c24 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] POST failed (client error): The resource could not be found. Dec 23 15:30:45.524391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e1fab6-0221-45c8-8edc-835c20d42c24 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:45.524391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f4e1fab6-0221-45c8-8edc-835c20d42c24 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.0267680 Dec 23 15:30:45.531899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Transition to ACTIVE for port object b729c405-b3f9-49bd-b10b-223d3582f64c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:45.537337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48842) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.558741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Transition to ACTIVE for port object b729c405-b3f9-49bd-b10b-223d3582f64c will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:45.599174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:45.637853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:45.663791 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:30:45.670810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-563e6e89-f5c2-488a-a1f3-751d797201cb tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:45.671256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-563e6e89-f5c2-488a-a1f3-751d797201cb tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:45.679885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-563e6e89-f5c2-488a-a1f3-751d797201cb tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "DELETE /v2.0/networks/4b2526e2-647a-4bf2-a231-f78c8d5e520e HTTP/1.1" status: 404 len: 339 time: 0.1370029 Dec 23 15:30:45.680595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:45.682424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48848) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.807468 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-24325aae-dffc-4f65-8998-0b8527a4385b service neutron] 10.222.0.58 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526538 Dec 23 15:30:45.830400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0096d2-f97c-44c8-9897-1256591bc821 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:45.830847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0096d2-f97c-44c8-9897-1256591bc821 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:45.836257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9f0096d2-f97c-44c8-9897-1256591bc821 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "DELETE /v2.0/ports/9804311e-8f3e-4e3f-bb74-6e777a525663 HTTP/1.1" status: 404 len: 333 time: 0.1480670 Dec 23 15:30:45.841672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48854) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.852887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45f4fc-0a18-4ad3-97fe-21e20170486f None None] Pushing event updated for resources: {'Port': ['ID=14ecfc35-7266-4287-addc-44eddb0da383,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:45.953109 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ec984f-8a05-48b8-9141-ba66d634f5c8 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] DELETE failed (client error): The resource could not be found. Dec 23 15:30:45.953554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ec984f-8a05-48b8-9141-ba66d634f5c8 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:45.959331 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-60ec984f-8a05-48b8-9141-ba66d634f5c8 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "DELETE /v2.0/subnets/23935b31-d8ca-4a51-b17c-c7e97716aef6 HTTP/1.1" status: 404 len: 337 time: 0.1111305 Dec 23 15:30:45.960542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48860) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:45.983808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:46.028880 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce1340d-8151-4c12-b081-c0a26cb41cb8 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] GET failed (client error): The resource could not be found. Dec 23 15:30:46.030449 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2ce1340d-8151-4c12-b081-c0a26cb41cb8 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "GET /v2.0/networks/24407755-36eb-4f93-91a1-e2bdfe9a34d6 HTTP/1.1" status: 404 len: 339 time: 0.0666227 Dec 23 15:30:46.034456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48864) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:46.054773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] Sync routers for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:46.065146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.20.0.1 (33d61fca-e650-434a-91da-83b769dbb5e3/77c76813-e5b8-4d2a-873a-567cf2ae27a8/cc067a54-7e50-425e-b15c-744d5b148798) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:46.070425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:46.091328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Network 33d61fca-e650-434a-91da-83b769dbb5e3 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:46.106999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:46.112731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:46.138410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Pushing event updated for resources: {'Port': ['ID=b729c405-b3f9-49bd-b10b-223d3582f64c,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:46.182050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Subnet': ['ID=0785a91f-cd76-4e3b-8d85-7246f9bd84a8,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:46.210140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:46.281314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:46.289058 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d40da9cf-d25c-4670-9b1f-e33cd1f181d9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0227475 Dec 23 15:30:46.290442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48872) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:46.329848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0e7b33-1cf4-4d80-b78e-6c5bb1affbe8 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] GET failed (client error): The resource could not be found. Dec 23 15:30:46.331754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:46.332481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:46.342876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1e0e7b33-1cf4-4d80-b78e-6c5bb1affbe8 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "GET /v2.0/ports/08bc6044-322d-4fb1-ae8a-1f0e9ec36a1a HTTP/1.1" status: 404 len: 333 time: 0.3070352 Dec 23 15:30:46.345867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48878) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:46.467477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:46.472971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaf2022-3158-4117-b4cf-8b064255b329 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] GET failed (client error): The resource could not be found. Dec 23 15:30:46.475748 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:44Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:46.486401 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-acaf2022-3158-4117-b4cf-8b064255b329 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "GET /v2.0/subnets/3d797172-dfea-4cfc-8953-2d5ae32ee6b7 HTTP/1.1" status: 404 len: 337 time: 0.1393332 Dec 23 15:30:46.491793 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332885a-008b-46db-bd89-4487d7250b77 None None] The sync data for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:44Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:46.502914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48886) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:46.510118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Attempting to bind port b729c405-b3f9-49bd-b10b-223d3582f64c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:46.510118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Attempting to bind port b729c405-b3f9-49bd-b10b-223d3582f64c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '96f9eb8f-a2fb-4947-9a4e-a2aada653666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '33d61fca-e650-434a-91da-83b769dbb5e3'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:46.510633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Attempting to bind port b729c405-b3f9-49bd-b10b-223d3582f64c on network 33d61fca-e650-434a-91da-83b769dbb5e3 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:46.524280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:46.525031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:46.536914 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1b0e192f-cc14-4a74-a9ad-d3224cc44980 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/subnets/0785a91f-cd76-4e3b-8d85-7246f9bd84a8 HTTP/1.1" status: 204 len: 168 time: 2.5059392 Dec 23 15:30:46.565717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48892) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:46.598874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a13a1b46-6548-4041-b5f1-4f18082a4394 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:46.636077 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13a1b46-6548-4041-b5f1-4f18082a4394 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] PUT failed (client error): The resource could not be found. Dec 23 15:30:46.636811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13a1b46-6548-4041-b5f1-4f18082a4394 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:46.638609 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a13a1b46-6548-4041-b5f1-4f18082a4394 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "PUT /v2.0/networks/2c31530e-826c-4df2-8325-3648747b5767 HTTP/1.1" status: 404 len: 339 time: 0.1131263 Dec 23 15:30:46.652273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:46.653239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Checking segment: {'id': '96f9eb8f-a2fb-4947-9a4e-a2aada653666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '33d61fca-e650-434a-91da-83b769dbb5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:46.658571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:46.658571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Bound using segment: {'id': '96f9eb8f-a2fb-4947-9a4e-a2aada653666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '33d61fca-e650-434a-91da-83b769dbb5e3'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:46.658571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Bound port: b729c405-b3f9-49bd-b10b-223d3582f64c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f9eb8f-a2fb-4947-9a4e-a2aada653666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '33d61fca-e650-434a-91da-83b769dbb5e3'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:46.658571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:46.714192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48900) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:46.732075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-005ab3ef-3a43-4479-8c0e-a09ea2bb1a40 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:46.749155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbe44d-8f9f-4cfb-b4dc-ad762db83546 None None] Network 2e2f2d80-6650-433f-9672-424cc77773bb requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:46.775511 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-511a7ee4-5452-4662-b755-f3a9dd6edd7e req-2050402f-4f3e-4a6c-8a82-5b78afdd4558 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 210 time: 0.2870753 Dec 23 15:30:46.790474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:46.791114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccb747-8c67-4fad-96c3-95d69cf93ed5 None None] The sync data for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:46.824894 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-005ab3ef-3a43-4479-8c0e-a09ea2bb1a40 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] PUT failed (client error): The resource could not be found. Dec 23 15:30:46.824894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005ab3ef-3a43-4479-8c0e-a09ea2bb1a40 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:46.824894 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-005ab3ef-3a43-4479-8c0e-a09ea2bb1a40 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "PUT /v2.0/ports/418fdde2-d15c-4673-b06e-699e326ef0c4 HTTP/1.1" status: 404 len: 333 time: 0.1023870 Dec 23 15:30:46.827496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48906) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:46.837063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-87223d8a-95f8-48e2-a3c8-d181fb0e0f75 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:46.975131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:46.977864 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-87223d8a-95f8-48e2-a3c8-d181fb0e0f75 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] PUT failed (client error): The resource could not be found. Dec 23 15:30:46.978401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87223d8a-95f8-48e2-a3c8-d181fb0e0f75 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:30:46.979616 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-87223d8a-95f8-48e2-a3c8-d181fb0e0f75 tempest-NetworksNegativeTestJSON-2018952851 tempest-NetworksNegativeTestJSON-2018952851-project] 10.222.0.58 "PUT /v2.0/subnets/5032ecc7-d8b0-49e2-8b56-93eac01c0d6f HTTP/1.1" status: 404 len: 337 time: 0.1511104 Dec 23 15:30:46.987077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-950f782b-c499-44ec-9eea-3af70f15697e None None] Provisioning for port 6bf264c5-c566-497e-b8dc-15394b4f0de3 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:46.997253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object cc067a54-7e50-425e-b15c-744d5b148798 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:47.004419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] For port b729c405-b3f9-49bd-b10b-223d3582f64c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:47.048403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c412412-7176-4f01-af9a-c8c5d139785b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:47.050264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0c412412-7176-4f01-af9a-c8c5d139785b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Synchronizing usage tracker for tenant:99d5b32c82b44af585b242ed5755b4df on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:47.160692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] For port b729c405-b3f9-49bd-b10b-223d3582f64c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b729c405-b3f9-49bd-b10b-223d3582f64c,segment=NetworkSegment(96f9eb8f-a2fb-4947-9a4e-a2aada653666),segment_id=96f9eb8f-a2fb-4947-9a4e-a2aada653666)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:47.250559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:47.355054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:47.366767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] DHCP port deletion for 2e2f2d80-6650-433f-9672-424cc77773bb request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:47.368744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:47.370015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0c412412-7176-4f01-af9a-c8c5d139785b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Unset dirty status for tenant:99d5b32c82b44af585b242ed5755b4df on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:47.375406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48916) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:47.388696 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0c412412-7176-4f01-af9a-c8c5d139785b tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8174868 Dec 23 15:30:47.430339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] Deleting port 6bf264c5-c566-497e-b8dc-15394b4f0de3 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:47.430707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:47.497790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b6858-dae7-4f9b-85f2-5d2adb155cc2 None None] Pushing event updated for resources: {'Port': ['ID=b729c405-b3f9-49bd-b10b-223d3582f64c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:47.566895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 33d61fca-e650-434a-91da-83b769dbb5e3 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:47.572420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:47.580477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:47.595196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:47.608189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Deleting port 14ecfc35-7266-4287-addc-44eddb0da383 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:47.608528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:47.634257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=cc067a54-7e50-425e-b15c-744d5b148798,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:47.762412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:47.822310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:47.822310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:47.927191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7cdb9-3515-48e7-87d6-dd79e97cfb3c None None] Network d4f16b90-ae50-4f96-ba10-dca783e0caab requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:47.949750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48926) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:48.088766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48934) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:48.089267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48936) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:48.205290 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c2c0db08-b0e9-4c20-ba98-223a0008009d req-ce6cdcc8-8038-47ab-8e18-2be335829d7d tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 210 time: 0.1214340 Dec 23 15:30:48.220376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8da0e77a-f9c2-4291-8536-61505d8814b1 None None] Provisioning for port 14ecfc35-7266-4287-addc-44eddb0da383 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:48.470032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:48.484866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] For port 6bf264c5-c566-497e-b8dc-15394b4f0de3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6bf264c5-c566-497e-b8dc-15394b4f0de3,segment=NetworkSegment(bfb6eab9-8c9e-452a-938c-86d5d6a749b0),segment_id=bfb6eab9-8c9e-452a-938c-86d5d6a749b0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:48.485260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:48.488005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:48.514113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Usage tracker for resource:floatingip and tenant:5803ca7d9dfe4200b024da97527afabf is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:48.516870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1211842711'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:48.523269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:48.528531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:48.531976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:48.553122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Usage tracker for resource:network and tenant:f4760271e85c4547a559d555b8d1f899 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:48.556852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:48.567409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] For port 14ecfc35-7266-4287-addc-44eddb0da383, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=14ecfc35-7266-4287-addc-44eddb0da383,segment=NetworkSegment(1bdb72e8-512b-4871-99fa-909a010ef375),segment_id=1bdb72e8-512b-4871-99fa-909a010ef375)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:48.571742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:48.578191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:48.602854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:48.620086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:48.725313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] Calling delete_port for 6bf264c5-c566-497e-b8dc-15394b4f0de3 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:48.735896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Calling delete_port for 14ecfc35-7266-4287-addc-44eddb0da383 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:48.763199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:48.823544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 14ecfc35-7266-4287-addc-44eddb0da383 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:48.894260 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:48.902108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Usage tracker for resource:security_group_rule and tenant:a47181559ed54553b216a95316f78d16 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:48.924899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:48.958300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:49.036288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Made reservation on behalf of f4760271e85c4547a559d555b8d1f899 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:49.039257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.049048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb78868-0a1c-4c86-9ec0-fd8fc99bbe22 None None] DHCP port deletion for d4f16b90-ae50-4f96-ba10-dca783e0caab request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:30:49.053545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9fb78868-0a1c-4c86-9ec0-fd8fc99bbe22 None None] Deleting port 14ecfc35-7266-4287-addc-44eddb0da383 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:49.053913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9fb78868-0a1c-4c86-9ec0-fd8fc99bbe22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.068234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.081268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.106170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.133989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:49.139434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Usage tracker for resource:security_group_rule and tenant:f4760271e85c4547a559d555b8d1f899 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:49.143525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:49.148749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 14ecfc35-7266-4287-addc-44eddb0da383 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:49.149780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:49.178413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] Pushing event deleted for resources: {'Port': ['ID=6bf264c5-c566-497e-b8dc-15394b4f0de3,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:49.184379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 14ecfc35-7266-4287-addc-44eddb0da383 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:49.184730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.218610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0dfbd3-8561-4d5b-87b2-03fa7ead87c0 None None] Network 33d61fca-e650-434a-91da-83b769dbb5e3 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:49.221233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.285676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Port': ['ID=14ecfc35-7266-4287-addc-44eddb0da383,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:49.308308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] No DVR routers for this DVR port 14ecfc35-7266-4287-addc-44eddb0da383 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:49.444549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Port 14ecfc35-7266-4287-addc-44eddb0da383 was deleted so its status cannot be updated. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 15:30:49.455021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.491388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f16b90-ae50-4f96-ba10-dca783e0caab']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:49.499219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.515486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdb72e8-512b-4871-99fa-909a010ef375') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:49.515887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdb72e8-512b-4871-99fa-909a010ef375') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:49.517770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9fb78868-0a1c-4c86-9ec0-fd8fc99bbe22 None None] The port '14ecfc35-7266-4287-addc-44eddb0da383' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:30:49.519134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b36aeb-7e98-4655-813d-b186f4e3e68f None None] No DVR routers for this DVR port 6bf264c5-c566-497e-b8dc-15394b4f0de3 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:30:49.550863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.597218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.604609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.612786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:49.613300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.625194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:49.628366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cbc13977-855b-4672-ae9b-0aef815910b2 None None] Provisioning for port b729c405-b3f9-49bd-b10b-223d3582f64c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:49.665619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Allocated IP 172.26.6.124 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/73ec44c7-66ab-4bc2-a7dd-f62a2234e14c) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:49.692640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 61ae49d6-c822-4155-8bbb-2e925470ffae up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:49.718150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0d95e7-6fb3-4b79-ac86-b0af4bbd77cd,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:49.729119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:49.739390 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:49.760793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.761133 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Added segment 8c33bcdd-dec5-40e3-a673-6653545226e6 of type vlan for network f2a903c3-f238-46a3-8587-29d12156433a Dec 23 15:30:49.786102 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.851592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f4a7ae44-82ce-475e-b737-1afd8070042d req-3359a6ad-4a38-4271-86f9-c3e1f2403104 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 210 time: 0.1732621 Dec 23 15:30:49.858280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 61ae49d6-c822-4155-8bbb-2e925470ffae completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:49.864101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.868934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 61ae49d6-c822-4155-8bbb-2e925470ffae triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:49.870157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.898869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.980698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:49.999717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.026977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.047000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:30:50.065505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Network': ['ID=d4f16b90-ae50-4f96-ba10-dca783e0caab,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:50.082591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.087376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.126981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 61ae49d6-c822-4155-8bbb-2e925470ffae, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=61ae49d6-c822-4155-8bbb-2e925470ffae,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:50.135314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=cc067a54-7e50-425e-b15c-744d5b148798,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:50.145983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.146238 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1fc65998-8594-43ef-8c9b-7747170eed04 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/networks/d4f16b90-ae50-4f96-ba10-dca783e0caab HTTP/1.1" status: 204 len: 168 time: 2.7670634 Dec 23 15:30:50.149754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48954) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:50.154881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.162582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f04227-aaee-4873-87d3-7e0b45216232,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:50.180725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b22ff5d3-7fd6-4809-999e-6bacbfaabddb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a47181559ed54553b216a95316f78d16&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0901637 Dec 23 15:30:50.184317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48958) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:50.188886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fa49dcb3-9ebe-4402-8f81-5c27d15119d5 None None] Provisioning for port cc067a54-7e50-425e-b15c-744d5b148798 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:50.194841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fa49dcb3-9ebe-4402-8f81-5c27d15119d5 None None] Provisioning complete for port cc067a54-7e50-425e-b15c-744d5b148798 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:50.204364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa49dcb3-9ebe-4402-8f81-5c27d15119d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.266387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fa49dcb3-9ebe-4402-8f81-5c27d15119d5 None None] Port cc067a54-7e50-425e-b15c-744d5b148798 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:50.269822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3aeec05-9f1f-48d0-ae40-ae348196c7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.271413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.298888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3aeec05-9f1f-48d0-ae40-ae348196c7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.315613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.316648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b729c405-b3f9-49bd-b10b-223d3582f64c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:50.352543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.356843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:50.357414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.440558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=61ae49d6-c822-4155-8bbb-2e925470ffae,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:50.450731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-52059606-cdb1-4781-9b27-991bc969b7f8 None None] Provisioning complete for port cc067a54-7e50-425e-b15c-744d5b148798 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:50.451158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-52059606-cdb1-4781-9b27-991bc969b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.452461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.508578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-52059606-cdb1-4781-9b27-991bc969b7f8 None None] Port cc067a54-7e50-425e-b15c-744d5b148798 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:50.535221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.597030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3aeec05-9f1f-48d0-ae40-ae348196c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.608965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b729c405-b3f9-49bd-b10b-223d3582f64c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:50.614404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b729c405-b3f9-49bd-b10b-223d3582f64c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:50.617323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.631779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Pushing event updated for resources: {'Network': ['ID=f2a903c3-f238-46a3-8587-29d12156433a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:50.647208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeec05-9f1f-48d0-ae40-ae348196c7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f04227-aaee-4873-87d3-7e0b45216232,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:50.655999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:50.663523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:50.675669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network f2a903c3-f238-46a3-8587-29d12156433a details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:50.748312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 33d61fca-e650-434a-91da-83b769dbb5e3 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:50.753268 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-879ab358-5858-485d-8590-6fc8f26ea8fb tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7757874 Dec 23 15:30:50.755948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:50.767352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 48962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:50.835332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:50.887830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Port': ['ID=73ec44c7-66ab-4bc2-a7dd-f62a2234e14c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:50.898461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.900641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3aeec05-9f1f-48d0-ae40-ae348196c7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:50.903001 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a3aeec05-9f1f-48d0-ae40-ae348196c7d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44f04227-aaee-4873-87d3-7e0b45216232 HTTP/1.1" status: 204 len: 168 time: 0.7167137 Dec 23 15:30:50.911464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-c8070a48-0895-427e-818a-7a10fa94326f tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:50.913906 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-c8070a48-0895-427e-818a-7a10fa94326f tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.57 "GET /v2.0/networks?id=3f947bc9-010b-4ccf-b505-700d52541a9b HTTP/1.1" status: 200 len: 797 time: 0.2529516 Dec 23 15:30:50.946720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b729c405-b3f9-49bd-b10b-223d3582f64c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b729c405-b3f9-49bd-b10b-223d3582f64c,segment=NetworkSegment(96f9eb8f-a2fb-4947-9a4e-a2aada653666),segment_id=96f9eb8f-a2fb-4947-9a4e-a2aada653666)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:30:51.014555 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-4bb81fa5-9a78-4b9d-a137-d48846824ad9 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731383756c84402bae7f697a5d7ffc33 HTTP/1.1" status: 200 len: 380 time: 0.0796685 Dec 23 15:30:51.019584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.025818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'port': {'device_id': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'admin_state_up': True, 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'security_groups': ['1184b65a-b137-40de-a385-8b94e8b1a4c9']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:51.145274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6bf264c5-c566-497e-b8dc-15394b4f0de3 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:51.193176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 6bf264c5-c566-497e-b8dc-15394b4f0de3 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:51.193601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6bf264c5-c566-497e-b8dc-15394b4f0de3 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:51.194506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 14ecfc35-7266-4287-addc-44eddb0da383 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:30:51.198170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-17e268bd-d034-4468-bf9a-e1d7cbaf8995 req-fa867e78-991d-4e1e-ada1-e00181c05f55 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 210 time: 0.0598171 Dec 23 15:30:51.234735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 14ecfc35-7266-4287-addc-44eddb0da383 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:30:51.235178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 14ecfc35-7266-4287-addc-44eddb0da383 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:30:51.240588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b729c405-b3f9-49bd-b10b-223d3582f64c,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:51.261379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2b8af2dc-2f07-472e-874d-110b7339d4b1 None None] Provisioning complete for port cc067a54-7e50-425e-b15c-744d5b148798 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:51.262554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b8af2dc-2f07-472e-874d-110b7339d4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.325458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2b8af2dc-2f07-472e-874d-110b7339d4b1 None None] Port cc067a54-7e50-425e-b15c-744d5b148798 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:51.369140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'network': {'name': 'tempest-network--996813970', 'router:external': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:51.376831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:51.379019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.388720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:51.394795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:51.444757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.453150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:network and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:51.465398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:51.499284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:51.508359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2f2d80-6650-433f-9672-424cc77773bb']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:51.538104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb6eab9-8c9e-452a-938c-86d5d6a749b0') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:51.538389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb6eab9-8c9e-452a-938c-86d5d6a749b0') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:51.561915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 61ae49d6-c822-4155-8bbb-2e925470ffae up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:51.565916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.617859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.618116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Made reservation on behalf of 731383756c84402bae7f697a5d7ffc33 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:51.619340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.676231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 61ae49d6-c822-4155-8bbb-2e925470ffae triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:51.677034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.728698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Made reservation on behalf of 891822a5dc6f478cae4f7c0befa4eff6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:51.731355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.769614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.792474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.803427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:51.804007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:51.826194 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:51.850186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b729c405-b3f9-49bd-b10b-223d3582f64c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:51.922343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b729c405-b3f9-49bd-b10b-223d3582f64c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:51.923021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:51.968294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Allocated IP 172.20.0.12 (3f947bc9-010b-4ccf-b505-700d52541a9b/87cad53c-41e6-4c7c-a6b5-6af5719a2339/e671ee2b-102e-4ccc-8c3f-960e6aa4194e) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:52.009536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:52.017755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:security_group_rule and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:52.024064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:52.037590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.1 (a81829f2-f67f-49fc-9706-81ea6e6fce03/6a8e2f10-df00-475e-a52b-c08332efcf5c/e4b5b58f-8cfa-4b46-b711-8479a0f97a17) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:52.043108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:52.048986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.138942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.153630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.168600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.206889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Network': ['ID=2e2f2d80-6650-433f-9672-424cc77773bb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:52.255537 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0026b9e4-638a-43e5-be2b-e8f557fbf40f tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/networks/2e2f2d80-6650-433f-9672-424cc77773bb HTTP/1.1" status: 204 len: 168 time: 2.1036158 Dec 23 15:30:52.292433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 48984) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:52.365092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.387490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.388348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Port': ['ID=73ec44c7-66ab-4bc2-a7dd-f62a2234e14c,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:52.399370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.406705 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Transition to ACTIVE for port object e4b5b58f-8cfa-4b46-b711-8479a0f97a17 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:52.440039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.471541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:52.476413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 80acefdb-0945-4774-9652-1948699cd0c8 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:30:52.484159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c876488-0bda-49e3-9eb3-8cc839afee03,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:52.508340 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-49939786-2209-4cbf-9b72-832274d4f8bc req-5ef94ff8-0047-4427-94e0-259e375aa61b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 210 time: 0.1203008 Dec 23 15:30:52.508340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.511001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.511345 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Added segment 11eeb29b-da3a-484d-be6a-f373394bff9f of type vlan for network d5912526-d26e-4081-bbcf-5ad20b48b649 Dec 23 15:30:52.544545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.549467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Transition to ACTIVE for port object e671ee2b-102e-4ccc-8c3f-960e6aa4194e will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:52.581857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.646404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49000) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:52.770239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:52.778956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=e4b5b58f-8cfa-4b46-b711-8479a0f97a17,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:52.782044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:52.786209 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.789979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:52.793688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.794868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-db0d70c1-3469-464a-9cbd-0fb09bc0d43f tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7020948 Dec 23 15:30:52.799344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49006) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:52.819355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-867803461'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:52.825947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:52.830156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Usage tracker for resource:network and tenant:5803ca7d9dfe4200b024da97527afabf is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:52.837717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:52.845379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:52.859947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.874506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.884358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4b3afa11-f9ab-4cf8-b792-e0401a54d728 tempest-DvrRoutersNegativeTest-1161544204 tempest-DvrRoutersNegativeTest-1161544204-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1334151867', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:52.884752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:52.886669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.policy [None req-4b3afa11-f9ab-4cf8-b792-e0401a54d728 tempest-DvrRoutersNegativeTest-1161544204 tempest-DvrRoutersNegativeTest-1161544204-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84222) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 23 15:30:52.887003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.policy [None req-4b3afa11-f9ab-4cf8-b792-e0401a54d728 tempest-DvrRoutersNegativeTest-1161544204 tempest-DvrRoutersNegativeTest-1161544204-project] Failed policy check for 'create_router' {{(pid=84222) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 23 15:30:52.887488 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-4b3afa11-f9ab-4cf8-b792-e0401a54d728 tempest-DvrRoutersNegativeTest-1161544204 tempest-DvrRoutersNegativeTest-1161544204-project] create failed (client error): Access was denied to this resource. Dec 23 15:30:52.888484 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4b3afa11-f9ab-4cf8-b792-e0401a54d728 tempest-DvrRoutersNegativeTest-1161544204 tempest-DvrRoutersNegativeTest-1161544204-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1975656 Dec 23 15:30:52.958922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:52.972789 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] Sync routers for ids ['80acefdb-0945-4774-9652-1948699cd0c8'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:52.973706 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7e56f18f-9da7-438a-8942-fd66acace493 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/80acefdb-0945-4774-9652-1948699cd0c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3395395 Dec 23 15:30:52.976497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49012) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:52.985062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ecc483-e5f4-4feb-8121-2c23c052a5c9']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:52.986855 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] Routers {'80acefdb-0945-4774-9652-1948699cd0c8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:52.988370 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['80acefdb-0945-4774-9652-1948699cd0c8'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:52.999042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:53.006345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Made reservation on behalf of 5803ca7d9dfe4200b024da97527afabf for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:53.008316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.032729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd036ffec-da1d-4c30-9a19-5b5afd43b28e') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:53.033010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd036ffec-da1d-4c30-9a19-5b5afd43b28e') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:53.038826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.039957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:53.040768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.065908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.076186 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:53.087143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.092784 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] Routers {'80acefdb-0945-4774-9652-1948699cd0c8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:53.093495 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['80acefdb-0945-4774-9652-1948699cd0c8'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:53.096033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Network 3f947bc9-010b-4ccf-b505-700d52541a9b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:53.104377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:53.115469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:53.169613 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:53.170290 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc07e55-1c20-4818-af44-f7fe14e75489 None None] The sync data for ids ['80acefdb-0945-4774-9652-1948699cd0c8'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:53.171695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.191839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:53.192604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:53.213145 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:53.263312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc12f1d6-91ef-43e9-95b4-ecd414317ace None None] Provisioning for port e4b5b58f-8cfa-4b46-b711-8479a0f97a17 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:53.270117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc12f1d6-91ef-43e9-95b4-ecd414317ace None None] Provisioning complete for port e4b5b58f-8cfa-4b46-b711-8479a0f97a17 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:53.271671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc12f1d6-91ef-43e9-95b4-ecd414317ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.329724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:53.335807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Usage tracker for resource:security_group_rule and tenant:5803ca7d9dfe4200b024da97527afabf is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:53.341303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:53.346073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-dc12f1d6-91ef-43e9-95b4-ecd414317ace None None] Port e4b5b58f-8cfa-4b46-b711-8479a0f97a17 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:53.351947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:53.353398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.373169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847e765-c7a1-451e-b3b5-b1a66912ab9b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:53.373738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2847e765-c7a1-451e-b3b5-b1a66912ab9b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:53.387746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:53.408608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Network': ['ID=d5912526-d26e-4081-bbcf-5ad20b48b649,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:53.410877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.416775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network d5912526-d26e-4081-bbcf-5ad20b48b649 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:53.427209 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3fe72b82-7535-41ff-b0f1-e84ef75d0d55 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6586797 Dec 23 15:30:53.434662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49016) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:53.535354 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-63b47350-84e0-4b15-807e-6eebae6bb9e1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5147207 Dec 23 15:30:53.542658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.544860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2847e765-c7a1-451e-b3b5-b1a66912ab9b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:53.546027 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2847e765-c7a1-451e-b3b5-b1a66912ab9b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports/cc067a54-7e50-425e-b15c-744d5b148798 HTTP/1.1" status: 200 len: 910 time: 0.5681102 Dec 23 15:30:53.553598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49024) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:53.562001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77c76813-e5b8-4d2a-873a-567cf2ae27a8'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:53.583620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Request body: {'port': {'device_id': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:53.620379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9ca76287-b9b7-40da-8645-104edbdb732c None None] Provisioning for port e671ee2b-102e-4ccc-8c3f-960e6aa4194e completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:30:53.628686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9ca76287-b9b7-40da-8645-104edbdb732c None None] Provisioning complete for port e671ee2b-102e-4ccc-8c3f-960e6aa4194e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:53.629002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ca76287-b9b7-40da-8645-104edbdb732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.682368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49028) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:53.707525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.713050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Network': ['ID=16ecc483-e5f4-4feb-8121-2c23c052a5c9,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:53.730239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9ca76287-b9b7-40da-8645-104edbdb732c None None] Port e671ee2b-102e-4ccc-8c3f-960e6aa4194e cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:53.812580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:53.830916 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-89c5b13e-9daf-46d0-815f-3d4a0e1c50dd tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/networks/16ecc483-e5f4-4feb-8121-2c23c052a5c9 HTTP/1.1" status: 204 len: 168 time: 1.5348904 Dec 23 15:30:53.836252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49034) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:53.949116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.069811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.072590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.098028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:54.109869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f3955612c1413eb95a58ea5bb4d859 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:54.113970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:54.149120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:54.169091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.193179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.195468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.246554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.259176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f41263-5b1d-4d87-a0af-06c672a12082 req-b8e375da-91ba-4498-9788-51d89d6cdb4e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:54.259859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-45f41263-5b1d-4d87-a0af-06c672a12082 req-b8e375da-91ba-4498-9788-51d89d6cdb4e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Synchronizing usage tracker for tenant:731383756c84402bae7f697a5d7ffc33 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:30:54.317401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.327675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.333409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5912526-d26e-4081-bbcf-5ad20b48b649']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:54.383700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11eeb29b-da3a-484d-be6a-f373394bff9f') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:54.383986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11eeb29b-da3a-484d-be6a-f373394bff9f') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:54.463794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=e4b5b58f-8cfa-4b46-b711-8479a0f97a17,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:54.470248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.500085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.515665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:54.540998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-45f41263-5b1d-4d87-a0af-06c672a12082 req-b8e375da-91ba-4498-9788-51d89d6cdb4e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Unset dirty status for tenant:731383756c84402bae7f697a5d7ffc33 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:30:54.542142 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-45f41263-5b1d-4d87-a0af-06c672a12082 req-b8e375da-91ba-4498-9788-51d89d6cdb4e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 932 time: 0.7981036 Dec 23 15:30:54.564784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e980de-39cb-4954-91ff-9a9bb74346f6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:54.570040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.572469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.573076 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Added segment 90bc303d-746c-46b5-a55f-e015a2aabaff of type vlan for network 5b67e5e8-d476-470e-899a-e5dcd274030a Dec 23 15:30:54.608834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.616859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:54.617270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:54.636045 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:54.648039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.813233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.915112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59cee06-232b-428e-86cd-6910b8e6daad,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:54.925161 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-764ec6a4-81df-4bd8-8949-f523adc31779 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9f3955612c1413eb95a58ea5bb4d859&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2402792 Dec 23 15:30:54.930332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49038) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:54.933791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:54.938158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31c66bc-d02f-4fba-8672-9049990d406e']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:54.971008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c8a002-1067-4402-9ec5-894e5b095f5c') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:54.971330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c8a002-1067-4402-9ec5-894e5b095f5c') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:54.979489 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-45f41263-5b1d-4d87-a0af-06c672a12082 req-50842a7a-6230-482c-82b6-abee5f59d7b2 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187012 Dec 23 15:30:55.005301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.019565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:55.024822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:55.043790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.063174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:30:55.063572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:30:55.078798 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:30:55.144690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.154888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.158994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:55.159595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.189849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5912526-d26e-4081-bbcf-5ad20b48b649 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 15:30:55.203672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.298326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-834966dc-91d5-40e8-b1e4-95c04d347c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.310605 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d5912526-d26e-4081-bbcf-5ad20b48b649 HTTP/1.1" status: 204 len: 168 time: 1.8744776 Dec 23 15:30:55.312263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:30:55.317050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5032ed54-ab52-4210-96f0-f104140784ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.321320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49042) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:55.334686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:55.359509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:55.359753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Network': ['ID=5b67e5e8-d476-470e-899a-e5dcd274030a,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:55.369547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-834966dc-91d5-40e8-b1e4-95c04d347c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.376295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:network and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:55.379693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:55.383826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.393027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c09a5-41ae-4769-afdb-4221525d6f44 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5912526-d26e-4081-bbcf-5ad20b48b649,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:55.395854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:55.397352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.415448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 5b67e5e8-d476-470e-899a-e5dcd274030a details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:55.419333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.430635 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-45a45824-3bfc-4f61-b721-6e3554b4db6e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6268203 Dec 23 15:30:55.433128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] Pushing event deleted for resources: {'Network': ['ID=f31c66bc-d02f-4fba-8672-9049990d406e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:55.435160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49046) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:55.437369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e671ee2b-102e-4ccc-8c3f-960e6aa4194e {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:30:55.442018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-af7e5e89-5f54-4536-adb3-abebe028aad0 None None] Provisioning complete for port e4b5b58f-8cfa-4b46-b711-8479a0f97a17 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:30:55.442974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af7e5e89-5f54-4536-adb3-abebe028aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.448516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.454643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Request body: {'subnet': {'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:55.470368 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dd30bd1f-2f38-4cf8-875f-74d3aa81a1f5 tempest-BulkNetworkOpsIpV6Test-357273343 tempest-BulkNetworkOpsIpV6Test-357273343-project] 10.222.0.58 "DELETE /v2.0/networks/f31c66bc-d02f-4fba-8672-9049990d406e HTTP/1.1" status: 204 len: 168 time: 1.6259499 Dec 23 15:30:55.523088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.535123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-af7e5e89-5f54-4536-adb3-abebe028aad0 None None] Port e4b5b58f-8cfa-4b46-b711-8479a0f97a17 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:30:55.578877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Transition to ACTIVE for port object e671ee2b-102e-4ccc-8c3f-960e6aa4194e will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:55.634750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:55.639221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Usage tracker for resource:subnet and tenant:5803ca7d9dfe4200b024da97527afabf is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:55.642428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:55.650339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Made reservation on behalf of 891822a5dc6f478cae4f7c0befa4eff6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:55.653226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:55.653651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.700356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.732540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:55.733154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.734443 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/ports/cc067a54-7e50-425e-b15c-744d5b148798 HTTP/1.1" status: 200 len: 910 time: 2.1799254 Dec 23 15:30:55.737714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567aa83-980a-4fa2-845a-5b248e34d694 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=cc067a54-7e50-425e-b15c-744d5b148798,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:55.741312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49052) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:55.832918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:55.836564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Made reservation on behalf of 5803ca7d9dfe4200b024da97527afabf for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:55.967384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-834966dc-91d5-40e8-b1e4-95c04d347c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:55.970181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:30:55.995686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834966dc-91d5-40e8-b1e4-95c04d347c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59cee06-232b-428e-86cd-6910b8e6daad,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:56.016104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.039732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.040360 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Added segment b18de378-0a81-4290-9d6b-2a62c65ecc32 of type vlan for network e727cb67-12ec-4edd-b3df-3c2579cb3fec Dec 23 15:30:56.071882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-834966dc-91d5-40e8-b1e4-95c04d347c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.073121 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-834966dc-91d5-40e8-b1e4-95c04d347c94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f59cee06-232b-428e-86cd-6910b8e6daad HTTP/1.1" status: 204 len: 168 time: 1.1277688 Dec 23 15:30:56.104907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.146801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49062) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:56.237065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Attempting to bind port e671ee2b-102e-4ccc-8c3f-960e6aa4194e on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:56.237607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Attempting to bind port e671ee2b-102e-4ccc-8c3f-960e6aa4194e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:56.237706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Attempting to bind port e671ee2b-102e-4ccc-8c3f-960e6aa4194e on network 3f947bc9-010b-4ccf-b505-700d52541a9b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:56.247051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:30:56.262507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Port e671ee2b-102e-4ccc-8c3f-960e6aa4194e on network 3f947bc9-010b-4ccf-b505-700d52541a9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:30:56.262907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Attempting to bind port e671ee2b-102e-4ccc-8c3f-960e6aa4194e on network 3f947bc9-010b-4ccf-b505-700d52541a9b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:56.289725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:56.290048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Checking segment: {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:56.290618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Bound using segment: {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:56.291038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Bound port: e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:56.291376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.332555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.333391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:56.334085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.417485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a89a9-cb6f-4c12-b5f8-1a842c2a9da0 req-8fa90086-ca5f-4295-8b70-0de2177e300e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:56.419050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-775a89a9-cb6f-4c12-b5f8-1a842c2a9da0 req-8fa90086-ca5f-4295-8b70-0de2177e300e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 944 time: 0.2383215 Dec 23 15:30:56.508072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:56.522508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:56.525642 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-775a89a9-cb6f-4c12-b5f8-1a842c2a9da0 req-41afbf33-a1b0-4c43-aa6b-a9e71b9a5ad5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975983 Dec 23 15:30:56.606769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.620450 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2920780 Dec 23 15:30:56.630244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49070) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:56.645236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'subnet': {'network_id': 'e727cb67-12ec-4edd-b3df-3c2579cb3fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:56.662337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:56.663543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c0632-82b2-425d-9de7-632ec02874a9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Network': ['ID=e727cb67-12ec-4edd-b3df-3c2579cb3fec,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:56.671269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:subnet and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:56.682296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:56.687691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e727cb67-12ec-4edd-b3df-3c2579cb3fec details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:30:56.695306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Subnet': ['ID=87c92824-2c43-42b7-8b2d-03764814317c,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:56.702673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:56.730926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.754203 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-335827c5-5f11-4e97-9559-b8e61ae188f6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99d5b32c82b44af585b242ed5755b4df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6043205 Dec 23 15:30:56.756974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49080) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:56.781113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.783615 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Checking segment: {'id': '90bc303d-746c-46b5-a55f-e015a2aabaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:56.783970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Network hostable DHCP agents. Network: 5b67e5e8-d476-470e-899a-e5dcd274030a, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:56.832308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.833819 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] 10.222.0.57 "PUT /v2.0/ports/e671ee2b-102e-4ccc-8c3f-960e6aa4194e HTTP/1.1" status: 200 len: 1094 time: 3.2578669 Dec 23 15:30:56.834891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:30:56.863895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Made reservation on behalf of 891822a5dc6f478cae4f7c0befa4eff6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:56.863895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:56.879292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a668c-b4cb-4976-9fd7-22dce7119871 service neutron] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:56.915900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'status': 'completed', 'code': 200} Dec 23 15:30:57.113867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Network 5b67e5e8-d476-470e-899a-e5dcd274030a is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:57.156948 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8f361b1-28a3-4d70-9291-34166c3a071b req-0ffa76f8-f125-4893-a28f-4f938ca84def service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=731383756c84402bae7f697a5d7ffc33&device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1097 time: 0.1901567 Dec 23 15:30:57.190011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d73e-e4db-410f-a5d2-756cc7444063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.235601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d73e-e4db-410f-a5d2-756cc7444063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.247763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 5b67e5e8-d476-470e-899a-e5dcd274030a) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:57.258443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:57.259226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.259352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f4295-6aae-4a07-9cd0-1d5a8a01ac2d None None] Network 5b67e5e8-d476-470e-899a-e5dcd274030a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:57.347185 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2aa32d3d-ce3c-4fc4-9093-a4166a2cf30e tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9013886 Dec 23 15:30:57.347518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49094) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:57.354518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2074269183', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:57.361202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f361b1-28a3-4d70-9291-34166c3a071b req-171f43e9-f04b-4890-bc7c-e080a53162f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:57.362664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8f361b1-28a3-4d70-9291-34166c3a071b req-171f43e9-f04b-4890-bc7c-e080a53162f2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=731383756c84402bae7f697a5d7ffc33&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1913078 Dec 23 15:30:57.364965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:57.369095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Usage tracker for resource:router and tenant:5803ca7d9dfe4200b024da97527afabf is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:57.373385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:57.393049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:30:57.409720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] Sync routers for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:30:57.436830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:57.437881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:57.457523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:57.524863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f361b1-28a3-4d70-9291-34166c3a071b req-4728814a-4c63-4b64-9b16-7f82d88561d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:57.526331 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8f361b1-28a3-4d70-9291-34166c3a071b req-4728814a-4c63-4b64-9b16-7f82d88561d9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542675 Dec 23 15:30:57.542216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d73e-e4db-410f-a5d2-756cc7444063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.555672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:57.566116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.568364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.602726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.609126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:30:57.610265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:57.630246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2d73e-e4db-410f-a5d2-756cc7444063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac2236a-1e87-4e0d-994c-bb808f236ca3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:57.682157 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ab678b0d-5b31-4ffc-bdc5-e20db6c0a750 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/routers/ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3904436 Dec 23 15:30:57.686058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:30:57.686458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29666ddb-6793-448f-b151-3a5869a9064b None None] The sync data for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:30:57.700713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a263e5a-dc85-4502-affa-9d9a7462c75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.710525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49102) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:57.711879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7dc2d73e-e4db-410f-a5d2-756cc7444063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.716628 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7dc2d73e-e4db-410f-a5d2-756cc7444063 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ac2236a-1e87-4e0d-994c-bb808f236ca3 HTTP/1.1" status: 204 len: 168 time: 0.9559772 Dec 23 15:30:57.760320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'port': {'network_id': 'a81829f2-f67f-49fc-9706-81ea6e6fce03', 'name': 'tempest-FloatingIPTestJSON-1917473781'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:57.769485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-5b67e5e8-d476-470e-899a-e5dcd274030a', 'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a', 'tenant_id': '5803ca7d9dfe4200b024da97527afabf', 'fixed_ips': [{'subnet_id': '87c92824-2c43-42b7-8b2d-03764814317c'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:30:57.770299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:57.781584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49108) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:57.853991 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-d9d8db89-7139-442f-a46f-1c7dc2ef39d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=731383756c84402bae7f697a5d7ffc33&device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1097 time: 0.2467721 Dec 23 15:30:57.874871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94653a1d-6186-4da2-870b-4679d97acacf req-af8ab114-6c8c-420b-a07c-ba8092a51595 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:57.877294 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94653a1d-6186-4da2-870b-4679d97acacf req-af8ab114-6c8c-420b-a07c-ba8092a51595 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 944 time: 0.1435766 Dec 23 15:30:57.973832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Allocated IP 172.20.0.2 (5b67e5e8-d476-470e-899a-e5dcd274030a/87c92824-2c43-42b7-8b2d-03764814317c/5fea1d3c-5b20-4b93-a480-5ca296a5743c) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:58.099527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-610171869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:58.113917 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-6f55e2df-d208-41ae-b746-6fe62ffb2d8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e HTTP/1.1" status: 200 len: 217 time: 0.2355402 Dec 23 15:30:58.116877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:58.118117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:58.125277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Usage tracker for resource:port and tenant:a6024df902a14b0b95bea5525e2f6221 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:58.130641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:58.150924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:58.166230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:router and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:58.172321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:58.178721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94653a1d-6186-4da2-870b-4679d97acacf req-b4429573-7f24-4658-a796-d501a1f37127 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453907 Dec 23 15:30:58.187813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:58.209566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.216767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-cfc35c9e-5968-4a20-9582-c6c328ed190a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:58.218212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-cfc35c9e-5968-4a20-9582-c6c328ed190a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87cad53c-41e6-4c7c-a6b5-6af5719a2339 HTTP/1.1" status: 200 len: 834 time: 0.0975420 Dec 23 15:30:58.236421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Made reservation on behalf of a6024df902a14b0b95bea5525e2f6221 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:58.239345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.248093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.273104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Transition to ACTIVE for port object 5fea1d3c-5b20-4b93-a480-5ca296a5743c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:58.279935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.280925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.293793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Transition to ACTIVE for port object 5fea1d3c-5b20-4b93-a480-5ca296a5743c will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:58.308179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] device_id is not set on port 6cf54a46-1cba-4917-bbef-ec927acf1662 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:30:58.347185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.395329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.406730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:30:58.406730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.412528 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-f56f2ed1-f1a0-4d81-b7fc-e21769a97e27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f947bc9-010b-4ccf-b505-700d52541a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1876767 Dec 23 15:30:58.417209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Network 5b67e5e8-d476-470e-899a-e5dcd274030a is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:58.421287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:58.425189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:58.437982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Pushing event updated for resources: {'Port': ['ID=5fea1d3c-5b20-4b93-a480-5ca296a5743c,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:58.521763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.564736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Attempting to bind port 5fea1d3c-5b20-4b93-a480-5ca296a5743c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:30:58.565190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Attempting to bind port 5fea1d3c-5b20-4b93-a480-5ca296a5743c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '90bc303d-746c-46b5-a55f-e015a2aabaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:30:58.565813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Attempting to bind port 5fea1d3c-5b20-4b93-a480-5ca296a5743c on network 5b67e5e8-d476-470e-899a-e5dcd274030a {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:30:58.573257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:30:58.573820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Checking segment: {'id': '90bc303d-746c-46b5-a55f-e015a2aabaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:58.575089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.575706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Bound using segment: {'id': '90bc303d-746c-46b5-a55f-e015a2aabaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:30:58.577459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Bound port: 5fea1d3c-5b20-4b93-a480-5ca296a5743c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bc303d-746c-46b5-a55f-e015a2aabaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:30:58.578046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.655327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-0910c471-b9f2-49db-b564-44484e40a1a2 service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345269 Dec 23 15:30:58.692911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port cc067a54-7e50-425e-b15c-744d5b148798 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:30:58.693248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.733692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] For port 5fea1d3c-5b20-4b93-a480-5ca296a5743c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:30:58.737629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] For port 5fea1d3c-5b20-4b93-a480-5ca296a5743c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5fea1d3c-5b20-4b93-a480-5ca296a5743c,segment=NetworkSegment(90bc303d-746c-46b5-a55f-e015a2aabaff),segment_id=90bc303d-746c-46b5-a55f-e015a2aabaff)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:30:58.740887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.742035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-59d90a16-9c04-4877-acff-0182e592bed6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9596624 Dec 23 15:30:58.749872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.764164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49122) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:58.777131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f32263bb-6d6a-48bf-84cc-5a2290d81b22,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:58.790658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-461579199'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:58.819198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:58.832245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.837783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:network and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:58.850973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.851509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:58.873220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:58.888291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Allocated IP 172.20.0.6 (a81829f2-f67f-49fc-9706-81ea6e6fce03/6a8e2f10-df00-475e-a52b-c08332efcf5c/6cf54a46-1cba-4917-bbef-ec927acf1662) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:58.935476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:58.951215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Checking segment: {'id': 'b18de378-0a81-4290-9d6b-2a62c65ecc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'e727cb67-12ec-4edd-b3df-3c2579cb3fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:30:58.951478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Network hostable DHCP agents. Network: e727cb67-12ec-4edd-b3df-3c2579cb3fec, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:30:58.993573 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1df503d1-a9f3-48bd-824c-ed71d11a09ae req-ad4641d9-7666-4a6f-9b9b-728bc4713ca7 service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285296 Dec 23 15:30:59.073639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Made reservation on behalf of 214585efa1f84f9a85cf92246f18fbfb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:30:59.077155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.095484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.115158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21b041-777d-4185-a269-bf530c9bd99c None None] Pushing event updated for resources: {'Port': ['ID=5fea1d3c-5b20-4b93-a480-5ca296a5743c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:59.118995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.184664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.203654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Allocated IP 172.26.6.173 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/d763d66c-d3d2-432d-b6d9-b949a67f0ece) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:30:59.375291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for cc067a54-7e50-425e-b15c-744d5b148798 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:30:59.447825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Network e727cb67-12ec-4edd-b3df-3c2579cb3fec is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:30:59.595404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:59.607125 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:security_group_rule and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:59.628249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.634486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:59.642858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e727cb67-12ec-4edd-b3df-3c2579cb3fec) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:59.644198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5fea1d3c-5b20-4b93-a480-5ca296a5743c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:30:59.657128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:59.668734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:59.669431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.695554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed40e-aaae-4268-a0d2-5af818a6b011 req-2b4e2b89-e079-47dd-bd7d-89411905f741 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:30:59.697138 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0a9ed40e-aaae-4268-a0d2-5af818a6b011 req-2b4e2b89-e079-47dd-bd7d-89411905f741 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 944 time: 0.2483199 Dec 23 15:30:59.733854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06fc9c-8161-42a9-bbfa-1c3bd811a7ec None None] Network e727cb67-12ec-4edd-b3df-3c2579cb3fec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:30:59.758503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.777048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0a9ed40e-aaae-4268-a0d2-5af818a6b011 req-4a7092ce-39d1-4af9-9015-b2b65abefa4e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704906 Dec 23 15:30:59.803009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:30:59.810939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Transition to ACTIVE for port object 6cf54a46-1cba-4917-bbef-ec927acf1662 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:30:59.894319 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e096a556-5734-45e1-86a3-93cfc917289d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2632453 Dec 23 15:30:59.900408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49138) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:59.912820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'floatingip': {'floating_network_id': 'e727cb67-12ec-4edd-b3df-3c2579cb3fec'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:30:59.919396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:30:59.923862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:floatingip and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:30:59.927595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:30:59.931834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:30:59.939054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:30:59.941497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:30:59.953830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49142) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:30:59.968513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:30:59.977154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Port': ['ID=d763d66c-d3d2-432d-b6d9-b949a67f0ece,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:30:59.995567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5fea1d3c-5b20-4b93-a480-5ca296a5743c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:00.014535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.069143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.097964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.116787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.158338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3735d-3a58-4387-b294-fb573e5af4f8 None None] Network e727cb67-12ec-4edd-b3df-3c2579cb3fec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:00.214162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.230040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'networks': [{'name': 'tempest-network--1363394433'}, {'name': 'tempest-network--302904463'}]} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:00.231230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'network': {'name': 'tempest-network--1363394433'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:00.231550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'network': {'name': 'tempest-network--302904463'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:00.248484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=cc067a54-7e50-425e-b15c-744d5b148798,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:00.259872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.268609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:00.279400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.305414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:00.311552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Usage tracker for resource:network and tenant:76a106d6cfd0497b8dd2e0a5853f636a is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:00.327414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:00.346557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:00.350064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d42b80-e672-4b4e-8390-33581024db1b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:00.389008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:00.391319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:00.404065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.404424 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Added segment acabd5e7-12ea-4900-9ed5-03841ed210ee of type vlan for network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af Dec 23 15:31:00.407848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:00.456359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.457077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.467535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Allocated IP 172.20.0.11 (e727cb67-12ec-4edd-b3df-3c2579cb3fec/f32263bb-6d6a-48bf-84cc-5a2290d81b22/45c4bb4e-a7ed-4880-9cb2-1b1acaa424ef) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:00.496788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:00.496788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.533755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678eb46a-5ffb-4e5e-ae42-9a58ab3b781f None None] Network 5b67e5e8-d476-470e-899a-e5dcd274030a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:00.544481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event updated for resources: {'Port': ['ID=6cf54a46-1cba-4917-bbef-ec927acf1662,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:00.582576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.602062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Made reservation on behalf of 76a106d6cfd0497b8dd2e0a5853f636a for: {'network': 2} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:00.605631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.642532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.763333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-963d320f-094f-4b49-b1bb-11961b7f0fcd None None] Provisioning for port 5fea1d3c-5b20-4b93-a480-5ca296a5743c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:00.766557 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8950582d-e218-4acc-94c2-c0d68de98ac4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0485420 Dec 23 15:31:00.771652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-963d320f-094f-4b49-b1bb-11961b7f0fcd None None] Provisioning complete for port 5fea1d3c-5b20-4b93-a480-5ca296a5743c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:00.772115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-963d320f-094f-4b49-b1bb-11961b7f0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.772877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49148) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:00.850538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Request body: {'floatingip': {'port_id': '6cf54a46-1cba-4917-bbef-ec927acf1662'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:00.855905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.859695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:00.860726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:00.907378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:00.966815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Usage tracker for resource:security_group_rule and tenant:76a106d6cfd0497b8dd2e0a5853f636a is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:00.974208 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1984887 Dec 23 15:31:00.985828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:00.993873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49154) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:00.995402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.001117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:01.006262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-963d320f-094f-4b49-b1bb-11961b7f0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.010082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f4903-db09-4d00-886b-8ca6be2cd038 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Network': ['ID=e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:01.031934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'subnet': {'network_id': 'e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:01.032568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:01.118977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.161084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-963d320f-094f-4b49-b1bb-11961b7f0fcd None None] For port 5fea1d3c-5b20-4b93-a480-5ca296a5743c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5fea1d3c-5b20-4b93-a480-5ca296a5743c,segment=NetworkSegment(90bc303d-746c-46b5-a55f-e015a2aabaff),segment_id=90bc303d-746c-46b5-a55f-e015a2aabaff)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:01.234094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.238342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-963d320f-094f-4b49-b1bb-11961b7f0fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.320725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d320f-094f-4b49-b1bb-11961b7f0fcd None None] Pushing event updated for resources: {'Port': ['ID=5fea1d3c-5b20-4b93-a480-5ca296a5743c,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:01.408221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086564ff-dade-4426-836c-a477e846ddd8 req-694f0fad-1378-4f6e-8411-534e32274653 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:01.409621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-086564ff-dade-4426-836c-a477e846ddd8 req-694f0fad-1378-4f6e-8411-534e32274653 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 944 time: 0.4744847 Dec 23 15:31:01.454138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a467bd87-9a8b-42e0-8727-443214db2ecc None None] Provisioning for port 6cf54a46-1cba-4917-bbef-ec927acf1662 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:01.459671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:01.460508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a467bd87-9a8b-42e0-8727-443214db2ecc None None] Provisioning complete for port 6cf54a46-1cba-4917-bbef-ec927acf1662 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:01.461050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a467bd87-9a8b-42e0-8727-443214db2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.470344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.474914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:subnet and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:01.478039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:01.506378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:01.533395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a467bd87-9a8b-42e0-8727-443214db2ecc None None] Port 6cf54a46-1cba-4917-bbef-ec927acf1662 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:01.549839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a467bd87-9a8b-42e0-8727-443214db2ecc None None] Provisioning complete for port 5fea1d3c-5b20-4b93-a480-5ca296a5743c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:01.550479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a467bd87-9a8b-42e0-8727-443214db2ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.572305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.572885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.584865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5fea1d3c-5b20-4b93-a480-5ca296a5743c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:01.591593 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-086564ff-dade-4426-836c-a477e846ddd8 req-cf36fafb-3d3d-4d63-97fd-9afded3558db tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710050 Dec 23 15:31:01.627216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f801576f-f690-440a-b298-6eff306cb202,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:01.646141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.714712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Made reservation on behalf of 214585efa1f84f9a85cf92246f18fbfb for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:01.727293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:01.731032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 80acefdb-0945-4774-9652-1948699cd0c8 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:01.741491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.741858 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Added segment a1cdff6d-8ae8-4c87-98a5-60d65883b6d7 of type vlan for network a1b8e42c-e837-45d3-8ae0-0a6f8e4d3e50 Dec 23 15:31:01.794457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5fea1d3c-5b20-4b93-a480-5ca296a5743c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:01.794970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.819542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Network e727cb67-12ec-4edd-b3df-3c2579cb3fec is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:01.829988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:01.882007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:01.899276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:01.930805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:01.936955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Port': ['ID=45c4bb4e-a7ed-4880-9cb2-1b1acaa424ef,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:01.941367 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] Sync routers for ids ['80acefdb-0945-4774-9652-1948699cd0c8'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:01.947492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:01.957322 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] Routers {'80acefdb-0945-4774-9652-1948699cd0c8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:01.958320 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['80acefdb-0945-4774-9652-1948699cd0c8'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:01.959467 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-08c8516a-0d6b-4dc8-9591-fd95a2f29618 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/80acefdb-0945-4774-9652-1948699cd0c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2161341 Dec 23 15:31:01.960260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49158) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:01.989507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.000322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.000925 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Added segment 55aa5a8e-0753-45bb-9b84-1f3d4e7f13fa of type vlan for network 9abc7895-e6c0-4d18-9699-fa535f41b112 Dec 23 15:31:02.010615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0b93f946-4495-4f79-81d2-7af00232d29b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:02.022209 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:02.033500 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] Routers {'80acefdb-0945-4774-9652-1948699cd0c8'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:02.034088 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['80acefdb-0945-4774-9652-1948699cd0c8'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:02.041968 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.088092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0b93f946-4495-4f79-81d2-7af00232d29b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:02.091949 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0b93f946-4495-4f79-81d2-7af00232d29b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=80acefdb-0945-4774-9652-1948699cd0c8 HTTP/1.1" status: 200 len: 205 time: 0.1270127 Dec 23 15:31:02.092291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49162) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:02.096141 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:02.096543 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb693352-a69d-4157-b826-02b3b5e41c07 None None] The sync data for ids ['80acefdb-0945-4774-9652-1948699cd0c8'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:02.113648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Router eaca3822-4547-453b-a565-72a042c8a621 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:31:02.157707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.158187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.162002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:02.165047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:02.165690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.279994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e671ee2b-102e-4ccc-8c3f-960e6aa4194e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:31:02.347238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cbb7-07f0-4ce0-be86-acca6de0f9f8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.410337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Network': ['ID=a1b8e42c-e837-45d3-8ae0-0a6f8e4d3e50,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:02.420982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:02.429269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a1b8e42c-e837-45d3-8ae0-0a6f8e4d3e50 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:02.434999 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4729395 Dec 23 15:31:02.438845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49166) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:02.505791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'port_id': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'mac_address': 'fa:16:3e:07:14:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:31:02.573510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaf693-6e9f-4511-b976-d4070847cf05 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Network': ['ID=9abc7895-e6c0-4d18-9699-fa535f41b112,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:02.592258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 9abc7895-e6c0-4d18-9699-fa535f41b112 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:02.620346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.751822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.787772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e671ee2b-102e-4ccc-8c3f-960e6aa4194e {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:31:02.805580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:02.880686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.985668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:02.987228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:03.022605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cbb7-07f0-4ce0-be86-acca6de0f9f8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.026787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cbb7-07f0-4ce0-be86-acca6de0f9f8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.099570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287634f-78b3-4e86-b7e0-51d342dccce0 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:03.103572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287634f-78b3-4e86-b7e0-51d342dccce0 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:03.107423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287634f-78b3-4e86-b7e0-51d342dccce0 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:03.111219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287634f-78b3-4e86-b7e0-51d342dccce0 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:03.115208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287634f-78b3-4e86-b7e0-51d342dccce0 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:03.116853 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e287634f-78b3-4e86-b7e0-51d342dccce0 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2975 time: 0.6751049 Dec 23 15:31:03.120630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49172) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:03.122075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cbb7-07f0-4ce0-be86-acca6de0f9f8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.122605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e3cbb7-07f0-4ce0-be86-acca6de0f9f8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Fanout notify agent at l3_agent the message router_deleted on router 80acefdb-0945-4774-9652-1948699cd0c8 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:31:03.126595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.160583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4e3cbb7-07f0-4ce0-be86-acca6de0f9f8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.161657 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a4e3cbb7-07f0-4ce0-be86-acca6de0f9f8 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/80acefdb-0945-4774-9652-1948699cd0c8 HTTP/1.1" status: 204 len: 168 time: 1.0682883 Dec 23 15:31:03.166088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49176) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:03.251618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Subnet': ['ID=4dd5865c-cc17-463a-a740-f85dc876b46d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:03.251964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.292103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:31:03.330130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['e671ee2b-102e-4ccc-8c3f-960e6aa4194e'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:31:03.387435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.415380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b8e42c-e837-45d3-8ae0-0a6f8e4d3e50']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:03.427893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cdff6d-8ae8-4c87-98a5-60d65883b6d7') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:03.428250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cdff6d-8ae8-4c87-98a5-60d65883b6d7') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:03.440374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.457177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.465702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:03.465955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Checking segment: {'id': 'acabd5e7-12ea-4900-9ed5-03841ed210ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:03.466144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network hostable DHCP agents. Network: e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:03.466265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:03.483677 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:03.495596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd66955-5e37-45e8-b39a-ea2e5df29b37 req-1cf990b4-d84d-47e3-a661-8427d14e7019 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:03.497894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3bd66955-5e37-45e8-b39a-ea2e5df29b37 req-1cf990b4-d84d-47e3-a661-8427d14e7019 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 945 time: 0.7440393 Dec 23 15:31:03.619921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.627744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:03.644312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] Sync routers for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:03.653647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:03.654462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:03.723280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.724979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:03.738450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:03.738764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:03.743112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3bd66955-5e37-45e8-b39a-ea2e5df29b37 req-1b0b64c1-c229-44ef-add7-cc5e2e194345 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251284 Dec 23 15:31:03.753558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.763876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Network': ['ID=a1b8e42c-e837-45d3-8ae0-0a6f8e4d3e50,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:03.769459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 77c76813-e5b8-4d2a-873a-567cf2ae27a8 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:03.769652 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e9fa5138-7b07-4c13-9d5f-26623810312a tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/networks/a1b8e42c-e837-45d3-8ae0-0a6f8e4d3e50 HTTP/1.1" status: 204 len: 168 time: 0.6414530 Dec 23 15:31:03.770338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49182) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:03.770477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.797999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.810036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:03.810582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdddeebe-ab5d-450b-a767-4cf30dce5c71 None None] The sync data for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:03.862554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:03.872858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:31:03.886362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.887585 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-97b12d06-4ac1-4937-89a6-da214cbed7e4 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.5390339 Dec 23 15:31:03.890532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49186) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:03.905822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.912675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.953493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.968537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:03.977768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20dacc-84ae-4e20-81af-23be98b843d7 None None] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:03.979392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:03.979953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:03.997117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.112760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.172367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d817d1c1-4da7-40d4-8d3d-daeaf1eb1900 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1637692 Dec 23 15:31:04.179877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Port': ['ID=45c4bb4e-a7ed-4880-9cb2-1b1acaa424ef,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:04.184894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49190) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:04.193837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abc7895-e6c0-4d18-9699-fa535f41b112']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:04.198922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'network': {'name': 'tempest-router-network01--1550750937'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:04.208568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:04.209896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af', 'network_id': 'e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af', 'tenant_id': '214585efa1f84f9a85cf92246f18fbfb', 'fixed_ips': [{'subnet_id': '4dd5865c-cc17-463a-a740-f85dc876b46d'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:04.211034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.213969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55aa5a8e-0753-45bb-9b84-1f3d4e7f13fa') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:04.214256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55aa5a8e-0753-45bb-9b84-1f3d4e7f13fa') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:04.221744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:network and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:04.227686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:04.229215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.230910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.261003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.271073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:04.271688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.280737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:04.286821 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:04.292630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.354054 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 2a3aed44-5c98-43eb-97f9-1349ad5fcade associated. External IP: 172.26.6.156, port: a179ebf5-1644-4397-97da-b164084496e9. Dec 23 15:31:04.408298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Made reservation on behalf of 214585efa1f84f9a85cf92246f18fbfb for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:04.411228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.435961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.440565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.441745 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-08ea84dd-958c-45c8-a64c-9f4f6983c564 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5399508 Dec 23 15:31:04.449777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49194) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:04.487364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=77c76813-e5b8-4d2a-873a-567cf2ae27a8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:04.496806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.503390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa0d207-36e1-4dea-a569-7fac4ba2548f None None] Network 33d61fca-e650-434a-91da-83b769dbb5e3 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:04.517560 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3934ed82-2463-4edd-8dd5-75d9af88f88d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/77c76813-e5b8-4d2a-873a-567cf2ae27a8 HTTP/1.1" status: 204 len: 168 time: 1.3331923 Dec 23 15:31:04.517927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49198) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:04.612513 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a4986087-06bb-4126-875c-ee35345e6a12 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=e727cb67-12ec-4edd-b3df-3c2579cb3fec HTTP/1.1" status: 200 len: 690 time: 0.1568470 Dec 23 15:31:04.613994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49202) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:04.702100 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.723340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.739839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Network': ['ID=9abc7895-e6c0-4d18-9699-fa535f41b112,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:04.740756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:04.760175 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d94df083-cf6a-43b4-a902-c5817f163da9 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/networks/9abc7895-e6c0-4d18-9699-fa535f41b112 HTTP/1.1" status: 204 len: 168 time: 0.9866345 Dec 23 15:31:04.762368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49206) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:04.830732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.831062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Added segment c4bc1005-a42d-4f97-8e63-c90be396f627 of type vlan for network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 Dec 23 15:31:04.848574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Allocated IP 172.20.0.2 (e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af/4dd5865c-cc17-463a-a740-f85dc876b46d/faa83562-4702-4adc-a470-df95cbac137c) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:04.849137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.893090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.916069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port b729c405-b3f9-49bd-b10b-223d3582f64c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:04.916499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.945482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] DHCP port deletion for 33d61fca-e650-434a-91da-83b769dbb5e3 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:31:04.956647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] Deleting port b729c405-b3f9-49bd-b10b-223d3582f64c {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:04.957044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:04.974248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.147501 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Deleting port 45c4bb4e-a7ed-4880-9cb2-1b1acaa424ef {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:05.147792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.191471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.195024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:05.195587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.198623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b62b4-5f65-4ec0-b029-a2058eff1779 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:05.202944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b62b4-5f65-4ec0-b029-a2058eff1779 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:05.206930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b62b4-5f65-4ec0-b029-a2058eff1779 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:05.207672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-da6b62b4-5f65-4ec0-b029-a2058eff1779 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Synchronizing usage tracker for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:05.275716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.279430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] For port b729c405-b3f9-49bd-b10b-223d3582f64c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b729c405-b3f9-49bd-b10b-223d3582f64c,segment=NetworkSegment(96f9eb8f-a2fb-4947-9a4e-a2aada653666),segment_id=96f9eb8f-a2fb-4947-9a4e-a2aada653666)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:05.279919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.345147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Transition to ACTIVE for port object faa83562-4702-4adc-a470-df95cbac137c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:05.372232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.372550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.413400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a227288-1fa3-4a0d-921e-3216b4fb585f req-d02e6d93-2515-435a-82aa-7d5a1b8e7e78 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:05.414894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a227288-1fa3-4a0d-921e-3216b4fb585f req-d02e6d93-2515-435a-82aa-7d5a1b8e7e78 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 945 time: 0.4706545 Dec 23 15:31:05.420807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Network': ['ID=5ec81602-c48c-4cba-b1cc-4e4fb8bd0647,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:05.424247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port b729c405-b3f9-49bd-b10b-223d3582f64c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b729c405-b3f9-49bd-b10b-223d3582f64c,segment=NetworkSegment(96f9eb8f-a2fb-4947-9a4e-a2aada653666),segment_id=96f9eb8f-a2fb-4947-9a4e-a2aada653666)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:05.424592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.435558 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-36ab266d-8430-406e-ac5c-83fc7edd613f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2459645 Dec 23 15:31:05.440048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49212) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:05.447268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:05.469309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] Calling delete_port for b729c405-b3f9-49bd-b10b-223d3582f64c owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:05.504308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Calling delete_port for 45c4bb4e-a7ed-4880-9cb2-1b1acaa424ef owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:05.553304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-da6b62b4-5f65-4ec0-b029-a2058eff1779 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Unset dirty status for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:05.559063 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-da6b62b4-5f65-4ec0-b029-a2058eff1779 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1908 time: 0.7894487 Dec 23 15:31:05.562651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49216) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:05.565463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'network': {'name': 'tempest-router-network02--653212843'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:05.567471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1139558166'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:05.573178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b729c405-b3f9-49bd-b10b-223d3582f64c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:31:05.576405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for b729c405-b3f9-49bd-b10b-223d3582f64c owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:05.608739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Transition to ACTIVE for port object faa83562-4702-4adc-a470-df95cbac137c will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:05.611775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:05.636748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:05.654532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:network and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:05.662698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:05.663180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:05.673165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.674046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:05.699120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a227288-1fa3-4a0d-921e-3216b4fb585f req-0fe69949-2dac-4993-bb5b-ea7fb6ac2c45 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615135 Dec 23 15:31:05.773539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Made reservation on behalf of 76a106d6cfd0497b8dd2e0a5853f636a for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:05.776670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.804489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Made reservation on behalf of 214585efa1f84f9a85cf92246f18fbfb for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:05.807521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.819802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:05.823109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Pushing event updated for resources: {'Port': ['ID=faa83562-4702-4adc-a470-df95cbac137c,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:05.826423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:05.830457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:05.833893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:05.842205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.861733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:05.870399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:05.871716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:31:05.872011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:31:05.878983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.879317 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Added segment 01cee5a0-12da-468e-aa8c-06588038a173 of type vlan for network f76a6fbf-0744-4d7b-a001-8741d3f71e78 Dec 23 15:31:05.889000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.901273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.906362 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Added segment 11501f9f-26dd-4f73-8d4e-55de576a15db of type vlan for network f9308566-b700-4d03-8f56-95f834201669 Dec 23 15:31:05.909534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.969024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event deleted for resources: {'Port': ['ID=45c4bb4e-a7ed-4880-9cb2-1b1acaa424ef,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:05.978012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:05.978673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] Pushing event deleted for resources: {'Port': ['ID=b729c405-b3f9-49bd-b10b-223d3582f64c,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:06.035847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaf26d-3208-48d0-a4cd-ddac5f3e654e None None] No DVR routers for this DVR port b729c405-b3f9-49bd-b10b-223d3582f64c on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:06.037662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Attempting to bind port faa83562-4702-4adc-a470-df95cbac137c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:06.038088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Attempting to bind port faa83562-4702-4adc-a470-df95cbac137c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'acabd5e7-12ea-4900-9ed5-03841ed210ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:06.038501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Attempting to bind port faa83562-4702-4adc-a470-df95cbac137c on network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:06.055760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:06.056501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Checking segment: {'id': 'acabd5e7-12ea-4900-9ed5-03841ed210ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:06.057120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.057736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Bound using segment: {'id': 'acabd5e7-12ea-4900-9ed5-03841ed210ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:06.059685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Bound port: faa83562-4702-4adc-a470-df95cbac137c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acabd5e7-12ea-4900-9ed5-03841ed210ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:06.059685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.110317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.135299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.139315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:06.140005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.161097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] For port faa83562-4702-4adc-a470-df95cbac137c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:06.164222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] For port faa83562-4702-4adc-a470-df95cbac137c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=faa83562-4702-4adc-a470-df95cbac137c,segment=NetworkSegment(acabd5e7-12ea-4900-9ed5-03841ed210ee),segment_id=acabd5e7-12ea-4900-9ed5-03841ed210ee)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:06.238423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.247192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:06.259966 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:06.270229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.284699 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:06.285664 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:06.290237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e671ee2b-102e-4ccc-8c3f-960e6aa4194e up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:06.330678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.334617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:06.335160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.394883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03437e4e-90d6-438c-8e0f-c9edabe5fc70 None None] Pushing event updated for resources: {'Port': ['ID=faa83562-4702-4adc-a470-df95cbac137c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:06.396877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:06.427597 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:06.428267 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:06.444333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port b729c405-b3f9-49bd-b10b-223d3582f64c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:06.444841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.472618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Network': ['ID=f76a6fbf-0744-4d7b-a001-8741d3f71e78,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:06.481488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-752901b9-4f27-4567-a7d6-4da56ff36dc5 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0389380 Dec 23 15:31:06.491157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network f76a6fbf-0744-4d7b-a001-8741d3f71e78 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:06.497056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49222) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:06.501517 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:06.502131 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fdcc6-6cb2-49fe-89a1-d889b5ba4a75 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:06.515502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'subnet': {'network_id': '5ec81602-c48c-4cba-b1cc-4e4fb8bd0647', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:06.519990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] The port 'b729c405-b3f9-49bd-b10b-223d3582f64c' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:31:06.547714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.569960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port e671ee2b-102e-4ccc-8c3f-960e6aa4194e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:06.582059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Network': ['ID=f9308566-b700-4d03-8f56-95f834201669,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:06.587549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port e671ee2b-102e-4ccc-8c3f-960e6aa4194e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:06.587877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.674876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network f9308566-b700-4d03-8f56-95f834201669 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:06.675594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.705677 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-693e906f-4d7c-4a21-aa5f-2c2fd8e51910 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1426232 Dec 23 15:31:06.710857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49226) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:06.731576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-662151124'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:06.771785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.787019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:06.787606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:06.789081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d61fca-e650-434a-91da-83b769dbb5e3']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:06.795164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:subnet and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:06.802847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:06.813073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:06.819767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Usage tracker for resource:network and tenant:76a106d6cfd0497b8dd2e0a5853f636a is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:06.834063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:06.838512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f9eb8f-a2fb-4947-9a4e-a2aada653666') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:06.838925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f9eb8f-a2fb-4947-9a4e-a2aada653666') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:06.863848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:06.868689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.915689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.932059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:06.932594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.934160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:06.948811 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:06.959782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.013582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:07.014851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:31:07.045820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.052964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Made reservation on behalf of 214585efa1f84f9a85cf92246f18fbfb for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:07.076907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f32263bb-6d6a-48bf-84cc-5a2290d81b22,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:07.087571 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'code': 200} Dec 23 15:31:07.089062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.111687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Made reservation on behalf of 76a106d6cfd0497b8dd2e0a5853f636a for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:07.114776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.193229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:07.201621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:07.216157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.216480 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Added segment b32dc527-a40c-4798-8591-5031c5aaa30b of type vlan for network a4be6799-f9b8-40df-a840-132857609582 Dec 23 15:31:07.292315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.313731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a43806-db58-45b0-b365-a518ab7f8db9 req-6ecc5bdb-fec0-41fd-a3a8-c884eb1e13b1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:07.316717 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b2a43806-db58-45b0-b365-a518ab7f8db9 req-6ecc5bdb-fec0-41fd-a3a8-c884eb1e13b1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.2819283 Dec 23 15:31:07.335986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.340962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.349064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.351246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.372397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=33d61fca-e650-434a-91da-83b769dbb5e3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:07.387179 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bd3dedf3-55dd-4da0-a63b-a9e9f31b92bf tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/33d61fca-e650-434a-91da-83b769dbb5e3 HTTP/1.1" status: 204 len: 168 time: 2.8678172 Dec 23 15:31:07.391887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49234) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:07.412573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1878426920', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:07.429446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:07.453006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:router and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:07.458411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:07.469981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:07.478942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b2a43806-db58-45b0-b365-a518ab7f8db9 req-3db56e9d-a5c3-4150-848d-0ce2c5d543f0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352363 Dec 23 15:31:07.506039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e727cb67-12ec-4edd-b3df-3c2579cb3fec']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:07.595386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18de378-0a81-4290-9d6b-2a62c65ecc32') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:07.595676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18de378-0a81-4290-9d6b-2a62c65ecc32') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:07.628528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.664400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device faa83562-4702-4adc-a470-df95cbac137c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:07.672739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.685592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:07.686387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.691726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.691726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.699743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.748576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:07.749310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:07.766271 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:07.937690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Network': ['ID=a4be6799-f9b8-40df-a840-132857609582,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:07.954017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a4be6799-f9b8-40df-a840-132857609582 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:07.957814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.010476 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e81a1ef4-0d5d-42ab-9ff0-3d4f96b756e6 req-05d52269-f9e3-48c5-a280-939c8838f9d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1099 time: 0.4186480 Dec 23 15:31:08.056935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:08.074160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e81a1ef4-0d5d-42ab-9ff0-3d4f96b756e6 req-109e3e1c-610e-446f-b885-7954f0936b1b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547612 Dec 23 15:31:08.097540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Allocated IP 172.20.0.1 (5b67e5e8-d476-470e-899a-e5dcd274030a/87c92824-2c43-42b7-8b2d-03764814317c/8a9bd06f-9a67-4c3f-be46-cde6e6e1728b) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:08.109385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c98619-fb84-4b53-9a25-63175997c199 None None] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:08.236571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port faa83562-4702-4adc-a470-df95cbac137c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:08.253469 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b7b34c80-4d4f-4a3e-a197-51146c68ecc6 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5355918 Dec 23 15:31:08.253717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.253847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.254062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49238) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:08.262801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'ports': [{'network_id': 'f9308566-b700-4d03-8f56-95f834201669', 'name': 'tempest-port--1545054661', 'admin_state_up': True}, {'network_id': 'a4be6799-f9b8-40df-a840-132857609582', 'admin_state_up': False}]} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:08.263426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'port': {'network_id': 'f9308566-b700-4d03-8f56-95f834201669', 'name': 'tempest-port--1545054661', 'admin_state_up': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:08.264156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'port': {'network_id': 'a4be6799-f9b8-40df-a840-132857609582', 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:08.295816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e727cb67-12ec-4edd-b3df-3c2579cb3fec {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 15:31:08.306366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.330616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:08.338397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.384062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event deleted for resources: {'Network': ['ID=e727cb67-12ec-4edd-b3df-3c2579cb3fec,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:08.386775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-236a8fc3-af02-4e86-b70d-9b8224cfe188 None None] Provisioning for port faa83562-4702-4adc-a470-df95cbac137c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:08.394340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-236a8fc3-af02-4e86-b70d-9b8224cfe188 None None] Provisioning complete for port faa83562-4702-4adc-a470-df95cbac137c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:08.394785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-236a8fc3-af02-4e86-b70d-9b8224cfe188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.395324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.494677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2b6249d3-f84b-4b69-b35c-11fc8cf3ad1d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/floatingips/2a3aed44-5c98-43eb-97f9-1349ad5fcade HTTP/1.1" status: 200 len: 978 time: 7.6639361 Dec 23 15:31:08.494677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.504305 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3ce71fb4-3f90-464a-9b3c-fbd298ffb97d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e727cb67-12ec-4edd-b3df-3c2579cb3fec HTTP/1.1" status: 204 len: 168 time: 3.8892341 Dec 23 15:31:08.504970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49242) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:08.513160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1f0fa1d3-e6b8-45a2-b2bf-67283ac2bdc6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1183889 Dec 23 15:31:08.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49244) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:08.515777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49248) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:08.537358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.569529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-236a8fc3-af02-4e86-b70d-9b8224cfe188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.603161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Transition to ACTIVE for port object 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:08.633031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-236a8fc3-af02-4e86-b70d-9b8224cfe188 None None] For port faa83562-4702-4adc-a470-df95cbac137c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=faa83562-4702-4adc-a470-df95cbac137c,segment=NetworkSegment(acabd5e7-12ea-4900-9ed5-03841ed210ee),segment_id=acabd5e7-12ea-4900-9ed5-03841ed210ee)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:08.675292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Subnet': ['ID=06cd6386-afee-4052-b1ed-f3f2b58d41ab,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:08.705897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-236a8fc3-af02-4e86-b70d-9b8224cfe188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.751201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1344711452'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:08.813421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:08.832063 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a8fc3-af02-4e86-b70d-9b8224cfe188 None None] Pushing event updated for resources: {'Port': ['ID=faa83562-4702-4adc-a470-df95cbac137c,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:08.837281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:08.843347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:08.857814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:08.890618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c8cbb20d-4df2-4133-ba78-55a3a3f64144 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Synchronizing usage tracker for tenant:891822a5dc6f478cae4f7c0befa4eff6 on resource:floatingip {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:08.905832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 6cf54a46-1cba-4917-bbef-ec927acf1662 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:08.906085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.919946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d59d8b-fd50-4743-9667-8808184031ea req-9bb9d62a-7dc6-487a-a81c-ce0dc4344da8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:08.921423 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1d59d8b-fd50-4743-9667-8808184031ea req-9bb9d62a-7dc6-487a-a81c-ce0dc4344da8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.1538794 Dec 23 15:31:08.944874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-84396db0-493a-4557-bd2c-b47d94743b34 None None] Provisioning complete for port faa83562-4702-4adc-a470-df95cbac137c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:08.950303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84396db0-493a-4557-bd2c-b47d94743b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.970247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:08.973378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:08.975664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:08.984915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Usage tracker for resource:port and tenant:76a106d6cfd0497b8dd2e0a5853f636a is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:08.985506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] Sync routers for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:08.991950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:08.993382 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1d59d8b-fd50-4743-9667-8808184031ea req-b26874a3-4433-4780-bd68-3137e4624c78 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643179 Dec 23 15:31:08.999519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Checking segment: {'id': 'c4bc1005-a42d-4f97-8e63-c90be396f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ec81602-c48c-4cba-b1cc-4e4fb8bd0647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:08.999997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network hostable DHCP agents. Network: 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:09.007350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:09.009617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c8cbb20d-4df2-4133-ba78-55a3a3f64144 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Unset dirty status for tenant:891822a5dc6f478cae4f7c0befa4eff6 on resource:floatingip {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:09.016924 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c8cbb20d-4df2-4133-ba78-55a3a3f64144 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2247 time: 0.4961534 Dec 23 15:31:09.016924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49256) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:09.022885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:09.028352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:09.029056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:09.063640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.064547 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 0f585ae8-6b73-423d-b88b-b70281f44de2 of type vlan for network 9a869255-3331-47a2-a0ef-fa65e4088184 Dec 23 15:31:09.102498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:09.108044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.127313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.127682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.128161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:09.128631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.128631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.128823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:09.128925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.129205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.129538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.129873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.130237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.130629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.133098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1e6a7d2f-c053-488a-8844-9fe91ad0024d tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6326 time: 0.1156456 Dec 23 15:31:09.136888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49260) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:09.170562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.220796 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-b6eff51a-ce12-4a03-a05c-284264d2af97 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] delete failed (client error): The resource could not be found. Dec 23 15:31:09.221402 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b6eff51a-ce12-4a03-a05c-284264d2af97 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/71109eec-3bf8-4b8a-9bc3-d7d8231fdf5d HTTP/1.1" status: 404 len: 345 time: 0.0837460 Dec 23 15:31:09.225481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49264) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:09.234221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:09.234634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd60c03-8b65-446f-b5ac-9f6cea557778 None None] The sync data for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:09.251277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-871486c5-b117-4c9d-9702-5c84935e9456 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] DELETE failed (client error): The resource could not be found. Dec 23 15:31:09.251703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871486c5-b117-4c9d-9702-5c84935e9456 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:31:09.263885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-871486c5-b117-4c9d-9702-5c84935e9456 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e727cb67-12ec-4edd-b3df-3c2579cb3fec HTTP/1.1" status: 404 len: 339 time: 0.0374210 Dec 23 15:31:09.268582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49268) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:09.274646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'network': {'name': 'tempest-network--876335774', 'router:external': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:09.280258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:09.284031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:network and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:09.287165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:09.294709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:09.312546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Made reservation on behalf of 76a106d6cfd0497b8dd2e0a5853f636a for: {'port': 2} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:09.316756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.330390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Network 5b67e5e8-d476-470e-899a-e5dcd274030a is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:09.331219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Port': ['ID=8a9bd06f-9a67-4c3f-be46-cde6e6e1728b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:09.337837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.341714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.348793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.348939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:09.348939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:09.399170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.411994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.430226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Made reservation on behalf of 891822a5dc6f478cae4f7c0befa4eff6 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:09.432442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.468644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:09.471089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.471606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=9a869255-3331-47a2-a0ef-fa65e4088184,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:09.484580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 9a869255-3331-47a2-a0ef-fa65e4088184 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:09.485944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:09.495182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.495529 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Added segment 2184546c-a3f2-471b-a31c-369e1e80de88 of type vlan for network cbb88413-9a49-4b04-a0af-b484405c460d Dec 23 15:31:09.528022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.587590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device faa83562-4702-4adc-a470-df95cbac137c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:09.640918 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-41ee9a2f-17c5-470c-b0c0-ee64c4b26753 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1237395 Dec 23 15:31:09.643320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49272) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:09.649221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:09.713271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port faa83562-4702-4adc-a470-df95cbac137c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:09.713634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.739471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.739471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.739471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.746646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:09.763673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79be7f-4b3e-4159-90ef-457dffbd1f39 None None] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:09.768737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:09.769320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.797924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c4c927dc-4c4c-4726-840a-5b9b06bbdbc7 None None] Provisioning for port 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:09.860931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c4c927dc-4c4c-4726-840a-5b9b06bbdbc7 None None] Provisioning complete for port 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:09.861362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c4c927dc-4c4c-4726-840a-5b9b06bbdbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:09.869714 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:31:09.883589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] device_id is not set on port bc938975-6cc2-4ef2-ae8a-495136c4f50d yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:09.896905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Network': ['ID=cbb88413-9a49-4b04-a0af-b484405c460d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:09.899218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:09.905288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:09.908852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:09.915835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:09.926179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network cbb88413-9a49-4b04-a0af-b484405c460d details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:09.937595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-216314e5-b54d-4bbf-8220-1b9fe344ffac tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6673796 Dec 23 15:31:09.942381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49276) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:09.966527 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-29677f1a-f013-42eb-879f-5a0060a29c07 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4632831 Dec 23 15:31:09.968706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49280) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:10.031235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'subnet': {'network_id': 'f76a6fbf-0744-4d7b-a001-8741d3f71e78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:10.051810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c4c927dc-4c4c-4726-840a-5b9b06bbdbc7 None None] Port 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:10.068657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:10.171260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.234628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-5ec81602-c48c-4cba-b1cc-4e4fb8bd0647', 'network_id': '5ec81602-c48c-4cba-b1cc-4e4fb8bd0647', 'tenant_id': '214585efa1f84f9a85cf92246f18fbfb', 'fixed_ips': [{'subnet_id': '06cd6386-afee-4052-b1ed-f3f2b58d41ab'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:10.234628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.311299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.311668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.311978 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Floating IP 2a3aed44-5c98-43eb-97f9-1349ad5fcade disassociated. External IP: 172.26.6.156, port: 6cf54a46-1cba-4917-bbef-ec927acf1662. Dec 23 15:31:10.312338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 6cf54a46-1cba-4917-bbef-ec927acf1662 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:10.374139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:10.388187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.398559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Allocated IP 172.20.0.2 (5ec81602-c48c-4cba-b1cc-4e4fb8bd0647/06cd6386-afee-4052-b1ed-f3f2b58d41ab/e847b06f-9577-4a2c-bdec-28c4e32c215f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:10.439475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.571978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Usage tracker for resource:subnet and tenant:214585efa1f84f9a85cf92246f18fbfb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:10.578263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:10.586092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea99b9c-a9e6-4154-82c5-4779fe0ec106 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:10.590540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea99b9c-a9e6-4154-82c5-4779fe0ec106 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:10.595259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea99b9c-a9e6-4154-82c5-4779fe0ec106 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:10.598751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea99b9c-a9e6-4154-82c5-4779fe0ec106 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:10.603343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7ea99b9c-a9e6-4154-82c5-4779fe0ec106 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6593578 Dec 23 15:31:10.609501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:10.612370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49286) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:10.679777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.693215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Transition to ACTIVE for port object e847b06f-9577-4a2c-bdec-28c4e32c215f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:10.697272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] device_id is not set on port 29b39229-0502-41bc-851a-46995ca84e21 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:10.721640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Transition to ACTIVE for port object e847b06f-9577-4a2c-bdec-28c4e32c215f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:10.789172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.863810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:10.866932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:10.871505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:10.879675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48b874-0c77-42eb-9ce0-9fe0b5495c13 req-bde40c06-120a-44d8-a5bf-3a148698fd58 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:10.881157 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ee48b874-0c77-42eb-9ce0-9fe0b5495c13 req-bde40c06-120a-44d8-a5bf-3a148698fd58 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.6409349 Dec 23 15:31:10.882749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Pushing event updated for resources: {'Port': ['ID=e847b06f-9577-4a2c-bdec-28c4e32c215f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:10.887485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.927936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Made reservation on behalf of 214585efa1f84f9a85cf92246f18fbfb for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:10.957757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.969804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Attempting to bind port e847b06f-9577-4a2c-bdec-28c4e32c215f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:10.970234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Attempting to bind port e847b06f-9577-4a2c-bdec-28c4e32c215f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c4bc1005-a42d-4f97-8e63-c90be396f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ec81602-c48c-4cba-b1cc-4e4fb8bd0647'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:10.970646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Attempting to bind port e847b06f-9577-4a2c-bdec-28c4e32c215f on network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:10.977654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:10.978092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Checking segment: {'id': 'c4bc1005-a42d-4f97-8e63-c90be396f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ec81602-c48c-4cba-b1cc-4e4fb8bd0647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:10.978756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.979029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Bound using segment: {'id': 'c4bc1005-a42d-4f97-8e63-c90be396f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ec81602-c48c-4cba-b1cc-4e4fb8bd0647'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:10.979542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Bound port: e847b06f-9577-4a2c-bdec-28c4e32c215f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bc1005-a42d-4f97-8e63-c90be396f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '5ec81602-c48c-4cba-b1cc-4e4fb8bd0647'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:10.979967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:10.982391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.007230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.010557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.021308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=6cf54a46-1cba-4917-bbef-ec927acf1662,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:11.081131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] For port e847b06f-9577-4a2c-bdec-28c4e32c215f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:11.084809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] For port e847b06f-9577-4a2c-bdec-28c4e32c215f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e847b06f-9577-4a2c-bdec-28c4e32c215f,segment=NetworkSegment(c4bc1005-a42d-4f97-8e63-c90be396f627),segment_id=c4bc1005-a42d-4f97-8e63-c90be396f627)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:11.102544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.173025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.212919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.237947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.240670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.242298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Port': ['ID=8a9bd06f-9a67-4c3f-be46-cde6e6e1728b,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:11.285677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f77411-b9de-4059-8af5-95e799915b88 None None] Pushing event updated for resources: {'Port': ['ID=e847b06f-9577-4a2c-bdec-28c4e32c215f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:11.339252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.372555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=7718a669-2448-495e-97cc-bb561377cbdf,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:11.378245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ee48b874-0c77-42eb-9ce0-9fe0b5495c13 req-d0eaa30d-ad28-4e00-9176-709ccf4e0086 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548373 Dec 23 15:31:11.421237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb88413-9a49-4b04-a0af-b484405c460d']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:11.447200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2184546c-a3f2-471b-a31c-369e1e80de88') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:11.447608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2184546c-a3f2-471b-a31c-369e1e80de88') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:11.477827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:11.478316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: 9a869255-3331-47a2-a0ef-fa65e4088184, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:11.486403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.520264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.536063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:11.536063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:11.551959 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:11.590134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Port': ['ID=bc938975-6cc2-4ef2-ae8a-495136c4f50d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:11.676554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Network 5b67e5e8-d476-470e-899a-e5dcd274030a is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:11.680427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:11.712614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e847b06f-9577-4a2c-bdec-28c4e32c215f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:11.777329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 9a869255-3331-47a2-a0ef-fa65e4088184 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:11.833929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfebf73-8aa6-4d12-a62b-3b8e8e796953 req-a31ebe60-4f2a-48d9-941b-4419dd59ac97 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:11.835445 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2dfebf73-8aa6-4d12-a62b-3b8e8e796953 req-a31ebe60-4f2a-48d9-941b-4419dd59ac97 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.1966124 Dec 23 15:31:11.867108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 9a869255-3331-47a2-a0ef-fa65e4088184) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:11.880042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecfcb7c-4c01-44b1-bd4e-52bbba2a7e0b None None] Network 9a869255-3331-47a2-a0ef-fa65e4088184 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:11.888806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:11.889138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.899939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Checking segment: {'id': '11501f9f-26dd-4f73-8d4e-55de576a15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'f9308566-b700-4d03-8f56-95f834201669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:11.900714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network hostable DHCP agents. Network: f9308566-b700-4d03-8f56-95f834201669, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:11.921573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.959600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbb88413-9a49-4b04-a0af-b484405c460d {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 15:31:11.963749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:11.980686 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "DELETE /v2.0/networks/cbb88413-9a49-4b04-a0af-b484405c460d HTTP/1.1" status: 204 len: 168 time: 1.3523290 Dec 23 15:31:11.980686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49298) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:11.980686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808293e7-195b-43fe-855b-d80dbb10a82a tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbb88413-9a49-4b04-a0af-b484405c460d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:11.984258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'network': {'name': 'tempest-network--1433238525', 'router:external': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:11.990036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:11.994028 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2dfebf73-8aa6-4d12-a62b-3b8e8e796953 req-9af096c4-0675-4ff3-8f16-255c3d00fcb1 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467927 Dec 23 15:31:11.997081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:network and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:12.000445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:12.002421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port e847b06f-9577-4a2c-bdec-28c4e32c215f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:12.007421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3008c0f8-b65a-4758-8908-b7f14a695696 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3630061 Dec 23 15:31:12.009746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49302) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:12.016465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:12.043541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:12.047689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49306) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:12.112528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c4d19957-fe15-452f-b2b9-86e6cf170367 None None] Provisioning complete for port 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:12.113204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c4d19957-fe15-452f-b2b9-86e6cf170367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.121775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.129975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network f9308566-b700-4d03-8f56-95f834201669 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:12.140004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, f9308566-b700-4d03-8f56-95f834201669) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:12.146769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:12.147756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.210955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c4d19957-fe15-452f-b2b9-86e6cf170367 None None] Port 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:12.213181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Subnet': ['ID=822db1bb-dd3d-4dfc-8c4b-80aa9ce59df2,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:12.231508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da20a9c-1da4-405b-810e-3deca9439b5b None None] Network f9308566-b700-4d03-8f56-95f834201669 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:12.299324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Made reservation on behalf of 891822a5dc6f478cae4f7c0befa4eff6 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:12.302518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.318840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Port': ['ID=29b39229-0502-41bc-851a-46995ca84e21,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:12.349420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:12.362146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.362531 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Added segment 4ed3f4be-5d34-4fed-8cea-2a5e780a3a30 of type vlan for network 76351499-019d-4c62-876f-9c3f215054c7 Dec 23 15:31:12.399802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.453248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-9a869255-3331-47a2-a0ef-fa65e4088184', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:12.454061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.507543 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9a390825-802c-464e-a94e-e9811eb72927 tempest-TestNetworkAdvancedServerOps-527743159 tempest-TestNetworkAdvancedServerOps-527743159-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1094 time: 0.4583530 Dec 23 15:31:12.523612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49310) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:12.538329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:12.544884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Checking segment: {'id': 'b32dc527-a40c-4798-8591-5031c5aaa30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a4be6799-f9b8-40df-a840-132857609582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:12.550101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network hostable DHCP agents. Network: a4be6799-f9b8-40df-a840-132857609582, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:12.567297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Checking segment: {'id': '01cee5a0-12da-468e-aa8c-06588038a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f76a6fbf-0744-4d7b-a001-8741d3f71e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:12.567656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network hostable DHCP agents. Network: f76a6fbf-0744-4d7b-a001-8741d3f71e78, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:12.571026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:12.582073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.585830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Usage tracker for resource:floatingip and tenant:731383756c84402bae7f697a5d7ffc33 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:12.593340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:12.596566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.603028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:12.643547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:12.647473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Allocated IP 172.20.0.2 (9a869255-3331-47a2-a0ef-fa65e4088184/7718a669-2448-495e-97cc-bb561377cbdf/7d1be2f2-3809-4595-9fe2-8f9264f5cb9f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:12.753410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9759a7fd-5a87-4be2-9b16-bab2dbf7fe7d None None] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:12.754214 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7803259 Dec 23 15:31:12.759040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49316) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:12.905242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:12.944884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3fa14-35a0-4493-b608-95cb8a90ddc9 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Network': ['ID=76351499-019d-4c62-876f-9c3f215054c7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:12.950244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network a4be6799-f9b8-40df-a840-132857609582 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:12.975995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 76351499-019d-4c62-876f-9c3f215054c7 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:13.038389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c88b8e5-4e76-4fc6-a64f-6cbb8a25c72e tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:13.039027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4c88b8e5-4e76-4fc6-a64f-6cbb8a25c72e tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Synchronizing usage tracker for tenant:f4760271e85c4547a559d555b8d1f899 on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:13.064652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network f76a6fbf-0744-4d7b-a001-8741d3f71e78 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:13.116162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Router eaca3822-4547-453b-a565-72a042c8a621 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:13.128397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7ee8cf00-f417-4da2-a272-1b87f02a90a1 None None] Provisioning for port e847b06f-9577-4a2c-bdec-28c4e32c215f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:13.131734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, f76a6fbf-0744-4d7b-a001-8741d3f71e78) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:13.133498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, a4be6799-f9b8-40df-a840-132857609582) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:13.144370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:13.144370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.144631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:13.146119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:13.149489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:13.150874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.171687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:13.187873 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] Sync routers for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:13.198081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.208580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4c88b8e5-4e76-4fc6-a64f-6cbb8a25c72e tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Unset dirty status for tenant:f4760271e85c4547a559d555b8d1f899 on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:13.209882 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4c88b8e5-4e76-4fc6-a64f-6cbb8a25c72e tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] 10.222.0.58 "GET /v2.0/networks/76351499-019d-4c62-876f-9c3f215054c7 HTTP/1.1" status: 200 len: 757 time: 0.4487679 Dec 23 15:31:13.210883 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:13.211778 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:13.212884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49322) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:13.244542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c9935d22-a215-414a-814c-8bbae462c8b6 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2746532 Dec 23 15:31:13.263570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e2f80-5295-4c6d-b001-92b06df2c9a8 None None] Network f76a6fbf-0744-4d7b-a001-8741d3f71e78 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:13.264557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49326) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:13.275810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f1cd19-fac5-4dc2-81ef-9a2ff3785f25 None None] Network a4be6799-f9b8-40df-a840-132857609582 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:13.306710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7ee8cf00-f417-4da2-a272-1b87f02a90a1 None None] Provisioning complete for port e847b06f-9577-4a2c-bdec-28c4e32c215f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:13.307111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cf00-f417-4da2-a272-1b87f02a90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.313242 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:13.327626 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:13.330882 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:13.397106 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-831fc5b9-5ce9-40a7-a445-62c52761bdb2 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1417930 Dec 23 15:31:13.409045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49330) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:13.426310 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:13.426710 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7485124a-5846-46ae-9e87-000b1d4de345 None None] The sync data for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:13.506664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d4ce12-2871-406e-8acc-73f7a4d65010 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:13.510726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d7d4ce12-2871-406e-8acc-73f7a4d65010 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] 10.222.0.58 "GET /v2.0/networks/f2a903c3-f238-46a3-8587-29d12156433a HTTP/1.1" status: 200 len: 768 time: 0.2940285 Dec 23 15:31:13.514422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49334) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:13.593691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.690299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.693394 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Transition to ACTIVE for port object 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:13.707636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.711770 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6d7462f5-5502-493e-b32e-6348191fc124 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/ports/6cf54a46-1cba-4917-bbef-ec927acf1662 HTTP/1.1" status: 204 len: 168 time: 5.1183233 Dec 23 15:31:13.715067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49340) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:13.743681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.872517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Transition to ACTIVE for port object 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:13.910701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.942336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cf00-f417-4da2-a272-1b87f02a90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.951034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76351499-019d-4c62-876f-9c3f215054c7']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:13.959290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed3f4be-5d34-4fed-8cea-2a5e780a3a30') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:13.959581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed3f4be-5d34-4fed-8cea-2a5e780a3a30') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:13.974692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:13.996455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.061395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-f76a6fbf-0744-4d7b-a001-8741d3f71e78', 'network_id': 'f76a6fbf-0744-4d7b-a001-8741d3f71e78', 'tenant_id': '214585efa1f84f9a85cf92246f18fbfb', 'fixed_ips': [{'subnet_id': '822db1bb-dd3d-4dfc-8c4b-80aa9ce59df2'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:14.062200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.088909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.092903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d0ff7-76ce-4d81-a7a3-5131a7582b5c tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:14.098992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d0ff7-76ce-4d81-a7a3-5131a7582b5c tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:14.098992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-968d0ff7-76ce-4d81-a7a3-5131a7582b5c tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Synchronizing usage tracker for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:14.114963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:14.115354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.120479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Network 9a869255-3331-47a2-a0ef-fa65e4088184 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:14.129056 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:14.135718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:14.141335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Pushing event updated for resources: {'Port': ['ID=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:14.144058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:14.195273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7ee8cf00-f417-4da2-a272-1b87f02a90a1 None None] For port e847b06f-9577-4a2c-bdec-28c4e32c215f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e847b06f-9577-4a2c-bdec-28c4e32c215f,segment=NetworkSegment(c4bc1005-a42d-4f97-8e63-c90be396f627),segment_id=c4bc1005-a42d-4f97-8e63-c90be396f627)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:14.202474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.20.0.1 (9a869255-3331-47a2-a0ef-fa65e4088184/7718a669-2448-495e-97cc-bb561377cbdf/52767e81-6911-479f-bdf4-63736872a3bb) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:14.235428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Allocated IP 172.26.6.243 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/f2bc055c-35b9-4c3a-b033-ef552fe331af) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:14.255307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-968d0ff7-76ce-4d81-a7a3-5131a7582b5c tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Unset dirty status for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:14.257212 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-968d0ff7-76ce-4d81-a7a3-5131a7582b5c tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8406110 Dec 23 15:31:14.261217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49346) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:14.286779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7ee8cf00-f417-4da2-a272-1b87f02a90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.427810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Attempting to bind port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:14.428269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Attempting to bind port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:14.428634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Attempting to bind port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f on network 9a869255-3331-47a2-a0ef-fa65e4088184 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:14.460426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:14.460796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Checking segment: {'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:14.461198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.461843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Bound using segment: {'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:14.462314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Bound port: 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:14.462681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.485367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8cf00-f417-4da2-a272-1b87f02a90a1 None None] Pushing event updated for resources: {'Port': ['ID=e847b06f-9577-4a2c-bdec-28c4e32c215f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:14.498841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Allocated IP 172.20.0.2 (f76a6fbf-0744-4d7b-a001-8741d3f71e78/822db1bb-dd3d-4dfc-8c4b-80aa9ce59df2/4edecd78-7f3c-4da4-8a88-1bbc935d58db) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:14.518603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.544707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Deleting port bc938975-6cc2-4ef2-ae8a-495136c4f50d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:14.545284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.554316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76351499-019d-4c62-876f-9c3f215054c7 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 15:31:14.572117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.684813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.696749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:14.705898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event deleted for resources: {'Network': ['ID=76351499-019d-4c62-876f-9c3f215054c7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:14.773056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49352) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:14.777535 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e92d4c2e-aca9-4842-a2bf-c3d969c605bc tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "PUT /v2.0/routers/eaca3822-4547-453b-a565-72a042c8a621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8850896 Dec 23 15:31:14.786618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] For port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:14.790152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] For port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,segment=NetworkSegment(0f585ae8-6b73-423d-b88b-b70281f44de2),segment_id=0f585ae8-6b73-423d-b88b-b70281f44de2)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:14.795136 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ccc04477-eb1b-4f81-911d-a4d14c8192dd tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "DELETE /v2.0/networks/76351499-019d-4c62-876f-9c3f215054c7 HTTP/1.1" status: 204 len: 168 time: 1.2799785 Dec 23 15:31:14.799941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Request body: {'port': {'network_id': '5b67e5e8-d476-470e-899a-e5dcd274030a', 'name': 'tempest-FloatingIPAdminTestJSON-1312822349'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:14.806049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49356) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:14.822441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-00b576ac-c130-4645-92dd-4d5cc0590d42 None None] Provisioning complete for port e847b06f-9577-4a2c-bdec-28c4e32c215f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:14.822959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00b576ac-c130-4645-92dd-4d5cc0590d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.950843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:14.999272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'network': {'name': 'tempest-network--1164979108'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:15.014157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:15.026222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Usage tracker for resource:network and tenant:891822a5dc6f478cae4f7c0befa4eff6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:15.033213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:15.063195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc02cf6-1ca3-42f0-b689-c7dfe65e386a None None] Pushing event updated for resources: {'Port': ['ID=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:15.081653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.091085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:15.103428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.134865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] Sync routers for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:15.144058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.154456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object 52767e81-6911-479f-bdf4-63736872a3bb will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:15.196744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:15.197037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:15.304401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:15.319588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Usage tracker for resource:port and tenant:5803ca7d9dfe4200b024da97527afabf is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:15.324646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:15.333431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.351383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8a35d-7cc5-437c-a2a9-c14d98147cd8 req-f6f23df7-e42f-470a-b478-432e68fa0ec8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:15.351659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:15.352245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ec8a35d-7cc5-437c-a2a9-c14d98147cd8 req-f6f23df7-e42f-470a-b478-432e68fa0ec8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.4005337 Dec 23 15:31:15.354174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:15.391303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:15.391942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:15.399515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-010ff95d-d98d-485d-a7c4-b22d4efeb062 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 0.3753557 Dec 23 15:31:15.501753 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.510178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Made reservation on behalf of 5803ca7d9dfe4200b024da97527afabf for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:15.513969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.519829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Transition to ACTIVE for port object 4edecd78-7f3c-4da4-8a88-1bbc935d58db will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:15.523721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.558462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Transition to ACTIVE for port object 4edecd78-7f3c-4da4-8a88-1bbc935d58db will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:15.558462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:15.558462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d36e3b-7465-4cb8-9918-7e0ca1c19174 None None] The sync data for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:15.585742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Made reservation on behalf of 891822a5dc6f478cae4f7c0befa4eff6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:15.588737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.628440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Calling delete_port for bc938975-6cc2-4ef2-ae8a-495136c4f50d owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:15.643802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.673340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 9a869255-3331-47a2-a0ef-fa65e4088184 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:15.690494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e847b06f-9577-4a2c-bdec-28c4e32c215f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:15.690782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ec8a35d-7cc5-437c-a2a9-c14d98147cd8 req-fc4530db-b34f-4c14-a528-a049b932e49b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288972 Dec 23 15:31:15.767863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:15.776239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:15.801358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:15.801556 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Pushing event updated for resources: {'Port': ['ID=4edecd78-7f3c-4da4-8a88-1bbc935d58db,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:15.804872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Network f76a6fbf-0744-4d7b-a001-8741d3f71e78 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:15.807987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:15.810945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:15.811595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:15.814303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:15.826276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.853007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e847b06f-9577-4a2c-bdec-28c4e32c215f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:15.853469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.897621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Port': ['ID=f2bc055c-35b9-4c3a-b033-ef552fe331af,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:15.904867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=52767e81-6911-479f-bdf4-63736872a3bb,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:15.909920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] device_id is not set on port 06abd737-32a8-406e-b28f-36183e5877f4 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:15.915317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:15.947205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-4702cf17-375b-4ba8-8e51-5a6b63f12a16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:15.950517 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-4702cf17-375b-4ba8-8e51-5a6b63f12a16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.5388362 Dec 23 15:31:15.960905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Attempting to bind port 4edecd78-7f3c-4da4-8a88-1bbc935d58db on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:15.961646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Attempting to bind port 4edecd78-7f3c-4da4-8a88-1bbc935d58db by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '01cee5a0-12da-468e-aa8c-06588038a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f76a6fbf-0744-4d7b-a001-8741d3f71e78'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:15.962071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Attempting to bind port 4edecd78-7f3c-4da4-8a88-1bbc935d58db on network f76a6fbf-0744-4d7b-a001-8741d3f71e78 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:15.971478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:15.972562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Checking segment: {'id': '01cee5a0-12da-468e-aa8c-06588038a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f76a6fbf-0744-4d7b-a001-8741d3f71e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:15.973029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.973583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Bound using segment: {'id': '01cee5a0-12da-468e-aa8c-06588038a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f76a6fbf-0744-4d7b-a001-8741d3f71e78'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:15.974022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Bound port: 4edecd78-7f3c-4da4-8a88-1bbc935d58db, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cee5a0-12da-468e-aa8c-06588038a173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'f76a6fbf-0744-4d7b-a001-8741d3f71e78'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:15.974457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.988972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:15.988972 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Added segment 71a72c09-0184-46af-843e-a58717610b0a of type vlan for network e34df4b7-1faf-4b59-a3ad-9329b54fad75 Dec 23 15:31:16.072344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.129139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] For port 4edecd78-7f3c-4da4-8a88-1bbc935d58db, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:16.133090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] For port 4edecd78-7f3c-4da4-8a88-1bbc935d58db, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4edecd78-7f3c-4da4-8a88-1bbc935d58db,segment=NetworkSegment(01cee5a0-12da-468e-aa8c-06588038a173),segment_id=01cee5a0-12da-468e-aa8c-06588038a173)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:16.148047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.163670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.191488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-9d73645d-1c8b-4f71-93bb-7f28d275cb72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 1001 time: 0.2319002 Dec 23 15:31:16.229535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.270641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Port': ['ID=bc938975-6cc2-4ef2-ae8a-495136c4f50d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:16.313216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.326851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a569f2-1619-4ba7-85d5-2b96e29e876a None None] Pushing event updated for resources: {'Port': ['ID=4edecd78-7f3c-4da4-8a88-1bbc935d58db,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:16.364799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Allocated IP 172.20.0.10 (5b67e5e8-d476-470e-899a-e5dcd274030a/87c92824-2c43-42b7-8b2d-03764814317c/06abd737-32a8-406e-b28f-36183e5877f4) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:16.395629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-0e068440-70da-43f7-9622-a4b8c610e8bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:16.397102 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-0e068440-70da-43f7-9622-a4b8c610e8bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.1345830 Dec 23 15:31:16.419800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Allocated IP 172.20.0.1 (5ec81602-c48c-4cba-b1cc-4e4fb8bd0647/06cd6386-afee-4052-b1ed-f3f2b58d41ab/abc07dd6-4f1c-469b-a607-4af802414d24) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:16.552604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.553578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:16.554216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.694459 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e01a3d9b-96a6-4d48-8194-4818d7bc70c8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/ports/bc938975-6cc2-4ef2-ae8a-495136c4f50d HTTP/1.1" status: 204 len: 168 time: 2.4309940 Dec 23 15:31:16.708070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49362) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:16.724332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674829e-dd5d-44b4-9b3b-caa9a07a80cc None None] Network 9a869255-3331-47a2-a0ef-fa65e4088184 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:16.813557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Network': ['ID=e34df4b7-1faf-4b59-a3ad-9329b54fad75,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:16.844280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e34df4b7-1faf-4b59-a3ad-9329b54fad75 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:16.894823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.910659 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8021cdfc-ee2b-4269-b024-3907024b1680 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.1002474 Dec 23 15:31:16.912080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49368) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:16.921859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:16.944474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:16.949617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Transition to ACTIVE for port object abc07dd6-4f1c-469b-a607-4af802414d24 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:17.029551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Deleting port 29b39229-0502-41bc-851a-46995ca84e21 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:17.029878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.083697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-df0325c3-25e0-4446-a757-95ddec3fc397 None None] Provisioning for port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:17.248110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.270231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.416087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-09d52e7f-486e-4df7-bc18-2970835b11da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0112541 Dec 23 15:31:17.536241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.617746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9e28683f-bc61-4d50-b2a6-9fe37c5d9820 None None] Provisioning for port 52767e81-6911-479f-bdf4-63736872a3bb completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:17.621688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9e28683f-bc61-4d50-b2a6-9fe37c5d9820 None None] Provisioning complete for port 52767e81-6911-479f-bdf4-63736872a3bb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:17.622245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e28683f-bc61-4d50-b2a6-9fe37c5d9820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.666799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.692413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:17.700352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4edecd78-7f3c-4da4-8a88-1bbc935d58db up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:17.701520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:17.718974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Network e34df4b7-1faf-4b59-a3ad-9329b54fad75 is not hosted by any dhcp agent {{(pid=84222) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 15:31:17.726321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:17.726949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.731852 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "PUT /v2.0/networks/e34df4b7-1faf-4b59-a3ad-9329b54fad75 HTTP/1.1" status: 200 len: 858 time: 0.8162544 Dec 23 15:31:17.731852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:17.740755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fbb900-0fb7-4e5a-a9e3-95dd5a7f3297 None None] Network f76a6fbf-0744-4d7b-a001-8741d3f71e78 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:17.742135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49372) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:17.833931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.836792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Port': ['ID=abc07dd6-4f1c-469b-a607-4af802414d24,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:17.848316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:17.852850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397445a7-f576-43bb-b8b9-1d65d611f363 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event updated for resources: {'Network': ['ID=e34df4b7-1faf-4b59-a3ad-9329b54fad75,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:17.912608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9e28683f-bc61-4d50-b2a6-9fe37c5d9820 None None] Port 52767e81-6911-479f-bdf4-63736872a3bb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:17.989603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.058841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf719e-edc8-4806-83df-e8e08db3be21 req-f3615057-634c-450a-b119-3ef8beb65d7d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:18.062724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4edecd78-7f3c-4da4-8a88-1bbc935d58db completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:18.064846 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-55bf719e-edc8-4806-83df-e8e08db3be21 req-f3615057-634c-450a-b119-3ef8beb65d7d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 1.1745501 Dec 23 15:31:18.069940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:18.070363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Transition to ACTIVE for port object 06abd737-32a8-406e-b28f-36183e5877f4 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:18.109314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.176719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.188032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Provisioning complete for port 52767e81-6911-479f-bdf4-63736872a3bb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:18.188032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.253818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:18.263322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:18.263745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.293968 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Port 52767e81-6911-479f-bdf4-63736872a3bb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:18.429476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Provisioning for port 4edecd78-7f3c-4da4-8a88-1bbc935d58db completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:18.442096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Provisioning complete for port 4edecd78-7f3c-4da4-8a88-1bbc935d58db triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:18.442789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.494007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Calling delete_port for 29b39229-0502-41bc-851a-46995ca84e21 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:18.509841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.580388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,segment=NetworkSegment(0f585ae8-6b73-423d-b88b-b70281f44de2),segment_id=0f585ae8-6b73-423d-b88b-b70281f44de2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:18.582695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.606571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.639178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.640651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] For port 4edecd78-7f3c-4da4-8a88-1bbc935d58db, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4edecd78-7f3c-4da4-8a88-1bbc935d58db,segment=NetworkSegment(01cee5a0-12da-468e-aa8c-06588038a173),segment_id=01cee5a0-12da-468e-aa8c-06588038a173)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:18.655104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.681056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.683129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.693057 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-669be709-febc-4a9c-8a85-dd917044864e service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2280931 Dec 23 15:31:18.709513 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-55bf719e-edc8-4806-83df-e8e08db3be21 req-3418cea7-1103-4f6a-984e-3270d41564ae tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6434548 Dec 23 15:31:18.744669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.771334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:18.794845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.829020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event updated for resources: {'Port': ['ID=f2bc055c-35b9-4c3a-b033-ef552fe331af,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:18.850773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Pushing event updated for resources: {'Port': ['ID=4edecd78-7f3c-4da4-8a88-1bbc935d58db,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:18.872010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Provisioning for port abc07dd6-4f1c-469b-a607-4af802414d24 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:18.878145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Provisioning complete for port abc07dd6-4f1c-469b-a607-4af802414d24 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:18.881978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.902026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.906299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:31:18.921163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:18.939185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9b172dc5-c896-4f43-8634-a37931386e00 None None] Port abc07dd6-4f1c-469b-a607-4af802414d24 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:18.991277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Port': ['ID=abc07dd6-4f1c-469b-a607-4af802414d24,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:18.996552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.021622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.033291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.063192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0d5238e8-b30a-499d-80a3-bed692a2bb29 None None] Provisioning complete for port 4edecd78-7f3c-4da4-8a88-1bbc935d58db triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:19.063923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d5238e8-b30a-499d-80a3-bed692a2bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.108475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.131886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.157576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Network 5b67e5e8-d476-470e-899a-e5dcd274030a is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:19.188730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:19.191690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event updated for resources: {'Port': ['ID=06abd737-32a8-406e-b28f-36183e5877f4,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:19.221611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:19.258325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.271042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34df4b7-1faf-4b59-a3ad-9329b54fad75']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:19.293998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19ac8169-b1be-4089-a65c-8679cf3853e4 req-5797c88b-6165-4afd-ad9c-2ee3ac69bb69 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835323 Dec 23 15:31:19.305341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a72c09-0184-46af-843e-a58717610b0a') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:19.305612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a72c09-0184-46af-843e-a58717610b0a') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:19.337140 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/ports/29b39229-0502-41bc-851a-46995ca84e21 HTTP/1.1" status: 204 len: 168 time: 2.6274862 Dec 23 15:31:19.344184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49378) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:19.345776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.348602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:19.361444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.379520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:19.423463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:19.424160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.445397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73be72-999f-4182-9a8e-2982643cb333 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Port': ['ID=29b39229-0502-41bc-851a-46995ca84e21,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:19.457572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.468547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b9ebf0a6-d406-4c39-85c4-55079360ffc3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Synchronizing usage tracker for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:19.556038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=52767e81-6911-479f-bdf4-63736872a3bb,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:19.599835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4edecd78-7f3c-4da4-8a88-1bbc935d58db up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:19.607008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:19.607552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.632267 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Floating IP 8d355d34-a166-436d-8996-3f97ab335bac associated. External IP: 172.26.6.243, port: e671ee2b-102e-4ccc-8c3f-960e6aa4194e. Dec 23 15:31:19.693526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b9ebf0a6-d406-4c39-85c4-55079360ffc3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Unset dirty status for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:19.694677 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b9ebf0a6-d406-4c39-85c4-55079360ffc3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3495600 Dec 23 15:31:19.703874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49382) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:19.722764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2f14d8c2-55e7-4b00-b385-df87cbe5ec33 None None] Provisioning for port 06abd737-32a8-406e-b28f-36183e5877f4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:19.729295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2f14d8c2-55e7-4b00-b385-df87cbe5ec33 None None] Provisioning complete for port 06abd737-32a8-406e-b28f-36183e5877f4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:19.729724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f14d8c2-55e7-4b00-b385-df87cbe5ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.736257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a717e54d-2cae-40b5-9fdf-fd8a343cf80b tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9599547 Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:19.737571 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:19.743882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49384) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:19.769338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-417209779'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:19.782801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:19.790895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Usage tracker for resource:network and tenant:76a106d6cfd0497b8dd2e0a5853f636a is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:19.841350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2f14d8c2-55e7-4b00-b385-df87cbe5ec33 None None] Port 06abd737-32a8-406e-b28f-36183e5877f4 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:19.847197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:19.864646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4edecd78-7f3c-4da4-8a88-1bbc935d58db triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:19.865189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.866139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:19.883826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:19.891145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 9a869255-3331-47a2-a0ef-fa65e4088184 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:19.899367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:19.971265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Made reservation on behalf of 76a106d6cfd0497b8dd2e0a5853f636a for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:19.975378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.045421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:20.078775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:20.092810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.093534 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Added segment 202cac1c-f30a-4b49-8056-462cc846df69 of type vlan for network 7dda8b75-667e-4642-b1f2-5d1a8cd22a22 Dec 23 15:31:20.110425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4ffc40c1-2a25-4b14-b623-7840da87d3ee None None] Provisioning complete for port abc07dd6-4f1c-469b-a607-4af802414d24 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:20.110856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ffc40c1-2a25-4b14-b623-7840da87d3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.125806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e34df4b7-1faf-4b59-a3ad-9329b54fad75 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 15:31:20.128531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.165151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'project_id': '5803ca7d9dfe4200b024da97527afabf', 'port_id': '06abd737-32a8-406e-b28f-36183e5877f4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:20.182410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:20.182806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.245700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc40c1-2a25-4b14-b623-7840da87d3ee None None] Port abc07dd6-4f1c-469b-a607-4af802414d24 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:20.248764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.253392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:20.254182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.371288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-94e8bf03-ee2d-4980-8ed4-b961e924c5bc None None] Provisioning complete for port 52767e81-6911-479f-bdf4-63736872a3bb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:20.371855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-94e8bf03-ee2d-4980-8ed4-b961e924c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.375115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Pushing event deleted for resources: {'Network': ['ID=e34df4b7-1faf-4b59-a3ad-9329b54fad75,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:20.387670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:20.390506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.426990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Router ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:31:20.429896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Network': ['ID=7dda8b75-667e-4642-b1f2-5d1a8cd22a22,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:20.448912 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 7dda8b75-667e-4642-b1f2-5d1a8cd22a22 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:20.478765 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c4ca536f-c6c1-4e9b-a30d-683adc280172 tempest-ExternalNetworksTestJSON-1481765106 tempest-ExternalNetworksTestJSON-1481765106-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e34df4b7-1faf-4b59-a3ad-9329b54fad75 HTTP/1.1" status: 204 len: 168 time: 2.7106016 Dec 23 15:31:20.481351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Usage tracker for resource:floatingip and tenant:5803ca7d9dfe4200b024da97527afabf is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:20.483929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49394) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:20.492966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:20.498723 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bdbffa60-91ef-401f-9a25-73884e71627d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7414236 Dec 23 15:31:20.505846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49398) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:20.517096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1845713678'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:20.525020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-94e8bf03-ee2d-4980-8ed4-b961e924c5bc None None] Port 52767e81-6911-479f-bdf4-63736872a3bb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:20.525375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:20.533106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Usage tracker for resource:network and tenant:76a106d6cfd0497b8dd2e0a5853f636a is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:20.537819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:20.540263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:20.601907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:20.603668 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f6999e-4a28-4965-b581-74a21295678a tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] DELETE failed (client error): The resource could not be found. Dec 23 15:31:20.604244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f6999e-4a28-4965-b581-74a21295678a tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:31:20.608873 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e2f6999e-4a28-4965-b581-74a21295678a tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] 10.222.0.58 "DELETE /v2.0/subnets/f32263bb-6d6a-48bf-84cc-5a2290d81b22 HTTP/1.1" status: 404 len: 337 time: 0.1214192 Dec 23 15:31:20.611184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49402) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:20.650454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port e4b5b58f-8cfa-4b46-b711-8479a0f97a17 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:20.650822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.773370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Made reservation on behalf of 76a106d6cfd0497b8dd2e0a5853f636a for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:20.776453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.791465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4d61-82ed-45e6-9f78-771c12909e5f req-7fe5a9ab-50e1-4a68-a9a8-8b4890432b0b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:20.792965 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d9b4d61-82ed-45e6-9f78-771c12909e5f req-7fe5a9ab-50e1-4a68-a9a8-8b4890432b0b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.6630106 Dec 23 15:31:20.794877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.836077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:20.989868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d9b4d61-82ed-45e6-9f78-771c12909e5f req-e0a440b3-b4d4-4965-8132-fa6423005d5e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785345 Dec 23 15:31:20.993016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.049325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:21.120000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.120361 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Added segment 2d32b244-b803-4caa-9125-e60c26bd69fd of type vlan for network e8612077-0565-4228-b010-4b860ffe29cf Dec 23 15:31:21.138445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for e4b5b58f-8cfa-4b46-b711-8479a0f97a17 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:21.208230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:31:21.237826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.249170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.267264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.277092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:21.287131 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] Sync routers for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:21.287655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a903c3-f238-46a3-8587-29d12156433a']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.304673 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:21.304673 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.314255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c33bcdd-dec5-40e3-a673-6653545226e6') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.314559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c33bcdd-dec5-40e3-a673-6653545226e6') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.337609 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ec8faa6b-69a9-41fa-ba3f-e0471d57f343 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "PUT /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0648162 Dec 23 15:31:21.342120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.345071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49406) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:21.374782 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.390379 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:21.391115 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.423079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.426869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:21.427445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.463269 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.464099 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c46e-da70-48c5-b267-28f9829e1a0a None None] The sync data for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:21.464948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.576604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:21.576900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:21.601987 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:21.611041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Allocated IP 172.26.6.254 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/c1b234ce-57a6-484d-ac58-c67c55057c6b) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:21.692487 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1794224 Dec 23 15:31:21.703399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:21.712773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2278f-d350-4651-84fc-5701b6a7ed21 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Network': ['ID=e8612077-0565-4228-b010-4b860ffe29cf,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:21.716479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.716673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Router b5168a16-44ab-401e-81cc-c86b4967f3fd has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:21.727353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:21.741189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e8612077-0565-4228-b010-4b860ffe29cf details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:21.776706 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fa4a58e4-4687-4ed7-b5d6-f032ff412bc3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7618403 Dec 23 15:31:21.779290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49410) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:21.790813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1573118573'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:21.797790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=e4b5b58f-8cfa-4b46-b711-8479a0f97a17,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:21.803644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:21.828026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:21.828646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:21.843643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49414) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:21.848698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:21.858439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'subnets': [{'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--433645021', 'ip_version': 4}, {'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:21.858688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'subnet': {'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--433645021', 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:21.859072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Request body: {'subnet': {'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:21.860358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.873449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:21.889297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:21.893536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:21.901041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] Pushing event deleted for resources: {'Network': ['ID=f2a903c3-f238-46a3-8587-29d12156433a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:22.015422 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4fa402dd-1d80-4a28-8cf3-a1dff213e467 tempest-ExternalNetworksTestJSON-1400648856 tempest-ExternalNetworksTestJSON-1400648856-project] 10.222.0.58 "DELETE /v2.0/networks/f2a903c3-f238-46a3-8587-29d12156433a HTTP/1.1" status: 204 len: 168 time: 1.4031718 Dec 23 15:31:22.030946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:22.227238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.316282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:22.319158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.353815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:22.364507 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] Sync routers for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:22.386626 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:22.387660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:22.452261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:22.470119 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.470777 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 509ac2ad-990b-4ac4-800b-dd518cdf0201 of type vlan for network e731b584-fa05-4d28-a090-dc1eff4ce680 Dec 23 15:31:22.501374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.510541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:16Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:17Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:22.514784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.516039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:31:22.516521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Updating router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde port 52767e81-6911-479f-bdf4-63736872a3bb binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:31:22.581214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.667816 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:22.706123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.709404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.723472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:22.724085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:22.741113 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a22b37c1-f7dc-435f-8bbd-50dc2586c4da tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.2116694 Dec 23 15:31:22.741322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:31:22.752369 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-36a95b7b-e7d4-4e8d-a698-9caa42e8267f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:31:22.753426 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-36a95b7b-e7d4-4e8d-a698-9caa42e8267f tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "PUT /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4066968 Dec 23 15:31:22.759172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49428) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:22.843623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49432) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:23.033321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b234ce-57a6-484d-ac58-c67c55057c6b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:23.049885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:23.060730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:23.065914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:23.192915 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '8d355d34-a166-436d-8996-3f97ab335bac', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'floating_ip_address': '172.26.6.243', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'port_id': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'mac_address': 'fa:16:3e:07:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:31:16Z', 'updated_at': '2021-12-23T15:31:16Z', 'revision_number': 0, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:50Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:23.197874 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] Checking router: b5168a16-44ab-401e-81cc-c86b4967f3fd for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:31:23.208243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=e731b584-fa05-4d28-a090-dc1eff4ce680,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:23.213960 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9a1fc005-e56b-4c00-9cde-c36138ea9adb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4760271e85c4547a559d555b8d1f899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3689127 Dec 23 15:31:23.217152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49438) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:23.218358 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:23.218673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.219219 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:23.222365 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3749d1f7-738e-4a63-8f50-c861797a4a51 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4359658 Dec 23 15:31:23.226982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e731b584-fa05-4d28-a090-dc1eff4ce680 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:23.241341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49442) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:23.252797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:23.265173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:23.269752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Usage tracker for resource:subnet and tenant:76a106d6cfd0497b8dd2e0a5853f636a is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:23.273060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:23.280204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:23.306187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0f3e9-36ee-4cec-808f-117fe8eb0b92 req-5f10d866-2ad5-4573-bc92-ed6509d8ae82 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:23.313784 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcf0f3e9-36ee-4cec-808f-117fe8eb0b92 req-5f10d866-2ad5-4573-bc92-ed6509d8ae82 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 1.0570562 Dec 23 15:31:23.315719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Transition to ACTIVE for port object 52767e81-6911-479f-bdf4-63736872a3bb will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:23.386084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.424455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:23.446954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:23.449336 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:23.451243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7f099fba-a1f0-4ea4-9518-e216aa2f892c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.458280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd322-cebc-48e4-b8f0-9b72b18dd1d3 None None] Pushing event updated for resources: {'Port': ['ID=52767e81-6911-479f-bdf4-63736872a3bb,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:23.476046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:23.486952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7f099fba-a1f0-4ea4-9518-e216aa2f892c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.493556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:23.506694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.511337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Made reservation on behalf of 76a106d6cfd0497b8dd2e0a5853f636a for: {'subnet': 2} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:23.723191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:23.749259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Attempting to bind port 52767e81-6911-479f-bdf4-63736872a3bb on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:23.749623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Attempting to bind port 52767e81-6911-479f-bdf4-63736872a3bb by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:23.749980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Attempting to bind port 52767e81-6911-479f-bdf4-63736872a3bb on network 9a869255-3331-47a2-a0ef-fa65e4088184 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:23.767460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:23.767846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Checking segment: {'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:23.768273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.768662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Bound using segment: {'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:23.769182 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Bound port: 52767e81-6911-479f-bdf4-63736872a3bb, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f585ae8-6b73-423d-b88b-b70281f44de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:23.769550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.845338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0af33-716e-4b1b-aa75-074ab2fd099b req-618dee2a-3a32-498d-b49e-c7acebdf1c98 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:23.847236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcf0af33-716e-4b1b-aa75-074ab2fd099b req-618dee2a-3a32-498d-b49e-c7acebdf1c98 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.8151143 Dec 23 15:31:23.881870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] For port 52767e81-6911-479f-bdf4-63736872a3bb, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:23.885070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] For port 52767e81-6911-479f-bdf4-63736872a3bb, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=52767e81-6911-479f-bdf4-63736872a3bb,segment=NetworkSegment(0f585ae8-6b73-423d-b88b-b70281f44de2),segment_id=0f585ae8-6b73-423d-b88b-b70281f44de2)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:23.896641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcf0f3e9-36ee-4cec-808f-117fe8eb0b92 req-a6b00ab7-ea1c-4b05-aa7b-89f74199f538 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5709641 Dec 23 15:31:23.910917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7f099fba-a1f0-4ea4-9518-e216aa2f892c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.935343 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '8d355d34-a166-436d-8996-3f97ab335bac', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'floating_ip_address': '172.26.6.243', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'port_id': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'mac_address': 'fa:16:3e:07:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:31:16Z', 'updated_at': '2021-12-23T15:31:16Z', 'revision_number': 0, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:50Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:23.942090 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e4e5e-bfb6-4e7a-82aa-b1ab8eae4baa None None] The sync data for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '8d355d34-a166-436d-8996-3f97ab335bac', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'floating_ip_address': '172.26.6.243', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'port_id': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'mac_address': 'fa:16:3e:07:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:31:16Z', 'updated_at': '2021-12-23T15:31:16Z', 'revision_number': 0, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:50Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:23.954779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.981865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f099fba-a1f0-4ea4-9518-e216aa2f892c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0d95e7-6fb3-4b79-ac86-b0af4bbd77cd,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:23.988569 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'status': 'completed', 'code': 200} Dec 23 15:31:23.989786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7f099fba-a1f0-4ea4-9518-e216aa2f892c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:23.993860 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7f099fba-a1f0-4ea4-9518-e216aa2f892c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab0d95e7-6fb3-4b79-ac86-b0af4bbd77cd HTTP/1.1" status: 204 len: 168 time: 0.7731125 Dec 23 15:31:24.003535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:24.109476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd322-cebc-48e4-b8f0-9b72b18dd1d3 None None] Pushing event updated for resources: {'Port': ['ID=52767e81-6911-479f-bdf4-63736872a3bb,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:24.115427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:24.116056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:30:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:24.134244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:24.134769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:24.352412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:24.515750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15414d4-de06-429d-9fb5-6035fd7cb5f1 None None] New status for floating IP 8d355d34-a166-436d-8996-3f97ab335bac: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:31:24.543987 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcf0af33-716e-4b1b-aa75-074ab2fd099b req-d2d50e4d-6be4-404b-afd3-a84ffcdd25cc tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6843221 Dec 23 15:31:24.588069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49452) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:24.714962 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-84d6a144-d2d8-4c52-b76c-7f933a5642a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=731383756c84402bae7f697a5d7ffc33&device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1099 time: 0.6673810 Dec 23 15:31:24.722566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:24.835089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49456) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:24.859333 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-aa9bf7f6-f98c-4282-a36d-766896361902 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/floatingips/8d355d34-a166-436d-8996-3f97ab335bac HTTP/1.1" status: 200 len: 992 time: 0.2663691 Dec 23 15:31:24.907264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:24.959031 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-96637812-fa69-4b6f-b73a-40a3a0e1ecb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=891822a5dc6f478cae4f7c0befa4eff6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1202321 Dec 23 15:31:24.961610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49460) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:25.022563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:16Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:23Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:25.028282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8040f-bf77-422a-b73c-d61cdb279262 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:16Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:23Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:25.067825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=333eb0c0-bb6f-4248-9ce7-b0509934c2fb,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:25.113999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Deleting port abc07dd6-4f1c-469b-a607-4af802414d24 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:25.114333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.181137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:25.181487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: e731b584-fa05-4d28-a090-dc1eff4ce680, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:25.191947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d36064a-a626-4fd5-8005-7f60738bce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.220499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-28a88f63-8806-426e-b9fb-6093d6ee19ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:25.221943 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-28a88f63-8806-426e-b9fb-6093d6ee19ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f947bc9-010b-4ccf-b505-700d52541a9b HTTP/1.1" status: 200 len: 898 time: 0.4938922 Dec 23 15:31:25.305574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9d004c79-77f8-45fd-8077-c53a366f2bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.307502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d36064a-a626-4fd5-8005-7f60738bce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.390513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.449623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-c7803477-a433-466a-a968-2483ec3f1450 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e HTTP/1.1" status: 200 len: 1002 time: 0.2151239 Dec 23 15:31:25.460261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network e731b584-fa05-4d28-a090-dc1eff4ce680 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:25.526827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Calling delete_port for abc07dd6-4f1c-469b-a607-4af802414d24 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:25.677551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d36064a-a626-4fd5-8005-7f60738bce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.684757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-234d29a6-f539-4b0f-a305-a5826a8d33ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:25.686526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-234d29a6-f539-4b0f-a305-a5826a8d33ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87cad53c-41e6-4c7c-a6b5-6af5719a2339 HTTP/1.1" status: 200 len: 834 time: 0.1986134 Dec 23 15:31:25.703699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.705335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36064a-a626-4fd5-8005-7f60738bce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c876488-0bda-49e3-9eb3-8cc839afee03,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:25.719721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e731b584-fa05-4d28-a090-dc1eff4ce680) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:25.737312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:25.737894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.741049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29d4b0-68c6-4c3f-80e3-01f0534b4d99 None None] Network e731b584-fa05-4d28-a090-dc1eff4ce680 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:25.756877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d36064a-a626-4fd5-8005-7f60738bce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.758242 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4d36064a-a626-4fd5-8005-7f60738bce31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c876488-0bda-49e3-9eb3-8cc839afee03 HTTP/1.1" status: 204 len: 168 time: 0.7918127 Dec 23 15:31:25.816143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.839988 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cbb3d34f-a1e0-4ff5-b52a-923d85c05cb0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5958393 Dec 23 15:31:25.840957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49466) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:25.902818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:25.912531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49470) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:25.977279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e731b584-fa05-4d28-a090-dc1eff4ce680', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:25.978239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:26.040177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Port': ['ID=abc07dd6-4f1c-469b-a607-4af802414d24,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:26.054636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Subnet': ['ID=cec31f46-42ba-4d83-a623-46548589d1e6,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:26.111343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.111693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.112015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.112761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.112761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.113124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.113303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.114026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.114026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.114237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.114538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:26.192892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:26.213266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Allocated IP 172.21.0.2 (e731b584-fa05-4d28-a090-dc1eff4ce680/333eb0c0-bb6f-4248-9ce7-b0509934c2fb/622195cb-fb3c-49de-8c83-6c19e9752978) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:26.254155 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4237e22b-fd30-4061-9be7-ffa7e7c5380d tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/floatingips/8d355d34-a166-436d-8996-3f97ab335bac HTTP/1.1" status: 200 len: 994 time: 0.3062766 Dec 23 15:31:26.358851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Checking segment: {'id': '202cac1c-f30a-4b49-8056-462cc846df69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:26.359112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network hostable DHCP agents. Network: 7dda8b75-667e-4642-b1f2-5d1a8cd22a22, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:26.366123 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-e1445330-5a6d-4b90-9789-077b3661fecb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f947bc9-010b-4ccf-b505-700d52541a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6566887 Dec 23 15:31:26.544738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:26.559614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:26.563244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Transition to ACTIVE for port object 622195cb-fb3c-49de-8c83-6c19e9752978 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:26.586185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Transition to ACTIVE for port object 622195cb-fb3c-49de-8c83-6c19e9752978 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:26.671760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:26.820631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Pushing event updated for resources: {'Port': ['ID=622195cb-fb3c-49de-8c83-6c19e9752978,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:26.831638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:26.859717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Network e731b584-fa05-4d28-a090-dc1eff4ce680 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:26.863666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:26.866298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:26.870808 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-0a008d81-cccd-4bca-9606-7931122522d8 service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814911 Dec 23 15:31:26.961801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:26.992411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Attempting to bind port 622195cb-fb3c-49de-8c83-6c19e9752978 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:26.992639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Attempting to bind port 622195cb-fb3c-49de-8c83-6c19e9752978 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:26.992930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Attempting to bind port 622195cb-fb3c-49de-8c83-6c19e9752978 on network e731b584-fa05-4d28-a090-dc1eff4ce680 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:27.006562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:27.006562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Checking segment: {'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:27.006562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.006562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Bound using segment: {'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:27.006562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Bound port: 622195cb-fb3c-49de-8c83-6c19e9752978, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:27.006562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.025347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network 7dda8b75-667e-4642-b1f2-5d1a8cd22a22 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:27.113811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] For port 622195cb-fb3c-49de-8c83-6c19e9752978, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:27.117370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] For port 622195cb-fb3c-49de-8c83-6c19e9752978, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=622195cb-fb3c-49de-8c83-6c19e9752978,segment=NetworkSegment(509ac2ad-990b-4ac4-800b-dd518cdf0201),segment_id=509ac2ad-990b-4ac4-800b-dd518cdf0201)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:27.140543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 7dda8b75-667e-4642-b1f2-5d1a8cd22a22) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:27.145454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.152858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949fc719-2916-456c-9674-5a0a395c0db5 None None] Network 7dda8b75-667e-4642-b1f2-5d1a8cd22a22 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:27.258399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.368836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5f7affd-b3a5-497b-a279-dab123adc760 req-4c8775e3-0bbf-4cce-bd59-e823498a1a36 service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330547 Dec 23 15:31:27.370296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event updated for resources: {'Subnet': ['ID=4f919fbf-a3bb-4cc8-af53-2c8e0068a2a4,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:27.397027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbe425-5665-43c7-873d-8e843630efa9 None None] Pushing event updated for resources: {'Port': ['ID=622195cb-fb3c-49de-8c83-6c19e9752978,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:27.441180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.515376 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49490) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:27.575581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Router ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:27.577121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-7dda8b75-667e-4642-b1f2-5d1a8cd22a22', 'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22', 'tenant_id': '76a106d6cfd0497b8dd2e0a5853f636a', 'fixed_ips': [{'subnet_id': 'cec31f46-42ba-4d83-a623-46548589d1e6'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:27.578690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.685294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b234ce-57a6-484d-ac58-c67c55057c6b,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:27.763720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa13a-815e-48f5-b7da-fb58eb187eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.765331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52767e81-6911-479f-bdf4-63736872a3bb up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:27.771015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Checking segment: {'id': '2d32b244-b803-4caa-9125-e60c26bd69fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:27.771899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network hostable DHCP agents. Network: e8612077-0565-4228-b010-4b860ffe29cf, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:27.845023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1598153587'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:27.861097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:27.868421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Usage tracker for resource:network and tenant:24a210c47081462abe60c44f6877e44c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:27.875011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:27.887854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:27.894753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Network e8612077-0565-4228-b010-4b860ffe29cf is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:27.930706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:27.944553 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] Sync routers for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:27.944994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:27.945097 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ecff555d-e836-424a-913c-91ce5ed5b036 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "PUT /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1827021 Dec 23 15:31:27.945097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49496) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:27.963340 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:27.964937 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:27.966139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e8612077-0565-4228-b010-4b860ffe29cf) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:27.978181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:27.978181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:27.978181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:27.978624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Allocated IP 172.20.0.2 (7dda8b75-667e-4642-b1f2-5d1a8cd22a22/cec31f46-42ba-4d83-a623-46548589d1e6/664910d2-bee6-440c-a9cb-9113c8a23dc1) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:27.978624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca644286-94e1-45e8-9840-375ee67b69fe None None] Network e8612077-0565-4228-b010-4b860ffe29cf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:28.019323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Made reservation on behalf of 24a210c47081462abe60c44f6877e44c for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:28.022187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.046146 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-30bb8951-ae9e-443c-adb2-5d6a50ea9cbf tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] delete failed (client error): The resource could not be found. Dec 23 15:31:28.051045 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-30bb8951-ae9e-443c-adb2-5d6a50ea9cbf tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1892103199 HTTP/1.1" status: 404 len: 335 time: 0.1024096 Dec 23 15:31:28.051625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49500) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:28.057798 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:28.064043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a770ac3b-36a4-4428-890c-360af0348984 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:28.073052 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:28.074452 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:28.081457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 52767e81-6911-479f-bdf4-63736872a3bb completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:28.107018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Floating IP b719de00-4df0-4239-8669-472a14739d8c associated. External IP: 172.26.6.254, port: 06abd737-32a8-406e-b28f-36183e5877f4. Dec 23 15:31:28.116182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.131813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.161348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 52767e81-6911-479f-bdf4-63736872a3bb triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:28.161574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.181941 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:28.182605 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ebaeff-380f-4ce2-b618-eecf25d76254 None None] The sync data for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:28.337196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-11b0e7fa-2a90-4e20-a649-c37df2f80b42 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.4854853 Dec 23 15:31:28.338330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49504) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:28.523162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c0faf-f43a-420b-b79f-79be75522aee tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:28.524751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c0faf-f43a-420b-b79f-79be75522aee tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:28.527586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c0faf-f43a-420b-b79f-79be75522aee tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:28.528075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ca6c0faf-f43a-420b-b79f-79be75522aee tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Synchronizing usage tracker for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:28.536273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e8612077-0565-4228-b010-4b860ffe29cf', 'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf', 'tenant_id': '76a106d6cfd0497b8dd2e0a5853f636a', 'fixed_ips': [{'subnet_id': '4f919fbf-a3bb-4cc8-af53-2c8e0068a2a4'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:28.537137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.561988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:28.588227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Usage tracker for resource:security_group_rule and tenant:24a210c47081462abe60c44f6877e44c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:28.595297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:28.601656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.613436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:28.642393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.729916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Transition to ACTIVE for port object 664910d2-bee6-440c-a9cb-9113c8a23dc1 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:28.733499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.764893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ca6c0faf-f43a-420b-b79f-79be75522aee tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Unset dirty status for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:28.770120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ca6c0faf-f43a-420b-b79f-79be75522aee tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4183671 Dec 23 15:31:28.771763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49508) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:28.771909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 52767e81-6911-479f-bdf4-63736872a3bb, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=52767e81-6911-479f-bdf4-63736872a3bb,segment=NetworkSegment(0f585ae8-6b73-423d-b88b-b70281f44de2),segment_id=0f585ae8-6b73-423d-b88b-b70281f44de2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:28.781962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:28.787625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Transition to ACTIVE for port object 664910d2-bee6-440c-a9cb-9113c8a23dc1 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:28.800681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de900c8-5005-4c83-8402-996067afa945 None None] Sync routers for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:28.824927 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a3bc01f4-a262-47ac-a43c-701bb4308a2a tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/routers/ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1087177 Dec 23 15:31:28.832693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49512) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:28.863335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de900c8-5005-4c83-8402-996067afa945 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:28.864371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8de900c8-5005-4c83-8402-996067afa945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:28.938301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:28.994827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.024323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8de900c8-5005-4c83-8402-996067afa945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:29.036319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d2841-13a3-4041-b676-b8112c38dc12 None None] Network e731b584-fa05-4d28-a090-dc1eff4ce680 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:29.118647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.138981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Allocated IP 172.20.0.18 (e8612077-0565-4228-b010-4b860ffe29cf/4f919fbf-a3bb-4cc8-af53-2c8e0068a2a4/98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:29.166727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.184637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Network 7dda8b75-667e-4642-b1f2-5d1a8cd22a22 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:29.193707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:29.211034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:29.215293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=52767e81-6911-479f-bdf4-63736872a3bb,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:29.215537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.235697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de900c8-5005-4c83-8402-996067afa945 None None] Routers {'ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:29.236364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8de900c8-5005-4c83-8402-996067afa945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:29.289624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Deleting subnet cec31f46-42ba-4d83-a623-46548589d1e6 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:29.290201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:29.305396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a770ac3b-36a4-4428-890c-360af0348984 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.305729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.307609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b573c05f-9a95-4d8b-bfc2-44afd63a9639,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:29.314438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.21.0.1 (e731b584-fa05-4d28-a090-dc1eff4ce680/333eb0c0-bb6f-4248-9ce7-b0509934c2fb/ca83022f-b25c-4d70-b0ca-6b4fab7707f1) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:29.382468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.405692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.406028 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Added segment f5d6fe93-5928-49e6-89f6-ab8b49dd0236 of type vlan for network ba730a33-49fa-4ec7-894c-77e2f55a9d8b Dec 23 15:31:29.450161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.450504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.451041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.451371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.451861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.452362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.452861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.453349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.453666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.454363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.454861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:29.492365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8de900c8-5005-4c83-8402-996067afa945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:29.492775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de900c8-5005-4c83-8402-996067afa945 None None] The sync data for ids ['ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:29.521319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.524110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-08eb523b-4a3a-48a9-81ea-f1420764fb13 None None] Provisioning for port 622195cb-fb3c-49de-8c83-6c19e9752978 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:29.537514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object ca83022f-b25c-4d70-b0ca-6b4fab7707f1 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:29.568873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.614750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.622441 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-a770ac3b-36a4-4428-890c-360af0348984 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] update failed (client error): The resource could not be found. Dec 23 15:31:29.623672 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a770ac3b-36a4-4428-890c-360af0348984 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "PUT /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 HTTP/1.1" status: 404 len: 339 time: 1.5676773 Dec 23 15:31:29.630012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49516) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:29.656879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.666061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Pushing event updated for resources: {'Port': ['ID=664910d2-bee6-440c-a9cb-9113c8a23dc1,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:29.699683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Attempting to bind port 664910d2-bee6-440c-a9cb-9113c8a23dc1 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:29.699683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Attempting to bind port 664910d2-bee6-440c-a9cb-9113c8a23dc1 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '202cac1c-f30a-4b49-8056-462cc846df69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:29.699683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Attempting to bind port 664910d2-bee6-440c-a9cb-9113c8a23dc1 on network 7dda8b75-667e-4642-b1f2-5d1a8cd22a22 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:29.769921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Router eaca3822-4547-453b-a565-72a042c8a621 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:29.790409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52767e81-6911-479f-bdf4-63736872a3bb up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:29.798507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:31:29.816975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.844851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.859876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.875651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:29.876007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Checking segment: {'id': '202cac1c-f30a-4b49-8056-462cc846df69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:29.876433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.876820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Bound using segment: {'id': '202cac1c-f30a-4b49-8056-462cc846df69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:29.877287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Bound port: 664910d2-bee6-440c-a9cb-9113c8a23dc1, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202cac1c-f30a-4b49-8056-462cc846df69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7dda8b75-667e-4642-b1f2-5d1a8cd22a22'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:29.877654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:29.890577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Subnet': ['ID=cec31f46-42ba-4d83-a623-46548589d1e6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:29.908352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Transition to ACTIVE for port object 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:29.969362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network e731b584-fa05-4d28-a090-dc1eff4ce680 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:29.970573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:29.975644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:29.978892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:29.986034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Transition to ACTIVE for port object 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:30.018295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.022382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:30.023239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.040977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 52767e81-6911-479f-bdf4-63736872a3bb triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:30.041632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.073450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] For port 664910d2-bee6-440c-a9cb-9113c8a23dc1, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:30.101252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] For port 664910d2-bee6-440c-a9cb-9113c8a23dc1, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=664910d2-bee6-440c-a9cb-9113c8a23dc1,segment=NetworkSegment(202cac1c-f30a-4b49-8056-462cc846df69),segment_id=202cac1c-f30a-4b49-8056-462cc846df69)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:30.102738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.110471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.187472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.216368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.232099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Network e8612077-0565-4228-b010-4b860ffe29cf is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:30.239407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:30.248252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:30.252185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Pushing event updated for resources: {'Port': ['ID=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:30.316507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c1efdfe-d3e1-42e1-b030-b73dc14ff5e3 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/subnets/cec31f46-42ba-4d83-a623-46548589d1e6 HTTP/1.1" status: 204 len: 168 time: 1.5427854 Dec 23 15:31:30.317423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 677b1376-fa47-43cb-a0e2-0464f0af9325 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:30.317841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.330026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.333526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49520) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:30.476878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.491086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event updated for resources: {'Network': ['ID=ba730a33-49fa-4ec7-894c-77e2f55a9d8b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:30.513296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d290-b025-40af-8ab1-8873e9fe3680 None None] Pushing event updated for resources: {'Port': ['ID=664910d2-bee6-440c-a9cb-9113c8a23dc1,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:30.525108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:30.556036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 622195cb-fb3c-49de-8c83-6c19e9752978 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:30.598966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.675938 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Attempting to bind port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:30.676329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Attempting to bind port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '2d32b244-b803-4caa-9125-e60c26bd69fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:30.676684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Attempting to bind port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 on network e8612077-0565-4228-b010-4b860ffe29cf {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:30.710556 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4a588482-bfe4-42cf-b416-0681d7c339a8 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1886382 Dec 23 15:31:30.727334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:30.734785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49524) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:30.735984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 677b1376-fa47-43cb-a0e2-0464f0af9325 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:30.741877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] Sync routers for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:30.743399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Request body: {'subnet': {'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:30.753998 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:30.754823 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:30.762809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:30.763484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Checking segment: {'id': '2d32b244-b803-4caa-9125-e60c26bd69fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:30.764033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.764597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Bound using segment: {'id': '2d32b244-b803-4caa-9125-e60c26bd69fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:30.765451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Bound port: 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32b244-b803-4caa-9125-e60c26bd69fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'e8612077-0565-4228-b010-4b860ffe29cf'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:30.766017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:30.823459 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:30.834418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa36f9-980e-48c1-aed5-096db8a116e6 None None] Network 7dda8b75-667e-4642-b1f2-5d1a8cd22a22 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:30.842833 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:30.843675 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:30.912578 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:30.913278 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5c4af-3ec7-49c1-a58d-826c972b627b None None] The sync data for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:31.017738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4d353ab6-cc0e-4890-8dc8-ba1003da1277 None None] Provisioning for port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:31.019116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:31.021007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] For port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:31.028521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.032625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Usage tracker for resource:subnet and tenant:24a210c47081462abe60c44f6877e44c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:31.035193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.046671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Deleting subnet 4f919fbf-a3bb-4cc8-af53-2c8e0068a2a4 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:31.048797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:31.064974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 622195cb-fb3c-49de-8c83-6c19e9752978 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:31.076219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4d353ab6-cc0e-4890-8dc8-ba1003da1277 None None] Provisioning complete for port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:31.076219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d353ab6-cc0e-4890-8dc8-ba1003da1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.088377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.093111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5d9f9dfb-4694-4deb-b8b9-86404199bebb tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 11.3436718 Dec 23 15:31:31.093343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49528) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:31.094948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] For port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,segment=NetworkSegment(2d32b244-b803-4caa-9125-e60c26bd69fd),segment_id=2d32b244-b803-4caa-9125-e60c26bd69fd)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:31.110797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 622195cb-fb3c-49de-8c83-6c19e9752978 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:31.111145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.126834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:31.179637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.210465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.219396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.223888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4d353ab6-cc0e-4890-8dc8-ba1003da1277 None None] Port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:31.260403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6d0c99de-7fa8-45ac-8838-690b447bcf83 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] 10.222.0.58 "GET /v2.0/floatingips/b719de00-4df0-4239-8669-472a14739d8c HTTP/1.1" status: 200 len: 984 time: 0.1655180 Dec 23 15:31:31.263267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49532) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:31.265807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Made reservation on behalf of 24a210c47081462abe60c44f6877e44c for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:31.288843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508f4b7-6f25-4893-988b-0f22c378f5e8 None None] Pushing event updated for resources: {'Port': ['ID=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:31.326020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=677b1376-fa47-43cb-a0e2-0464f0af9325,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:31.362193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.383361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ba73f800-701b-4501-b4c0-7bdf9062efe6 None None] Provisioning complete for port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:31.383721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba73f800-701b-4501-b4c0-7bdf9062efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.515517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.518207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ba73f800-701b-4501-b4c0-7bdf9062efe6 None None] Port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:31.527794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 622195cb-fb3c-49de-8c83-6c19e9752978, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=622195cb-fb3c-49de-8c83-6c19e9752978,segment=NetworkSegment(509ac2ad-990b-4ac4-800b-dd518cdf0201),segment_id=509ac2ad-990b-4ac4-800b-dd518cdf0201)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:31.617153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.634303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:31.768915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=622195cb-fb3c-49de-8c83-6c19e9752978,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:31.773410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:31.819272 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cf0df580-f4c0-4c70-9a7b-8ba4dfcc94df tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3519 time: 0.5504510 Dec 23 15:31:31.822882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49536) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:31.831380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.832107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.832681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.833220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.833815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.834371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.834937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.835472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.836003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.836832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.837169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:31.928890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:31.965669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.116786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.170198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.179990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.295366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Deleting port c1b234ce-57a6-484d-ac58-c67c55057c6b {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:32.295694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.417825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.418499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Fanout notify agent at l3_agent the message router_deleted on router ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:31:32.436219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.439879 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-775e992d-7e65-45ba-9d53-7c1d7d13e682 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/routers/ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 HTTP/1.1" status: 204 len: 168 time: 3.6040027 Dec 23 15:31:32.440050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49540) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:32.556427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Allocated IP 172.20.0.1 (e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af/4dd5865c-cc17-463a-a740-f85dc876b46d/dcb601e6-e2dc-489b-9cd0-4202cb10c60b) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:32.559499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.571388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.571713 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.604313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.629995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Subnet': ['ID=4f919fbf-a3bb-4cc8-af53-2c8e0068a2a4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:32.660795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.701864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2f09c-5a2c-4a3d-823f-8203206f64da None None] Network e8612077-0565-4228-b010-4b860ffe29cf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:32.735449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.797313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Calling delete_port for c1b234ce-57a6-484d-ac58-c67c55057c6b owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:32.859237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:32.884511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0ea0363e-b752-438a-a30d-7ff35059bb43 None None] Provisioning for port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:32.893027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0ea0363e-b752-438a-a30d-7ff35059bb43 None None] Provisioning complete for port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:32.893642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0ea0363e-b752-438a-a30d-7ff35059bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.894138 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-192ce3e7-fe03-40e0-b516-200cabf04543 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/subnets/4f919fbf-a3bb-4cc8-af53-2c8e0068a2a4 HTTP/1.1" status: 204 len: 168 time: 2.5523434 Dec 23 15:31:32.902307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49544) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:32.946259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting subnet 6a8e2f10-df00-475e-a52b-c08332efcf5c {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:32.954082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:32.958413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.002255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.026025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] DHCP port deletion for e8612077-0565-4228-b010-4b860ffe29cf request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:31:33.031155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0ea0363e-b752-438a-a30d-7ff35059bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.043043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Deleting port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:33.045773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.045898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.081164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604317a-1500-4ad0-8be7-962954d021d8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:33.081834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6604317a-1500-4ad0-8be7-962954d021d8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Synchronizing usage tracker for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:33.138218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.147742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0ea0363e-b752-438a-a30d-7ff35059bb43 None None] For port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,segment=NetworkSegment(2d32b244-b803-4caa-9125-e60c26bd69fd),segment_id=2d32b244-b803-4caa-9125-e60c26bd69fd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:33.185106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6604317a-1500-4ad0-8be7-962954d021d8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Unset dirty status for tenant:76a106d6cfd0497b8dd2e0a5853f636a on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:33.189874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6604317a-1500-4ad0-8be7-962954d021d8 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2831235 Dec 23 15:31:33.190214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49548) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:33.203441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event updated for resources: {'Subnet': ['ID=42c6f850-cafe-41ca-a20c-98e12c23f7f8,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:33.208519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Transition to ACTIVE for port object dcb601e6-e2dc-489b-9cd0-4202cb10c60b will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:33.229965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0ea0363e-b752-438a-a30d-7ff35059bb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.266670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Checking segment: {'id': 'f5d6fe93-5928-49e6-89f6-ab8b49dd0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:33.267021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Network hostable DHCP agents. Network: ba730a33-49fa-4ec7-894c-77e2f55a9d8b, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:33.280600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.286408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network e731b584-fa05-4d28-a090-dc1eff4ce680 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:33.289384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:33.321176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] For port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,segment=NetworkSegment(2d32b244-b803-4caa-9125-e60c26bd69fd),segment_id=2d32b244-b803-4caa-9125-e60c26bd69fd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:33.322482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.330590 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.359358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.388526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Port': ['ID=c1b234ce-57a6-484d-ac58-c67c55057c6b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:33.413606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.468469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0363e-b752-438a-a30d-7ff35059bb43 None None] Pushing event updated for resources: {'Port': ['ID=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:33.487574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Calling delete_port for 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:33.530794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:33.537913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:33.540402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:33.629950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:31:33.630618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:31:33.651714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Deleting port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:33.652255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.666604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f3991e06-4828-4a01-8465-19840ed9a1f0 None None] Provisioning complete for port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:33.669409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f3991e06-4828-4a01-8465-19840ed9a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.748284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f3991e06-4828-4a01-8465-19840ed9a1f0 None None] Port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:33.766815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 622195cb-fb3c-49de-8c83-6c19e9752978 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:33.774705 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Port': ['ID=dcb601e6-e2dc-489b-9cd0-4202cb10c60b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:33.785547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:33.863684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 622195cb-fb3c-49de-8c83-6c19e9752978 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:33.864225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.882243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.884591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, ba730a33-49fa-4ec7-894c-77e2f55a9d8b) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:33.888872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:33.889461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:33.902385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc3a5b-d65c-4645-b435-e21adca70cd7 None None] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:33.949474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.000240 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4df93c63-ec20-47b7-b103-63f15a9ca18f tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2621250 Dec 23 15:31:34.001955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49552) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:34.012405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Request body: {'port': {'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1932433308'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:34.037634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] For port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,segment=NetworkSegment(2d32b244-b803-4caa-9125-e60c26bd69fd),segment_id=2d32b244-b803-4caa-9125-e60c26bd69fd)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:34.037907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.045809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.092556 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-68fe65a0-ed1a-4424-aca5-0cf885bf8adb None None] Provisioning for port dcb601e6-e2dc-489b-9cd0-4202cb10c60b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:34.131460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Deleting port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:34.131970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.169838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-68fe65a0-ed1a-4424-aca5-0cf885bf8adb None None] Provisioning complete for port dcb601e6-e2dc-489b-9cd0-4202cb10c60b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:34.170254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-68fe65a0-ed1a-4424-aca5-0cf885bf8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.215910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:34.216761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Calling delete_port for 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:34.226788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:34.234281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.246297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Usage tracker for resource:port and tenant:24a210c47081462abe60c44f6877e44c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:34.251829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:34.252551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8e2f10-df00-475e-a52b-c08332efcf5c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:34.262839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:34.279530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.328289 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d0178034-f83a-4b36-b50b-ca2b3e308730 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/subnets/6a8e2f10-df00-475e-a52b-c08332efcf5c HTTP/1.1" status: 204 len: 168 time: 1.8848727 Dec 23 15:31:34.332416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30e69a-63f2-4f28-9973-def6c18aff7c None None] Network a81829f2-f67f-49fc-9706-81ea6e6fce03 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:34.337530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49556) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:34.374993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:31:34.414062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-68fe65a0-ed1a-4424-aca5-0cf885bf8adb None None] Port dcb601e6-e2dc-489b-9cd0-4202cb10c60b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:34.477450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-ba730a33-49fa-4ec7-894c-77e2f55a9d8b', 'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b', 'tenant_id': '24a210c47081462abe60c44f6877e44c', 'fixed_ips': [{'subnet_id': '42c6f850-cafe-41ca-a20c-98e12c23f7f8'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:34.478368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.539544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.560021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:34.560456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.582788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Made reservation on behalf of 24a210c47081462abe60c44f6877e44c for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:34.585426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.614000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.668165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Port': ['ID=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:34.768499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] No DVR routers for this DVR port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:34.780275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No active binding found for port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 {{(pid=84223) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 15:31:34.781293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:31:34.786881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] device_id is not set on port 83de5a89-0827-468c-8658-963faac452fc yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:34.807574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] For port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98,segment=NetworkSegment(2d32b244-b803-4caa-9125-e60c26bd69fd),segment_id=2d32b244-b803-4caa-9125-e60c26bd69fd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:34.807959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:34.955948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:34.967974 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0985abd9-6adc-48d6-997d-d0c1a0cba29c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1235125 Dec 23 15:31:34.969556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49560) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:34.979323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-552757729'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:34.979770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Calling delete_port for 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:34.993076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:34.999907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.001240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:35.006054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.008324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:35.015886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:35.051474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Allocated IP 172.20.0.2 (ba730a33-49fa-4ec7-894c-77e2f55a9d8b/42c6f850-cafe-41ca-a20c-98e12c23f7f8/f2be2405-c655-4a2d-b235-dc893c3392eb) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:35.051678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] For port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,segment=NetworkSegment(ea738f64-68b2-4d0c-a5eb-2b60ca55cae3),segment_id=ea738f64-68b2-4d0c-a5eb-2b60ca55cae3)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:35.052030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.061315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8612077-0565-4228-b010-4b860ffe29cf']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:35.134776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.150643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] DHCP port deletion for a81829f2-f67f-49fc-9706-81ea6e6fce03 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:31:35.158370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:31:35.158716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:31:35.163118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Deleting port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:35.163716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.199878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:35.202885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.277084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event updated for resources: {'Port': ['ID=dcb601e6-e2dc-489b-9cd0-4202cb10c60b,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:35.290361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:35.293109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.303289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d32b244-b803-4caa-9125-e60c26bd69fd') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:35.303289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d32b244-b803-4caa-9125-e60c26bd69fd') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:35.307861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.308948 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 2a8a3d85-cf82-44b4-85e0-756a9dad0afc of type vlan for network 095d935d-990d-418c-a553-be679b846251 Dec 23 15:31:35.318993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:35.356288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.383552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.409314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.449430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:35.449967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:35.469903 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:35.481199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] For port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,segment=NetworkSegment(ea738f64-68b2-4d0c-a5eb-2b60ca55cae3),segment_id=ea738f64-68b2-4d0c-a5eb-2b60ca55cae3)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:35.481583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.484010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:35.485288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:35.489377 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.617397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Router eaca3822-4547-453b-a565-72a042c8a621 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:35.656280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Transition to ACTIVE for port object f2be2405-c655-4a2d-b235-dc893c3392eb will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:35.668263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.672016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:35.672617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.673480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Calling delete_port for f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:35.728921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.766216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:31:35.774253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.803696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Deleting port 98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:35.804255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.814670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:35.823243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:35.835728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Network': ['ID=e8612077-0565-4228-b010-4b860ffe29cf,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:35.843597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] No DVR routers for this DVR port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:35.887580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=095d935d-990d-418c-a553-be679b846251,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:35.904939 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-01ccb152-8501-49bd-b08b-2dda0030a172 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/networks/e8612077-0565-4228-b010-4b860ffe29cf HTTP/1.1" status: 204 len: 168 time: 2.7136397 Dec 23 15:31:35.909715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49564) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:35.930627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 095d935d-990d-418c-a553-be679b846251 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:35.951166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:31:35.951582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:31:35.966232 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1184bbac-a9aa-4860-91f0-ffbc15852474 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9956083 Dec 23 15:31:35.973399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49568) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:35.981922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': '095d935d-990d-418c-a553-be679b846251', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:36.037433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Transition to ACTIVE for port object f2be2405-c655-4a2d-b235-dc893c3392eb will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:36.046077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5a306587-dbb6-46a8-8320-a77884682fab None None] The port '98142bec-9b6e-4b54-aa4b-6b3b7dc7fb98' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:31:36.070411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.109667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-52bdc87f-190f-4589-9eb8-4d3263698dbb None None] Provisioning complete for port dcb601e6-e2dc-489b-9cd0-4202cb10c60b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:36.110814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-52bdc87f-190f-4589-9eb8-4d3263698dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.131845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81829f2-f67f-49fc-9706-81ea6e6fce03']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:36.147322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.151166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:31:36.152291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:31:36.194758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea738f64-68b2-4d0c-a5eb-2b60ca55cae3') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:36.195045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea738f64-68b2-4d0c-a5eb-2b60ca55cae3') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:36.208480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.223715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.240629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:36.242854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:36.246358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-52bdc87f-190f-4589-9eb8-4d3263698dbb None None] Port dcb601e6-e2dc-489b-9cd0-4202cb10c60b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:36.249209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:36.251070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:36.252393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:36.255592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Pushing event updated for resources: {'Port': ['ID=f2be2405-c655-4a2d-b235-dc893c3392eb,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:36.258667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.258926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:36.265613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Deleting port 664910d2-bee6-440c-a9cb-9113c8a23dc1 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:36.265948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.269312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:36.281355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4dd69a33-ec17-4570-89c0-6fe3a1f7f5f1 {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:31:36.281661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:31:36.306567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:36.306962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.307184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Router ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:36.324448 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:36.351736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Attempting to bind port f2be2405-c655-4a2d-b235-dc893c3392eb on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:36.352101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Attempting to bind port f2be2405-c655-4a2d-b235-dc893c3392eb by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f5d6fe93-5928-49e6-89f6-ab8b49dd0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:36.352591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Attempting to bind port f2be2405-c655-4a2d-b235-dc893c3392eb on network ba730a33-49fa-4ec7-894c-77e2f55a9d8b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:36.360194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:36.360634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Checking segment: {'id': 'f5d6fe93-5928-49e6-89f6-ab8b49dd0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:36.361095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.361535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Bound using segment: {'id': 'f5d6fe93-5928-49e6-89f6-ab8b49dd0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:36.362048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Bound port: f2be2405-c655-4a2d-b235-dc893c3392eb, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d6fe93-5928-49e6-89f6-ab8b49dd0236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:36.362474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.378928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:36.458058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] For port f2be2405-c655-4a2d-b235-dc893c3392eb, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:36.462265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] For port f2be2405-c655-4a2d-b235-dc893c3392eb, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f2be2405-c655-4a2d-b235-dc893c3392eb,segment=NetworkSegment(f5d6fe93-5928-49e6-89f6-ab8b49dd0236),segment_id=f5d6fe93-5928-49e6-89f6-ab8b49dd0236)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:36.530316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.553854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.555982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:36.556115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.577202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] Sync routers for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:36.590266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.602326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Network': ['ID=a81829f2-f67f-49fc-9706-81ea6e6fce03,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:36.617865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.645649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba577f-82d3-4ca2-9e16-03dc6b0f50dd None None] Pushing event updated for resources: {'Port': ['ID=f2be2405-c655-4a2d-b235-dc893c3392eb,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:36.647530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-121d8f82-8f3a-42a8-a756-fabad8d8b320 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/networks/a81829f2-f67f-49fc-9706-81ea6e6fce03 HTTP/1.1" status: 204 len: 168 time: 2.2544298 Dec 23 15:31:36.652438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49572) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:36.658900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Deleting port f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:36.660165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] For port 664910d2-bee6-440c-a9cb-9113c8a23dc1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=664910d2-bee6-440c-a9cb-9113c8a23dc1,segment=NetworkSegment(202cac1c-f30a-4b49-8056-462cc846df69),segment_id=202cac1c-f30a-4b49-8056-462cc846df69)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:36.660821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.661230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.745690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e9a49e63-7d2d-4560-a188-1c14415cd3cf None None] The port 'f6c4c2a5-ee0f-469b-a1ed-1f96038be7f0' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:31:36.750244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:36.751116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:36.824606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.825412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:36.842363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:36.851062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:36.880953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 2b64ce5a-36bb-4871-8b46-0484ec93f06d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:36.881273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:36.922209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Calling delete_port for 664910d2-bee6-440c-a9cb-9113c8a23dc1 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:36.930419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] device_id is not set on port 851613d3-63d1-4618-8767-c59386dd0221 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:36.930897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:36.931358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32bc84-2717-4d24-98b4-54afa3314eda None None] The sync data for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:36.962168 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cb81e207-70cb-40dd-b64e-af1b96ba624c tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "DELETE /v2.0/floatingips/b719de00-4df0-4239-8669-472a14739d8c HTTP/1.1" status: 204 len: 168 time: 5.1356330 Dec 23 15:31:36.977120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49576) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:36.984561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:36.994585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:37.003920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Usage tracker for resource:floatingip and tenant:b328797ce32742acb1bc45c4ca42cc58 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:37.008232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:37.024569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:37.049367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.109403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:37.119906 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] Sync routers for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:37.134407 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:37.135174 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:37.146594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.219237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.243216 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:37.255566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:37.256196 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:37.283034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Port': ['ID=664910d2-bee6-440c-a9cb-9113c8a23dc1,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:37.291202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] No DVR routers for this DVR port 664910d2-bee6-440c-a9cb-9113c8a23dc1 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:37.315172 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5bab110a-7583-4779-8054-509b459edc06 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "PUT /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6816306 Dec 23 15:31:37.321368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:37.321764 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6081e7d9-b9c5-4526-abbd-2e5b426a87bd None None] The sync data for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:37.322033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49580) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:37.452848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.453199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.557146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.578839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.582762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Allocated IP 172.20.0.4 (ba730a33-49fa-4ec7-894c-77e2f55a9d8b/42c6f850-cafe-41ca-a20c-98e12c23f7f8/851613d3-63d1-4618-8767-c59386dd0221) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:37.591963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 2b64ce5a-36bb-4871-8b46-0484ec93f06d owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:37.610847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dda8b75-667e-4642-b1f2-5d1a8cd22a22']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:37.631061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202cac1c-f30a-4b49-8056-462cc846df69') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:37.631350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202cac1c-f30a-4b49-8056-462cc846df69') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:37.646911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.689995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.704000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:37.704420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:37.732673 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:37.797147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=a043b47e-4660-4086-b377-5890667876e7,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:37.810165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1470115-b677-4c6e-82a9-fca4b1a144f9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.822623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f2be2405-c655-4a2d-b235-dc893c3392eb up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:37.895402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:37.914433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:37.914790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: 095d935d-990d-418c-a553-be679b846251, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:37.959760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f2be2405-c655-4a2d-b235-dc893c3392eb completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:38.015427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ac11e-451f-49ad-b3eb-5864368f7878 None None] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:38.059431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.076233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Transition to ACTIVE for port object 851613d3-63d1-4618-8767-c59386dd0221 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:38.103114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.129050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.134468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 095d935d-990d-418c-a553-be679b846251 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:38.134961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.147776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Network': ['ID=7dda8b75-667e-4642-b1f2-5d1a8cd22a22,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:38.176563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Allocated IP 172.26.6.48 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/71d65abb-5837-462b-b1b8-5d1aa43c4a8b) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:38.185564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f51d9022-25f7-462b-aa77-d5b6b9ab2d52 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/networks/7dda8b75-667e-4642-b1f2-5d1a8cd22a22 HTTP/1.1" status: 204 len: 168 time: 2.2743165 Dec 23 15:31:38.191454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49584) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:38.194537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.203339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=2b64ce5a-36bb-4871-8b46-0484ec93f06d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:38.236615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4022aae8-5a23-47de-943c-a77dbf79419b None None] Provisioning for port f2be2405-c655-4a2d-b235-dc893c3392eb completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:38.248647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4022aae8-5a23-47de-943c-a77dbf79419b None None] Provisioning complete for port f2be2405-c655-4a2d-b235-dc893c3392eb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:38.248933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4022aae8-5a23-47de-943c-a77dbf79419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.286425 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-a1470115-b677-4c6e-82a9-fca4b1a144f9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 15:31:38.290394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a1470115-b677-4c6e-82a9-fca4b1a144f9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 HTTP/1.1" status: 409 len: 329 time: 0.9629970 Dec 23 15:31:38.297416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49588) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:38.313356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 095d935d-990d-418c-a553-be679b846251) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:38.338636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d3f00-9bee-4772-9c8c-192c2e2157e7 None None] Network 095d935d-990d-418c-a553-be679b846251 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:38.392708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:38.393259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.412555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.448090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:38.467270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:38.470172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:38.502960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4022aae8-5a23-47de-943c-a77dbf79419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.517329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event updated for resources: {'Port': ['ID=851613d3-63d1-4618-8767-c59386dd0221,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:38.520085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:38.613142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:38.613721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:38.669389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.679149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.682634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.691040 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-960e3e7f-23f6-4269-a328-f2b56468d90d tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/floatingips/2a3aed44-5c98-43eb-97f9-1349ad5fcade HTTP/1.1" status: 204 len: 168 time: 2.0371780 Dec 23 15:31:38.699615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49592) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:38.709039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:38.720945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.724762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4022aae8-5a23-47de-943c-a77dbf79419b None None] For port f2be2405-c655-4a2d-b235-dc893c3392eb, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f2be2405-c655-4a2d-b235-dc893c3392eb,segment=NetworkSegment(f5d6fe93-5928-49e6-89f6-ab8b49dd0236),segment_id=f5d6fe93-5928-49e6-89f6-ab8b49dd0236)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:38.764635 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-531b2dd8-4e03-4b0a-8fe1-1865198fc1b8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] DELETE failed (client error): The resource could not be found. Dec 23 15:31:38.765066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531b2dd8-4e03-4b0a-8fe1-1865198fc1b8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:31:38.769384 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-531b2dd8-4e03-4b0a-8fe1-1865198fc1b8 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/ports/6cf54a46-1cba-4917-bbef-ec927acf1662 HTTP/1.1" status: 404 len: 333 time: 0.0674708 Dec 23 15:31:38.771299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49596) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:38.822508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-89c6bef0-7fd7-4d5a-975c-242be2e7dd79 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Synchronizing usage tracker for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:38.832943 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3408d355-a119-45a2-8aac-286273585ad1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8556695 Dec 23 15:31:38.833238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49600) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:38.859178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4022aae8-5a23-47de-943c-a77dbf79419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.872663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.877742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.919559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-095d935d-990d-418c-a553-be679b846251', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:38.920306 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:38.947318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:38.972905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4be6799-f9b8-40df-a840-132857609582']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:38.996161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:39.001362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32dc527-a40c-4798-8591-5031c5aaa30b') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:39.001362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32dc527-a40c-4798-8591-5031c5aaa30b') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:39.008401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:39.011658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:39.058991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.073122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Pushing event updated for resources: {'Port': ['ID=71d65abb-5837-462b-b1b8-5d1aa43c4a8b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:39.088794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022aae8-5a23-47de-943c-a77dbf79419b None None] Pushing event updated for resources: {'Port': ['ID=f2be2405-c655-4a2d-b235-dc893c3392eb,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:39.097251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.110983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:39.111668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:39.134656 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:39.137395 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c71f9246-6c4f-4ef9-84f0-61264e4652ba tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.1273861 Dec 23 15:31:39.137395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-89c6bef0-7fd7-4d5a-975c-242be2e7dd79 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Unset dirty status for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:39.137578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49604) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:39.142755 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-89c6bef0-7fd7-4d5a-975c-242be2e7dd79 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 HTTP/1.1" status: 200 len: 205 time: 0.3660581 Dec 23 15:31:39.142755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49608) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:39.143039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Request body: {'port': {'network_id': 'ba730a33-49fa-4ec7-894c-77e2f55a9d8b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1435011871', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:39.143039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.api.validators [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] bootfile-name is not in valid_values {{(pid=84221) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:31:39.143039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.api.validators [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] tftp-server is not in valid_values {{(pid=84221) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:31:39.143039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.api.validators [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] server-ip-address is not in valid_values {{(pid=84221) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:31:39.174485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d3f2343c-d387-4b83-bdcc-939e0d76608b None None] Provisioning for port 851613d3-63d1-4618-8767-c59386dd0221 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:39.205959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d3f2343c-d387-4b83-bdcc-939e0d76608b None None] Provisioning complete for port 851613d3-63d1-4618-8767-c59386dd0221 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:39.205959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d3f2343c-d387-4b83-bdcc-939e0d76608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.222236 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-e41f0d37-a343-436f-83ef-a5e47dd3436f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] delete failed (client error): The resource could not be found. Dec 23 15:31:39.225172 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e41f0d37-a343-436f-83ef-a5e47dd3436f tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/routers/ed7a4c4a-f5ab-4df8-b63f-3bcc14adda45 HTTP/1.1" status: 404 len: 336 time: 0.0811436 Dec 23 15:31:39.282380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49612) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:39.356408 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-af065f24-74e3-42a4-b6ef-c43130daa84c tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] DELETE failed (client error): The resource could not be found. Dec 23 15:31:39.357136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af065f24-74e3-42a4-b6ef-c43130daa84c tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:31:39.368888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2343c-d387-4b83-bdcc-939e0d76608b None None] Port 851613d3-63d1-4618-8767-c59386dd0221 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:39.381846 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-af065f24-74e3-42a4-b6ef-c43130daa84c tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/subnets/6a8e2f10-df00-475e-a52b-c08332efcf5c HTTP/1.1" status: 404 len: 337 time: 0.0943148 Dec 23 15:31:39.388429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49616) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:39.426239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Allocated IP 172.22.0.2 (095d935d-990d-418c-a553-be679b846251/a043b47e-4660-4086-b377-5890667876e7/4f80f88c-8682-4787-9577-aad35954933f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:39.426570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.431630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.438487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/networks/a4be6799-f9b8-40df-a840-132857609582 HTTP/1.1" status: 204 len: 168 time: 1.2416108 Dec 23 15:31:39.438487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:39.440496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49620) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:39.475224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d3f2343c-d387-4b83-bdcc-939e0d76608b None None] Provisioning complete for port f2be2405-c655-4a2d-b235-dc893c3392eb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:39.475572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d3f2343c-d387-4b83-bdcc-939e0d76608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.515159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Usage tracker for resource:port and tenant:24a210c47081462abe60c44f6877e44c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:39.523941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9666d-4002-488c-8269-386941398696 tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Network': ['ID=a4be6799-f9b8-40df-a840-132857609582,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:39.527986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:39.548159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:39.553569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.566864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port a179ebf5-1644-4397-97da-b164084496e9 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:39.567200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.687075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Made reservation on behalf of 24a210c47081462abe60c44f6877e44c for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:39.690548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.711987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.746444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:30Z', 'revision_number': 3, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:31Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:39.753912 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f2be2405-c655-4a2d-b235-dc893c3392eb up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:39.770862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] device_id is not set on port 28d86557-b9de-40ca-849b-3b1fb5ffdb2b yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:39.771422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.807292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.822436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:31:39.822866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Updating router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:31:39.879342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:39.890973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Transition to ACTIVE for port object 4f80f88c-8682-4787-9577-aad35954933f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:39.910849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Transition to ACTIVE for port object 4f80f88c-8682-4787-9577-aad35954933f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:39.955777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.007632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.090154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f2be2405-c655-4a2d-b235-dc893c3392eb triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:40.090888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.114985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Allocated IP 172.20.0.12 (ba730a33-49fa-4ec7-894c-77e2f55a9d8b/42c6f850-cafe-41ca-a20c-98e12c23f7f8/28d86557-b9de-40ca-849b-3b1fb5ffdb2b) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:40.176037 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-535a5b45-76b7-4320-aed7-2541b68a8b35 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2799423 Dec 23 15:31:40.188592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Network 095d935d-990d-418c-a553-be679b846251 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:40.194004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.196057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Pushing event updated for resources: {'Port': ['ID=4f80f88c-8682-4787-9577-aad35954933f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:40.203913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:40.210488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:40.253294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.255112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9308566-b700-4d03-8f56-95f834201669']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:40.293614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11501f9f-26dd-4f73-8d4e-55de576a15db') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:40.293892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11501f9f-26dd-4f73-8d4e-55de576a15db') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:40.327459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.336762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.352318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.372692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.505052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Attempting to bind port 4f80f88c-8682-4787-9577-aad35954933f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:40.505294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Attempting to bind port 4f80f88c-8682-4787-9577-aad35954933f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:40.505648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Attempting to bind port 4f80f88c-8682-4787-9577-aad35954933f on network 095d935d-990d-418c-a553-be679b846251 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:40.554548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:40.554919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Checking segment: {'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:40.555303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.555687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Bound using segment: {'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:40.556188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Bound port: 4f80f88c-8682-4787-9577-aad35954933f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:40.556554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.681262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:40.681829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:40.696917 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:40.708381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for a179ebf5-1644-4397-97da-b164084496e9 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:40.720508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] For port 4f80f88c-8682-4787-9577-aad35954933f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:40.731479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.738315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.739448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Pushing event updated for resources: {'Port': ['ID=71d65abb-5837-462b-b1b8-5d1aa43c4a8b,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:40.780221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.803369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Transition to ACTIVE for port object 28d86557-b9de-40ca-849b-3b1fb5ffdb2b will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:40.812658 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-398d55fc-873f-4f0e-80af-e9c5c7bffbca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 0.4324315 Dec 23 15:31:40.857145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:40.858771 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-004621d7-1839-4310-a77e-5dd7207f3a3f tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8806593 Dec 23 15:31:40.904055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49624) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:40.912118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.004454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Transition to ACTIVE for port object ca83022f-b25c-4d70-b0ca-6b4fab7707f1 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:41.012062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] For port 4f80f88c-8682-4787-9577-aad35954933f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4f80f88c-8682-4787-9577-aad35954933f,segment=NetworkSegment(2a8a3d85-cf82-44b4-85e0-756a9dad0afc),segment_id=2a8a3d85-cf82-44b4-85e0-756a9dad0afc)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:41.029527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:41.034905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:41.036284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.038582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:41.088048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event updated for resources: {'Port': ['ID=28d86557-b9de-40ca-849b-3b1fb5ffdb2b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:41.093916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.097324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.108494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-97c86a19-25cd-4096-b7d3-fe8cab0ba9ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:41.109620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-97c86a19-25cd-4096-b7d3-fe8cab0ba9ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.2774434 Dec 23 15:31:41.139110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:41.163457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.175553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] Pushing event deleted for resources: {'Network': ['ID=f9308566-b700-4d03-8f56-95f834201669,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:41.181032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:41.197860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:41.198333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.204002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Usage tracker for resource:floatingip and tenant:5e5bfb3363a547a3930514214e9c2a50 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:41.207776 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5eb78bdf-bb4b-48b6-8681-9b1226eb494d tempest-BulkNetworkOpsTest-504037120 tempest-BulkNetworkOpsTest-504037120-project] 10.222.0.58 "DELETE /v2.0/networks/f9308566-b700-4d03-8f56-95f834201669 HTTP/1.1" status: 204 len: 168 time: 1.7650719 Dec 23 15:31:41.208996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:41.227298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:41.289478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-3d94a3e3-dd69-40c1-a2c0-173addf696be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 1001 time: 0.1665480 Dec 23 15:31:41.296913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ef670-0318-4e93-ac82-24c0827a67ae None None] Pushing event updated for resources: {'Port': ['ID=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:41.377632 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3b783986-c5ea-4215-94f3-17e39922f531 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2410100 Dec 23 15:31:41.381056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49632) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:41.381316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.476115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-1129bb63-ff28-409e-b1a1-72a595752c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:41.477799 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-1129bb63-ff28-409e-b1a1-72a595752c7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.1807346 Dec 23 15:31:41.483799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=a179ebf5-1644-4397-97da-b164084496e9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:41.491972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.579530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc47113-29b5-4b96-8893-8ea219afb6ce None None] Pushing event updated for resources: {'Port': ['ID=4f80f88c-8682-4787-9577-aad35954933f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:41.599548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Attempting to bind port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:41.599913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Attempting to bind port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:41.600295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Attempting to bind port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 on network e731b584-fa05-4d28-a090-dc1eff4ce680 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:41.621764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:41.622216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Checking segment: {'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:41.622629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.623069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Bound using segment: {'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:41.623498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Bound port: ca83022f-b25c-4d70-b0ca-6b4fab7707f1, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ac2ad-990b-4ac4-800b-dd518cdf0201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:41.623695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9eef7-a023-4c48-bc1b-9915b3b75371 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:41.623912 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.628378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9eef7-a023-4c48-bc1b-9915b3b75371 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:41.675010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9eef7-a023-4c48-bc1b-9915b3b75371 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:41.675890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ffb9eef7-a023-4c48-bc1b-9915b3b75371 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Synchronizing usage tracker for tenant:24a210c47081462abe60c44f6877e44c on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:41.715456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-525d01f1-37d0-425a-b1c6-a106dcd094c5 None None] Provisioning for port 28d86557-b9de-40ca-849b-3b1fb5ffdb2b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:41.726704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-525d01f1-37d0-425a-b1c6-a106dcd094c5 None None] Provisioning complete for port 28d86557-b9de-40ca-849b-3b1fb5ffdb2b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:41.727074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-525d01f1-37d0-425a-b1c6-a106dcd094c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.744989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-800b11c0-8293-40f1-9a1c-3d461a6e03c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2368126 Dec 23 15:31:41.786574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-525d01f1-37d0-425a-b1c6-a106dcd094c5 None None] Port 28d86557-b9de-40ca-849b-3b1fb5ffdb2b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:41.838858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] For port ca83022f-b25c-4d70-b0ca-6b4fab7707f1, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:41.842567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] For port ca83022f-b25c-4d70-b0ca-6b4fab7707f1, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,segment=NetworkSegment(509ac2ad-990b-4ac4-800b-dd518cdf0201),segment_id=509ac2ad-990b-4ac4-800b-dd518cdf0201)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:41.850550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:41.852550 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-49823e9e-4a50-4d82-ac11-6d1c84164af0 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/ports/a179ebf5-1644-4397-97da-b164084496e9 HTTP/1.1" status: 204 len: 168 time: 2.4630120 Dec 23 15:31:41.870841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f80f88c-8682-4787-9577-aad35954933f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:41.891036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49636) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:41.899513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ffb9eef7-a023-4c48-bc1b-9915b3b75371 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Unset dirty status for tenant:24a210c47081462abe60c44f6877e44c on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:41.900465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ffb9eef7-a023-4c48-bc1b-9915b3b75371 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5180445 Dec 23 15:31:41.905978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49640) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:41.940514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:42.004936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port d0e5879e-382a-425e-8b15-ab5e0da6f79d {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:42.005274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:42.018364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:42.062948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ef670-0318-4e93-ac82-24c0827a67ae None None] Pushing event updated for resources: {'Port': ['ID=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:42.069321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:42.070051 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:42.074452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Deleting port 28d86557-b9de-40ca-849b-3b1fb5ffdb2b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:42.074793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:42.128690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49646) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:42.164597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-100d32cb-4d03-401c-84c8-9f7e4fada865 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125967 Dec 23 15:31:42.263586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:42.353427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4f80f88c-8682-4787-9577-aad35954933f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:42.520678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:42.671543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:30Z', 'revision_number': 3, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:41Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:42.676475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca2471-d468-4f06-a257-2f6bdf3d5c62 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:30Z', 'revision_number': 3, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:41Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:42.698215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for d0e5879e-382a-425e-8b15-ab5e0da6f79d owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:42.748514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b3b956-3678-43de-93df-3ccc53325a93 None None] Network 095d935d-990d-418c-a553-be679b846251 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:42.947173 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-980a50c7-c9f6-4275-87a5-67e446e5f6e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76a106d6cfd0497b8dd2e0a5853f636a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8069067 Dec 23 15:31:42.952906 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2050cb-eb80-49cf-a43c-0295852be82a req-c36fad4c-0567-4cea-aee0-8c8136299f2b service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7601008 Dec 23 15:31:42.986202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6e2f01d2-5a5c-4d86-ae36-5ba7f3cebad7 None None] Provisioning for port 4f80f88c-8682-4787-9577-aad35954933f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:42.990090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49652) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:42.995409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.010551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6e2f01d2-5a5c-4d86-ae36-5ba7f3cebad7 None None] Provisioning complete for port 4f80f88c-8682-4787-9577-aad35954933f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:43.010916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01d2-5a5c-4d86-ae36-5ba7f3cebad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.086778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.167887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Calling delete_port for 28d86557-b9de-40ca-849b-3b1fb5ffdb2b owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:43.233110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01d2-5a5c-4d86-ae36-5ba7f3cebad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.242111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.248676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6c27f23-800b-4c66-96fa-c33c60dd965e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.279537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6e2f01d2-5a5c-4d86-ae36-5ba7f3cebad7 None None] For port 4f80f88c-8682-4787-9577-aad35954933f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4f80f88c-8682-4787-9577-aad35954933f,segment=NetworkSegment(2a8a3d85-cf82-44b4-85e0-756a9dad0afc),segment_id=2a8a3d85-cf82-44b4-85e0-756a9dad0afc)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:43.332783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=d0e5879e-382a-425e-8b15-ab5e0da6f79d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:43.347215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e2f01d2-5a5c-4d86-ae36-5ba7f3cebad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.389294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6c27f23-800b-4c66-96fa-c33c60dd965e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.430955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f01d2-5a5c-4d86-ae36-5ba7f3cebad7 None None] Pushing event updated for resources: {'Port': ['ID=4f80f88c-8682-4787-9577-aad35954933f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:43.444019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f82150-5c51-46c9-a885-c0ea81c24c2a None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:31:43.516677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ab50eda0-fdba-4bea-b574-aaf12ed31695 None None] Provisioning complete for port 4f80f88c-8682-4787-9577-aad35954933f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:43.517037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab50eda0-fdba-4bea-b574-aaf12ed31695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.537965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.597494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Deleting port dcb601e6-e2dc-489b-9cd0-4202cb10c60b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:43.597825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.603237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6c27f23-800b-4c66-96fa-c33c60dd965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.605982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6c27f23-800b-4c66-96fa-c33c60dd965e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:43.609753 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c6c27f23-800b-4c66-96fa-c33c60dd965e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f801576f-f690-440a-b298-6eff306cb202 HTTP/1.1" status: 204 len: 168 time: 0.6188190 Dec 23 15:31:43.618724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c27f23-800b-4c66-96fa-c33c60dd965e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801576f-f690-440a-b298-6eff306cb202,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:43.686506 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-15a92b16-62aa-438a-be95-bbcb811432a4 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/ports/d0e5879e-382a-425e-8b15-ab5e0da6f79d HTTP/1.1" status: 204 len: 168 time: 1.7944391 Dec 23 15:31:43.688793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49658) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:43.747140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f82150-5c51-46c9-a885-c0ea81c24c2a None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:31:43.829784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c5616-2cb3-4a13-9098-111198f5aeff tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:43.832092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-558c5616-2cb3-4a13-9098-111198f5aeff tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Synchronizing usage tracker for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:43.832333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.22.0.1 (095d935d-990d-418c-a553-be679b846251/a043b47e-4660-4086-b377-5890667876e7/a49df8a0-0093-4ebf-a099-ab88818baa70) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:43.908685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ca83022f-b25c-4d70-b0ca-6b4fab7707f1 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:43.916559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Allocated IP 172.26.6.154 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/a9f837ac-a7de-4751-a684-bad5e953df3b) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:43.931359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-558c5616-2cb3-4a13-9098-111198f5aeff tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Unset dirty status for tenant:a6024df902a14b0b95bea5525e2f6221 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:43.935840 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-558c5616-2cb3-4a13-9098-111198f5aeff tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "GET /v2.0/ports?device_id=db1d09d2-eec2-4811-94f9-54845097b94e HTTP/1.1" status: 200 len: 913 time: 0.2429867 Dec 23 15:31:43.936528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49662) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:44.012008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.025662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.196642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:44.205017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:44.205462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.215930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Calling delete_port for dcb601e6-e2dc-489b-9cd0-4202cb10c60b owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:44.414599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.422643 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event deleted for resources: {'Port': ['ID=28d86557-b9de-40ca-849b-3b1fb5ffdb2b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:44.454780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ca83022f-b25c-4d70-b0ca-6b4fab7707f1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,segment=NetworkSegment(509ac2ad-990b-4ac4-800b-dd518cdf0201),segment_id=509ac2ad-990b-4ac4-800b-dd518cdf0201)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:44.501755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.579837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.580777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f80f88c-8682-4787-9577-aad35954933f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:44.794217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.800662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.809196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:44.810607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.822574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4f80f88c-8682-4787-9577-aad35954933f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:44.822943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:44.861170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object a49df8a0-0093-4ebf-a099-ab88818baa70 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:44.987314 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fe5002bf-daea-4f0a-964b-3d37109321be tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "DELETE /v2.0/ports/28d86557-b9de-40ca-849b-3b1fb5ffdb2b HTTP/1.1" status: 204 len: 168 time: 3.0713196 Dec 23 15:31:44.990733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49680) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:44.999529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Request body: {'port': {'name': 'tempest-new-port-name-1914875247', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:44.999529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] bootfile-name is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:31:44.999900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] tftp-server is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:31:45.000332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.api.validators [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] server-ip-address is not in valid_values {{(pid=84222) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 23 15:31:45.047053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.097584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.109131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.124347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Port': ['ID=dcb601e6-e2dc-489b-9cd0-4202cb10c60b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:45.177151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:45.219652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:45.258050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:45.284661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49686) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:45.324495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port 243520be-9ae1-456d-b45f-3437656b1e62 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:45.324816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.335817 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 095d935d-990d-418c-a553-be679b846251 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:45.379189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:45.397194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:45.492464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.512200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Pushing event updated for resources: {'Port': ['ID=a9f837ac-a7de-4751-a684-bad5e953df3b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:45.552075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-707845797'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:45.558919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:45.563383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:45.567483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:45.580988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:45.595034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.681023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.750328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ca83022f-b25c-4d70-b0ca-6b4fab7707f1 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:45.752072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=a49df8a0-0093-4ebf-a099-ab88818baa70,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:45.786002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b4ffce5-3296-45a8-9d3a-705f0136f89a None None] Provisioning for port a49df8a0-0093-4ebf-a099-ab88818baa70 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:45.803973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9b4ffce5-3296-45a8-9d3a-705f0136f89a None None] Provisioning complete for port a49df8a0-0093-4ebf-a099-ab88818baa70 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:45.804471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b4ffce5-3296-45a8-9d3a-705f0136f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.807203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:45.810295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.870165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ffce5-3296-45a8-9d3a-705f0136f89a None None] Port a49df8a0-0093-4ebf-a099-ab88818baa70 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:45.884102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:45.884578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:45.894811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for 243520be-9ae1-456d-b45f-3437656b1e62 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:45.928281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.001425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:46.006591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group_rule and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:46.010409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:46.018168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:46.036050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.118105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.144775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.193912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.223874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:46.239498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4f93f9-4f6e-4d82-aedd-7157b09e9a15,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:46.246637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.247026 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb of type vlan for network 0ef01ced-06dc-497d-81a0-ca66923b8f99 Dec 23 15:31:46.254378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.321953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=243520be-9ae1-456d-b45f-3437656b1e62,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:46.333999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.371911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.509262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.512523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:46.513125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.543224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.651142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=0ef01ced-06dc-497d-81a0-ca66923b8f99,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:46.665445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:46.739053 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-902f1cf0-49d1-48b3-a636-f75af7d7ea1c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4532518 Dec 23 15:31:46.744607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49696) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:46.753284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'name': 'tempest-PortsIpV6TestJSON-749935429'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:46.778951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.862583 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:31:46.879132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:46.885583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:46.889143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:46.897746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:46.902595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.911775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:46.986701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:46.989683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.016726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port d511c2ea-8ea8-464d-8d55-aa770cb7b162 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:47.198666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event updated for resources: {'Port': ['ID=851613d3-63d1-4618-8767-c59386dd0221,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:47.302594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-279e7242-7c11-4e27-919e-7159645dbb25 None None] Provisioning complete for port 851613d3-63d1-4618-8767-c59386dd0221 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:47.303206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-279e7242-7c11-4e27-919e-7159645dbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.344482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.358725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-279e7242-7c11-4e27-919e-7159645dbb25 None None] Port 851613d3-63d1-4618-8767-c59386dd0221 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:47.380424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] In _notify_port_updated(), no bound segment for port 851613d3-63d1-4618-8767-c59386dd0221 on network ba730a33-49fa-4ec7-894c-77e2f55a9d8b {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:31:47.384330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:47.384965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.386341 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-17734929-da0a-4c14-8ad0-13fb1be502a7 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "PUT /v2.0/ports/851613d3-63d1-4618-8767-c59386dd0221 HTTP/1.1" status: 200 len: 1136 time: 2.3945918 Dec 23 15:31:47.392784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49700) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:47.553681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Router ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:47.558846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1ad4b-b0ab-48bc-ad9f-3fbb10222a11 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:47.559432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fcc1ad4b-b0ab-48bc-ad9f-3fbb10222a11 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Synchronizing usage tracker for tenant:24a210c47081462abe60c44f6877e44c on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:47.573115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.665166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.669138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.694883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.705617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fcc1ad4b-b0ab-48bc-ad9f-3fbb10222a11 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Unset dirty status for tenant:24a210c47081462abe60c44f6877e44c on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:47.706937 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fcc1ad4b-b0ab-48bc-ad9f-3fbb10222a11 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "GET /v2.0/ports/851613d3-63d1-4618-8767-c59386dd0221 HTTP/1.1" status: 200 len: 1136 time: 0.2964339 Dec 23 15:31:47.725664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49704) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:47.791169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=d511c2ea-8ea8-464d-8d55-aa770cb7b162,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:47.831040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': 'dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:47.831288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: 0ef01ced-06dc-497d-81a0-ca66923b8f99, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:47.945869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:47.959711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Router db1d09d2-eec2-4811-94f9-54845097b94e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:48.022340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:48.051225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Pushing event updated for resources: {'Port': ['ID=a9f837ac-a7de-4751-a684-bad5e953df3b,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:48.125946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 0ef01ced-06dc-497d-81a0-ca66923b8f99) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:48.131235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:48.134754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:48.135334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.136950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd37a4-fcc3-47d0-aafd-178efdf30edb None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:48.140744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Deleting port 851613d3-63d1-4618-8767-c59386dd0221 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:48.141065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.190445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:48.194842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:48.195308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d71bd975-7b8a-4da4-a612-b8ee2edd6f28 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "PUT /v2.0/routers/db1d09d2-eec2-4811-94f9-54845097b94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2576535 Dec 23 15:31:48.197867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49708) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:48.198096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.207696 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] Sync routers for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:48.237343 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:48.239440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.240160 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.240507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] Sync routers for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:48.268206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=a49df8a0-0093-4ebf-a099-ab88818baa70,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:48.274001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:48.274868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.282944 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8e9fa957-16d7-487b-ad3f-c30dec7990fd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5344141 Dec 23 15:31:48.285046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49712) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:48.294108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1251174298'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:48.299585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:48.303497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:48.306692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:48.313120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:48.336673 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.350635 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] Routers {'db1d09d2-eec2-4811-94f9-54845097b94e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:48.351238 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['db1d09d2-eec2-4811-94f9-54845097b94e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.375563 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0a3609d7-b3f9-42a7-9f2b-d83f7f546e80 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "PUT /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0739870 Dec 23 15:31:48.382070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.389993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49716) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:48.412701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:48.416331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.433971 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.434369 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de2f63a-c168-463a-b53a-200003127ae3 None None] The sync data for ids ['db1d09d2-eec2-4811-94f9-54845097b94e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:48.438307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] Routers {'ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:48.439079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.451956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.455456 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1dd683b3-f2d6-43d4-aa99-9b27edc9b90b tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5480819 Dec 23 15:31:48.458931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49720) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:48.474602 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-6d42ca16-b747-4433-bb97-9337c4c8f8b2 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] show failed (client error): The resource could not be found. Dec 23 15:31:48.476412 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6d42ca16-b747-4433-bb97-9337c4c8f8b2 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1380159566 HTTP/1.1" status: 404 len: 335 time: 0.0843856 Dec 23 15:31:48.487101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49724) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:48.510505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:48.511428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bd42a6-7025-4629-ab1c-854420163f49 None None] The sync data for ids ['ce1de2bc-1cbd-4b50-a795-6b48619ca5e5'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:48.516431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-52d979ef-ee3e-4ebc-899e-5bbe904708a4 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:48.598603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-faf5bc46-4b2c-4157-ae64-4d3d4471ad43 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Synchronizing usage tracker for tenant:b328797ce32742acb1bc45c4ca42cc58 on resource:floatingip {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:48.601015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:48.629651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.629981 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment ed7ef492-fa02-4a7b-ae00-19aab05ff207 of type vlan for network c458c3b4-45f5-48a1-ac79-4608f95f2b77 Dec 23 15:31:48.638456 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-52d979ef-ee3e-4ebc-899e-5bbe904708a4 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] update failed (client error): The resource could not be found. Dec 23 15:31:48.639393 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-52d979ef-ee3e-4ebc-899e-5bbe904708a4 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-2118323539 HTTP/1.1" status: 404 len: 335 time: 0.1487460 Dec 23 15:31:48.645778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49728) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:48.701027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network 095d935d-990d-418c-a553-be679b846251 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:48.702756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.704817 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:48.767084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.781496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-faf5bc46-4b2c-4157-ae64-4d3d4471ad43 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Unset dirty status for tenant:b328797ce32742acb1bc45c4ca42cc58 on resource:floatingip {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:48.785834 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-faf5bc46-4b2c-4157-ae64-4d3d4471ad43 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.3222013 Dec 23 15:31:48.791213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49732) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:48.917452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.923993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.927658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:48.928241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:48.992115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-707da40f-e0fe-4466-af05-dd2d2fe4ceb9 None None] Provisioning complete for port a49df8a0-0093-4ebf-a099-ab88818baa70 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:48.992581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-707da40f-e0fe-4466-af05-dd2d2fe4ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.059892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-707da40f-e0fe-4466-af05-dd2d2fe4ceb9 None None] Port a49df8a0-0093-4ebf-a099-ab88818baa70 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:31:49.076649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Calling delete_port for 851613d3-63d1-4618-8767-c59386dd0221 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:49.114477 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2e849f87-b4f2-4692-bafe-db86438773d6 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3139153 Dec 23 15:31:49.123092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49736) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:49.250090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=c458c3b4-45f5-48a1-ac79-4608f95f2b77,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:49.258603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e1da7d54-534b-4e0a-88a6-6993b38196c6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9690189 Dec 23 15:31:49.263151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network c458c3b4-45f5-48a1-ac79-4608f95f2b77 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:49.267083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49742) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:49.279503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'ports': [{'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99'}, {'network_id': 'c458c3b4-45f5-48a1-ac79-4608f95f2b77'}]} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:49.279814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:49.280294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': 'c458c3b4-45f5-48a1-ac79-4608f95f2b77'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:49.302709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Deleting subnet 822db1bb-dd3d-4dfc-8c4b-80aa9ce59df2 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:49.372162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.461991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.500897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Deleting port a9f837ac-a7de-4751-a684-bad5e953df3b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:49.501467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.648267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:49.653583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.663165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:49.667162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:49.675723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:49.690298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.763196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting port eada23d9-8d5b-46d4-9542-e357307a76c7 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:49.766583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.790433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 2} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:49.793971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.810544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.810868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.830183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.936858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:49.944112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Calling delete_port for a9f837ac-a7de-4751-a684-bad5e953df3b owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:49.954506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.023832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:31:50.032462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event deleted for resources: {'Port': ['ID=851613d3-63d1-4618-8767-c59386dd0221,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:50.056870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Subnet': ['ID=822db1bb-dd3d-4dfc-8c4b-80aa9ce59df2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:50.085566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab916914-5156-40ac-95e4-ebf7e4b094c3 None None] Network f76a6fbf-0744-4d7b-a001-8741d3f71e78 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:50.103758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.115320 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fa545a4a-9f9a-4eb1-8411-2981c795d34c tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/subnets/822db1bb-dd3d-4dfc-8c4b-80aa9ce59df2 HTTP/1.1" status: 204 len: 168 time: 1.4662449 Dec 23 15:31:50.122333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49746) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:50.214592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.292095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.356349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port c978e8b7-e8c8-408a-b55a-52e678c9a16e yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:50.366924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Calling delete_port for eada23d9-8d5b-46d4-9542-e357307a76c7 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:50.388244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] DHCP port deletion for f76a6fbf-0744-4d7b-a001-8741d3f71e78 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:31:50.399855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] Deleting port 4edecd78-7f3c-4da4-8a88-1bbc935d58db {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:50.400721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.519240 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-09f1d2ca-563c-49c9-bf37-166b5835a682 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "DELETE /v2.0/ports/851613d3-63d1-4618-8767-c59386dd0221 HTTP/1.1" status: 204 len: 168 time: 2.7915034 Dec 23 15:31:50.521742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49750) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:50.573241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Deleting subnet 06cd6386-afee-4052-b1ed-f3f2b58d41ab {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:50.579878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.632178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] For port 4edecd78-7f3c-4da4-8a88-1bbc935d58db, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4edecd78-7f3c-4da4-8a88-1bbc935d58db,segment=NetworkSegment(01cee5a0-12da-468e-aa8c-06588038a173),segment_id=01cee5a0-12da-468e-aa8c-06588038a173)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:50.632574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.644775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.725183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.778328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] Calling delete_port for 4edecd78-7f3c-4da4-8a88-1bbc935d58db owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:50.790336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Pushing event deleted for resources: {'Port': ['ID=a9f837ac-a7de-4751-a684-bad5e953df3b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:50.804508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.865915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:31:50.877131 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:31:50.878674 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0537fed4-6184-4703-8405-a53fcab2d20c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0427613 Dec 23 15:31:50.886075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49754) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:50.892795 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:50.893396 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:50.918924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'network': {'name': 'tempest-RoutersTest-1062353861'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:50.938082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:50.950550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:network and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:50.957234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:50.970802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:50.972497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 3d19d1b9-7a11-4d25-80d1-b82c265b0a3f yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:31:50.991550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:50.998807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.001262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.004785 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-203c6025-7a9c-42e5-b949-ba7e1af83572 tempest-FloatingIPAdminTestJSON-279951793 tempest-FloatingIPAdminTestJSON-279951793-project] 10.222.0.58 "DELETE /v2.0/floatingips/ae077215-795d-47e4-9058-53f467ce7091 HTTP/1.1" status: 204 len: 168 time: 1.8782663 Dec 23 15:31:51.005713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49758) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:51.028251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.071059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] Pushing event deleted for resources: {'Port': ['ID=4edecd78-7f3c-4da4-8a88-1bbc935d58db,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:51.080674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbac027-85f3-4909-b4b5-c0356310aea2 None None] No DVR routers for this DVR port 4edecd78-7f3c-4da4-8a88-1bbc935d58db on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:51.088653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:51.094393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.098669 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:51.107560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Port': ['ID=eada23d9-8d5b-46d4-9542-e357307a76c7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:51.107780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.115609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Deleting subnet 42c6f850-cafe-41ca-a20c-98e12c23f7f8 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:51.148579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.223483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Deleting port 71d65abb-5837-462b-b1b8-5d1aa43c4a8b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:51.223823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.261861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.289061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:31:51.325655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.325991 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added segment 9ac10c4f-cfe7-4b92-ac58-9b06e26457ab of type vlan for network d4260024-6d39-46b4-b2ac-7113fbabfccf Dec 23 15:31:51.428117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.444184 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:45Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:47Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:51.448376 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:31:51.448824 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Updating router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde port a49df8a0-0093-4ebf-a099-ab88818baa70 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:31:51.481378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.481704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.504001 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.519761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.548432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.582536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.638506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Calling delete_port for 71d65abb-5837-462b-b1b8-5d1aa43c4a8b owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:51.674331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.678382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:51.679132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.716748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Subnet': ['ID=06cd6386-afee-4052-b1ed-f3f2b58d41ab,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:51.733976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.780405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4edecd78-7f3c-4da4-8a88-1bbc935d58db no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:31:51.808290 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.818910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90a9a96-58fa-4e00-b0ae-984809066fce None None] Network 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:51.849804 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1034287e-1045-4d39-84ab-34e05e7bfd91 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/subnets/06cd6386-afee-4052-b1ed-f3f2b58d41ab HTTP/1.1" status: 204 len: 168 time: 1.7246077 Dec 23 15:31:51.850693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Network': ['ID=d4260024-6d39-46b4-b2ac-7113fbabfccf,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:51.855450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49762) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:51.871486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4edecd78-7f3c-4da4-8a88-1bbc935d58db {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:31:51.872433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4edecd78-7f3c-4da4-8a88-1bbc935d58db not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:31:51.890817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.905619 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a8dd4eb7-9491-4de2-af0a-3c6b0f264f75 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0185118 Dec 23 15:31:51.910961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49766) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:51.921638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'subnet': {'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:51.939143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network d4260024-6d39-46b4-b2ac-7113fbabfccf details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:31:51.961363 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:51.965665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.017920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.054237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:52.058305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:subnet and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:52.061703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:52.067210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:52.073699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.141816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.152964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.180481 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Transition to ACTIVE for port object a49df8a0-0093-4ebf-a099-ab88818baa70 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:52.216011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Made reservation on behalf of 13756990e37545ef8e4500bad8de547b for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:31:52.237847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] DHCP port deletion for 5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:31:52.242291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] Deleting port e847b06f-9577-4a2c-bdec-28c4e32c215f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:52.242433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.244105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Pushing event deleted for resources: {'Port': ['ID=71d65abb-5837-462b-b1b8-5d1aa43c4a8b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:52.260426 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.370213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.370740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Fanout notify agent at l3_agent the message router_deleted on router db1d09d2-eec2-4811-94f9-54845097b94e {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:31:52.383024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event deleted for resources: {'Subnet': ['ID=42c6f850-cafe-41ca-a20c-98e12c23f7f8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:52.406319 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Pushing event updated for resources: {'Port': ['ID=a49df8a0-0093-4ebf-a099-ab88818baa70,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:52.424281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.433425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:52.439198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.441652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=c978e8b7-e8c8-408a-b55a-52e678c9a16e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:52.445827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:52.449014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:52.449770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.554550 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5efe5bb1-3c8a-4201-91e5-b63980cc053e tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "DELETE /v2.0/subnets/42c6f850-cafe-41ca-a20c-98e12c23f7f8 HTTP/1.1" status: 204 len: 168 time: 2.0311887 Dec 23 15:31:52.556787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76a6fbf-0744-4d7b-a001-8741d3f71e78']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:52.565480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] For port e847b06f-9577-4a2c-bdec-28c4e32c215f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e847b06f-9577-4a2c-bdec-28c4e32c215f,segment=NetworkSegment(c4bc1005-a42d-4f97-8e63-c90be396f627),segment_id=c4bc1005-a42d-4f97-8e63-c90be396f627)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:52.566643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.567477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49770) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:52.574668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.575862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7f6a9909-f7d5-494a-a847-9869d004c3c9 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/routers/db1d09d2-eec2-4811-94f9-54845097b94e HTTP/1.1" status: 204 len: 168 time: 4.3764551 Dec 23 15:31:52.576316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.579140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49774) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:52.588640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cee5a0-12da-468e-aa8c-06588038a173') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:52.589772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cee5a0-12da-468e-aa8c-06588038a173') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:52.629267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=3d19d1b9-7a11-4d25-80d1-b82c265b0a3f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:52.630649 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Attempting to bind port a49df8a0-0093-4ebf-a099-ab88818baa70 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:52.632115 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Attempting to bind port a49df8a0-0093-4ebf-a099-ab88818baa70 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:52.632625 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Attempting to bind port a49df8a0-0093-4ebf-a099-ab88818baa70 on network 095d935d-990d-418c-a553-be679b846251 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:52.634797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.648168 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:52.648430 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Checking segment: {'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:52.648903 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.649400 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Bound using segment: {'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:52.650328 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Bound port: a49df8a0-0093-4ebf-a099-ab88818baa70, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8a3d85-cf82-44b4-85e0-756a9dad0afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '095d935d-990d-418c-a553-be679b846251'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:52.652830 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.675011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.690877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:52.691296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.694511 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.694959 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.697979 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.698992 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.699506 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.699903 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.700350 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.703401 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.703401 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.704034 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.704624 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:52.708799 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:52.716360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': 'ed7ef492-fa02-4a7b-ae00-19aab05ff207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'c458c3b4-45f5-48a1-ac79-4608f95f2b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:52.716360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: c458c3b4-45f5-48a1-ac79-4608f95f2b77, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:52.778594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.819543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c14de-afec-4c2a-8338-541759f71e74 None None] Network ba730a33-49fa-4ec7-894c-77e2f55a9d8b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:52.820437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.832877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] For port a49df8a0-0093-4ebf-a099-ab88818baa70, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:52.835984 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] For port a49df8a0-0093-4ebf-a099-ab88818baa70, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a49df8a0-0093-4ebf-a099-ab88818baa70,segment=NetworkSegment(2a8a3d85-cf82-44b4-85e0-756a9dad0afc),segment_id=2a8a3d85-cf82-44b4-85e0-756a9dad0afc)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:52.841390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] Calling delete_port for e847b06f-9577-4a2c-bdec-28c4e32c215f owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:52.862377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.881558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.885463 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.895864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Network': ['ID=f76a6fbf-0744-4d7b-a001-8741d3f71e78,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:52.907540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network c458c3b4-45f5-48a1-ac79-4608f95f2b77 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:52.916890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-93cee1f6-5f13-4c95-9ea7-1105de55b762 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/networks/f76a6fbf-0744-4d7b-a001-8741d3f71e78 HTTP/1.1" status: 204 len: 168 time: 1.0533502 Dec 23 15:31:52.921539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49780) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:52.924095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Deleting port f2be2405-c655-4a2d-b235-dc893c3392eb {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:52.924475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:52.966241 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:31:52.966803 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:53.008956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.017330 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b05c5672-8679-4988-80d0-3b8d423f56a9 tempest-FloatingIPAdminTestJSON-1677478294 tempest-FloatingIPAdminTestJSON-1677478294-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/18746a19-1a5e-489c-8d23-6a02be7e547e HTTP/1.1" status: 204 len: 168 time: 2.0034940 Dec 23 15:31:53.018925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49784) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:53.079422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, c458c3b4-45f5-48a1-ac79-4608f95f2b77) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:53.086978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:53.092668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:53.096660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:53.097519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.117737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1632a9-857d-4b9c-a48a-0a52c2bee06b None None] Network c458c3b4-45f5-48a1-ac79-4608f95f2b77 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:53.187996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.213357 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd656a-147d-4c25-9a62-942b9f60f372 None None] Pushing event updated for resources: {'Port': ['ID=a49df8a0-0093-4ebf-a099-ab88818baa70,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:53.215347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.258016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6c5ce5cf-589b-44ef-bb79-ebf9cb678729 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9892552 Dec 23 15:31:53.265331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49788) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:53.294650 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:31:53.294889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] Pushing event deleted for resources: {'Port': ['ID=e847b06f-9577-4a2c-bdec-28c4e32c215f,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:53.326300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a862ed5-a52d-4d5e-9dbc-fb5a802f0ecc None None] No DVR routers for this DVR port e847b06f-9577-4a2c-bdec-28c4e32c215f on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:53.340185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.435229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] DHCP port deletion for ba730a33-49fa-4ec7-894c-77e2f55a9d8b request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:31:53.442351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] Deleting port f2be2405-c655-4a2d-b235-dc893c3392eb {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:53.443384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.463775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.492265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec81602-c48c-4cba-b1cc-4e4fb8bd0647']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:53.506635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bc1005-a42d-4f97-8e63-c90be396f627') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:53.515401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bc1005-a42d-4f97-8e63-c90be396f627') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:53.519955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.532743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Deleting port 06abd737-32a8-406e-b28f-36183e5877f4 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:53.533541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.538529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.545980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:53.546371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:53.619436 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:53.666902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 3d19d1b9-7a11-4d25-80d1-b82c265b0a3f {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:53.668105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.743220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e847b06f-9577-4a2c-bdec-28c4e32c215f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:31:53.756090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.769943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Checking segment: {'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:53.770427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network hostable DHCP agents. Network: d4260024-6d39-46b4-b2ac-7113fbabfccf, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:31:53.777114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.790905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:45Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:52Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:53.796692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Deleting subnet 86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:53.797065 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee795aa-7246-4a5d-8c2c-4b35b27d6349 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:31:45Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:52Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:31:53.798922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Subnet': ['ID=609165f0-f72b-46a3-aa27-a42638d4ac9d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:53.818739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: e847b06f-9577-4a2c-bdec-28c4e32c215f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:31:53.819174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e847b06f-9577-4a2c-bdec-28c4e32c215f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:31:53.819508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f2be2405-c655-4a2d-b235-dc893c3392eb no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:31:53.826082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.826689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Network': ['ID=5ec81602-c48c-4cba-b1cc-4e4fb8bd0647,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:53.853229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c457be8-429e-4859-9246-4ae85ae402b9 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/networks/5ec81602-c48c-4cba-b1cc-4e4fb8bd0647 HTTP/1.1" status: 204 len: 168 time: 0.9199879 Dec 23 15:31:53.876206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49792) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:53.893198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] For port f2be2405-c655-4a2d-b235-dc893c3392eb, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f2be2405-c655-4a2d-b235-dc893c3392eb,segment=NetworkSegment(f5d6fe93-5928-49e6-89f6-ab8b49dd0236),segment_id=f5d6fe93-5928-49e6-89f6-ab8b49dd0236)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:53.897905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:53.922816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] For port f2be2405-c655-4a2d-b235-dc893c3392eb, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f2be2405-c655-4a2d-b235-dc893c3392eb,segment=NetworkSegment(f5d6fe93-5928-49e6-89f6-ab8b49dd0236),segment_id=f5d6fe93-5928-49e6-89f6-ab8b49dd0236)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:53.923347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.061495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] Calling delete_port for f2be2405-c655-4a2d-b235-dc893c3392eb owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:54.141341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.167019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.177371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.278087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Calling delete_port for 06abd737-32a8-406e-b28f-36183e5877f4 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:54.311761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.356466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] Pushing event deleted for resources: {'Port': ['ID=f2be2405-c655-4a2d-b235-dc893c3392eb,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:54.363024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc17d1-e2d2-409c-99ea-dd5d3985e4e9 None None] No DVR routers for this DVR port f2be2405-c655-4a2d-b235-dc893c3392eb on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:54.384664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 3d19d1b9-7a11-4d25-80d1-b82c265b0a3f owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:54.450718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Deleting subnet 4dd5865c-cc17-463a-a740-f85dc876b46d {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:31:54.457851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.552997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Calling delete_port for f2be2405-c655-4a2d-b235-dc893c3392eb owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:54.617392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.638253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.693562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.722786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network d4260024-6d39-46b4-b2ac-7113fbabfccf is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:31:54.734430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.754206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=3d19d1b9-7a11-4d25-80d1-b82c265b0a3f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:54.770293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.779121 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f148efc0-2374-4cec-826b-26479e99453c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/3d19d1b9-7a11-4d25-80d1-b82c265b0a3f HTTP/1.1" status: 204 len: 168 time: 1.4941726 Dec 23 15:31:54.782114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49796) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:54.801517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:31:54.802087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:31:54.825176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.836838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, d4260024-6d39-46b4-b2ac-7113fbabfccf) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:54.846308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d1a59-a4b3-4a48-aab4-80b66a1abd84 None None] Network d4260024-6d39-46b4-b2ac-7113fbabfccf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:54.856606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:54.857110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:54.922424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8669e-227e-4ba9-8870-f2b7a53c4cc5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:54.926355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8669e-227e-4ba9-8870-f2b7a53c4cc5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:54.927092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3ff8669e-227e-4ba9-8870-f2b7a53c4cc5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:54.963103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.007163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.011808 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3fc4f55c-5d43-473c-b184-9cf3d6c86a50 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0998874 Dec 23 15:31:55.015247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49800) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:55.052390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Port': ['ID=06abd737-32a8-406e-b28f-36183e5877f4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:55.065213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Subnet': ['ID=86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:55.084996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.090733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3ff8669e-227e-4ba9-8870-f2b7a53c4cc5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:55.094679 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3ff8669e-227e-4ba9-8870-f2b7a53c4cc5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3088784 Dec 23 15:31:55.098667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-d4260024-6d39-46b4-b2ac-7113fbabfccf', 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'fixed_ips': [{'subnet_id': '609165f0-f72b-46a3-aa27-a42638d4ac9d'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:31:55.100455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.129100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49804) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:55.143899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.149163 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-958dd06d-f03c-4b53-bb5b-8642b68ae8d7 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/subnets/86e43cd9-30ad-4c85-b5d4-d3f1a7e9eede HTTP/1.1" status: 204 len: 168 time: 2.3754089 Dec 23 15:31:55.150066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49808) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:55.196229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd5865c-cc17-463a-a740-f85dc876b46d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:55.203534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.271160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.273034 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4f483a1f-2a20-4424-9f62-a6b8579cdad2 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "DELETE /v2.0/ports/06abd737-32a8-406e-b28f-36183e5877f4 HTTP/1.1" status: 204 len: 168 time: 2.1073775 Dec 23 15:31:55.282061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49812) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:55.303034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Allocated IP 172.23.0.2 (d4260024-6d39-46b4-b2ac-7113fbabfccf/609165f0-f72b-46a3-aa27-a42638d4ac9d/9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:55.311763 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-98cadc52-7937-4426-a699-23c306af1a87 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/subnets/4dd5865c-cc17-463a-a740-f85dc876b46d HTTP/1.1" status: 204 len: 168 time: 1.4344890 Dec 23 15:31:55.316323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49816) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:55.320810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Deleting port f2be2405-c655-4a2d-b235-dc893c3392eb {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:55.321146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.340941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a1d3b0-87da-4aba-8e73-7e9698b7723d None None] Network e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:55.370952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.410436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] The port 'f2be2405-c655-4a2d-b235-dc893c3392eb' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:31:55.416328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port c978e8b7-e8c8-408a-b55a-52e678c9a16e {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:55.416787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.558296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7583aae7-33e4-4184-9224-c709a26a5383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.568860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.671963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.681454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.733067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d2bad1-1f3d-4e1d-a176-90ef0e40daba tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:55.733797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-71d2bad1-1f3d-4e1d-a176-90ef0e40daba tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Synchronizing usage tracker for tenant:5803ca7d9dfe4200b024da97527afabf on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:55.735900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.737546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13dbbb6-55cb-4073-8d66-f68ba08eacc3']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:55.748054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba730a33-49fa-4ec7-894c-77e2f55a9d8b']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:55.750270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Transition to ACTIVE for port object 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:55.761543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Deleting port faa83562-4702-4adc-a470-df95cbac137c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:55.762137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.768868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15db3bd-03b0-41da-9fbf-cc3938bd37e5') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:55.769158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15db3bd-03b0-41da-9fbf-cc3938bd37e5') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:55.775587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Transition to ACTIVE for port object 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:55.790365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d6fe93-5928-49e6-89f6-ab8b49dd0236') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:55.790365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d6fe93-5928-49e6-89f6-ab8b49dd0236') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:55.808768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.820777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.840165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.843889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.849326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:55.849709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.853344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] DHCP port deletion for e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:31:55.858917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:55.865380 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:55.871218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:55.871589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:55.886177 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:55.902686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] Deleting port faa83562-4702-4adc-a470-df95cbac137c {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:55.903005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.926379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a49df8a0-0093-4ebf-a099-ab88818baa70 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:55.941968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:55.987934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-71d2bad1-1f3d-4e1d-a176-90ef0e40daba tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Unset dirty status for tenant:5803ca7d9dfe4200b024da97527afabf on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:55.991545 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-71d2bad1-1f3d-4e1d-a176-90ef0e40daba tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "GET /v2.0/ports?device_id=eaca3822-4547-453b-a565-72a042c8a621 HTTP/1.1" status: 200 len: 913 time: 0.7061381 Dec 23 15:31:55.997790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49820) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:56.108537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Network d4260024-6d39-46b4-b2ac-7113fbabfccf is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:56.111146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Pushing event updated for resources: {'Port': ['ID=9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:56.118705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:56.119645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for c978e8b7-e8c8-408a-b55a-52e678c9a16e owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:56.122453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:31:56.300155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.323260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.326205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Attempting to bind port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:31:56.326571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Attempting to bind port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:31:56.329837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Attempting to bind port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 on network d4260024-6d39-46b4-b2ac-7113fbabfccf {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:31:56.330286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.338969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] Pushing event deleted for resources: {'Network': ['ID=ba730a33-49fa-4ec7-894c-77e2f55a9d8b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:56.344982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.351514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:31:56.351880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Checking segment: {'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:31:56.352489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.352877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Bound using segment: {'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:31:56.353337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Bound port: 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:31:56.353704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.373493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] For port faa83562-4702-4adc-a470-df95cbac137c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=faa83562-4702-4adc-a470-df95cbac137c,segment=NetworkSegment(acabd5e7-12ea-4900-9ed5-03841ed210ee),segment_id=acabd5e7-12ea-4900-9ed5-03841ed210ee)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:56.373750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] Pushing event deleted for resources: {'Network': ['ID=a13dbbb6-55cb-4073-8d66-f68ba08eacc3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:56.374292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.387299 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a56a1c35-3cfe-43d4-aabc-31e29a373e23 tempest-ExtraDHCPOptionsTestJSON-543364732 tempest-ExtraDHCPOptionsTestJSON-543364732-project] 10.222.0.58 "DELETE /v2.0/networks/ba730a33-49fa-4ec7-894c-77e2f55a9d8b HTTP/1.1" status: 204 len: 168 time: 3.8170178 Dec 23 15:31:56.388628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a49df8a0-0093-4ebf-a099-ab88818baa70 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:56.392324 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-92e18a0c-6919-4fa3-be62-387a59fa2819 tempest-FloatingIPTestJSON-47627625 tempest-FloatingIPTestJSON-47627625-project] 10.222.0.58 "DELETE /v2.0/networks/a13dbbb6-55cb-4073-8d66-f68ba08eacc3 HTTP/1.1" status: 204 len: 168 time: 1.2383335 Dec 23 15:31:56.439923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] For port faa83562-4702-4adc-a470-df95cbac137c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=faa83562-4702-4adc-a470-df95cbac137c,segment=NetworkSegment(acabd5e7-12ea-4900-9ed5-03841ed210ee),segment_id=acabd5e7-12ea-4900-9ed5-03841ed210ee)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:56.440604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.454301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a49df8a0-0093-4ebf-a099-ab88818baa70 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:56.454707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.619891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] Calling delete_port for faa83562-4702-4adc-a470-df95cbac137c owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:56.696243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Calling delete_port for faa83562-4702-4adc-a470-df95cbac137c owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:56.741394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.753716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] For port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:31:56.772024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.795814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] For port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7,segment=NetworkSegment(9ac10c4f-cfe7-4b92-ac58-9b06e26457ab),segment_id=9ac10c4f-cfe7-4b92-ac58-9b06e26457ab)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:31:56.811277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=c978e8b7-e8c8-408a-b55a-52e678c9a16e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:56.819097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.857555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.862288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a49df8a0-0093-4ebf-a099-ab88818baa70, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a49df8a0-0093-4ebf-a099-ab88818baa70,segment=NetworkSegment(2a8a3d85-cf82-44b4-85e0-756a9dad0afc),segment_id=2a8a3d85-cf82-44b4-85e0-756a9dad0afc)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:56.905627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] Pushing event deleted for resources: {'Port': ['ID=faa83562-4702-4adc-a470-df95cbac137c,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:56.909945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.911504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e72e1-6dd7-4ddd-a4d8-119321b59415 None None] No DVR routers for this DVR port faa83562-4702-4adc-a470-df95cbac137c on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:31:56.928987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:56.945854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:31:56.946123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:31:56.980148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:57.045883 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9d2f963e-5aa4-4ad8-9f75-50382c4c1210 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/c978e8b7-e8c8-408a-b55a-52e678c9a16e HTTP/1.1" status: 204 len: 168 time: 1.9132619 Dec 23 15:31:57.050867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49830) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.062883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57323e2-9f58-40e3-9b44-77ff912df13e None None] Pushing event updated for resources: {'Port': ['ID=9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:57.158970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a49df8a0-0093-4ebf-a099-ab88818baa70,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:57.165905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:57.211898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49838) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.284273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8b528a-fe7e-4d10-a20d-4625a1520f41 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:31:57.287942 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6b8b528a-fe7e-4d10-a20d-4625a1520f41 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2316418 Dec 23 15:31:57.288593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49844) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.367447 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e46de7-4220-47b4-b06c-f12a75253211 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:31:57.372865 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e6e46de7-4220-47b4-b06c-f12a75253211 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/3d19d1b9-7a11-4d25-80d1-b82c265b0a3f HTTP/1.1" status: 404 len: 333 time: 0.0831380 Dec 23 15:31:57.373739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49848) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.374096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49850) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.447068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Deleting port faa83562-4702-4adc-a470-df95cbac137c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:57.447653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:57.517112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe0a428-c460-4dfb-b2be-bde1a0d0494f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:31:57.517623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cbe0a428-c460-4dfb-b2be-bde1a0d0494f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:57.535815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] The port 'faa83562-4702-4adc-a470-df95cbac137c' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:31:57.577677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-070bb87d-f4f1-4728-a067-a4dd19a73abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:57.680447 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-64fa8cb0-eb93-41a7-9341-8b32ee1bb8e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6024df902a14b0b95bea5525e2f6221&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025544 Dec 23 15:31:57.681255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49858) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.691803 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f4256005-3a60-412c-83bf-e92ded18867e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24a210c47081462abe60c44f6877e44c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4774041 Dec 23 15:31:57.694097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49860) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.727317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Deleting port 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:31:57.727644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:57.807859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cbe0a428-c460-4dfb-b2be-bde1a0d0494f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:57.811928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cbe0a428-c460-4dfb-b2be-bde1a0d0494f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/c978e8b7-e8c8-408a-b55a-52e678c9a16e HTTP/1.1" status: 404 len: 333 time: 0.4367380 Dec 23 15:31:57.816360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49866) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:57.838073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:57.892084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8516c400-66a1-4265-a766-6eafc86af7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:57.932374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8516c400-66a1-4265-a766-6eafc86af7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:57.970926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.003494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.035314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:58.043718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a49df8a0-0093-4ebf-a099-ab88818baa70 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:58.053734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:58.083270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acabd5e7-12ea-4900-9ed5-03841ed210ee') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:58.083594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acabd5e7-12ea-4900-9ed5-03841ed210ee') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:58.105742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.140577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a49df8a0-0093-4ebf-a099-ab88818baa70 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:58.140953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.256156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Calling delete_port for 8a9bd06f-9a67-4c3f-be46-cde6e6e1728b owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:31:58.281730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.302939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e01d291-80f0-428d-9a99-eb4b8db3294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.320861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.338660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device faa83562-4702-4adc-a470-df95cbac137c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:31:58.343292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:58.343884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:58.365941 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:58.389090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8516c400-66a1-4265-a766-6eafc86af7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.391752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: faa83562-4702-4adc-a470-df95cbac137c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:31:58.392088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device faa83562-4702-4adc-a470-df95cbac137c not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:31:58.414155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516c400-66a1-4265-a766-6eafc86af7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522eda57-1283-4536-8602-7dae78f0557d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:58.425845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8516c400-66a1-4265-a766-6eafc86af7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.429252 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8516c400-66a1-4265-a766-6eafc86af7c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/522eda57-1283-4536-8602-7dae78f0557d HTTP/1.1" status: 204 len: 168 time: 0.7376494 Dec 23 15:31:58.439955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ef95a-ca8a-43cd-91f8-ca72fb308465 None None] Network d4260024-6d39-46b4-b2ac-7113fbabfccf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:31:58.502089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e01d291-80f0-428d-9a99-eb4b8db3294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.551944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Allocated IP 172.23.0.1 (d4260024-6d39-46b4-b2ac-7113fbabfccf/609165f0-f72b-46a3-aa27-a42638d4ac9d/924836d9-a177-46c1-9f74-277d7cca8dee) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:31:58.640175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.676401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.715018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Port': ['ID=8a9bd06f-9a67-4c3f-be46-cde6e6e1728b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:58.769370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae1f500c-b709-49a1-96ba-d7445e649263 None None] Provisioning for port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:31:58.777229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.786755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c458c3b4-45f5-48a1-ac79-4608f95f2b77']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:58.809866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.826023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae1f500c-b709-49a1-96ba-d7445e649263 None None] Provisioning complete for port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:58.826394 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae1f500c-b709-49a1-96ba-d7445e649263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.854957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.858658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7ef492-fa02-4a7b-ae00-19aab05ff207') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:58.859043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7ef492-fa02-4a7b-ae00-19aab05ff207') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:31:58.913640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Pushing event deleted for resources: {'Network': ['ID=e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:58.928198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.967756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e01d291-80f0-428d-9a99-eb4b8db3294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.972616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e01d291-80f0-428d-9a99-eb4b8db3294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:58.983308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4e01d291-80f0-428d-9a99-eb4b8db3294a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b573c05f-9a95-4d8b-bfc2-44afd63a9639 HTTP/1.1" status: 204 len: 168 time: 1.2660127 Dec 23 15:31:59.055854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cc2d03d2-0e9c-471a-851b-633116741941 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/networks/e9af0a3d-5af3-4c28-90a6-1bdfbd6ec2af HTTP/1.1" status: 204 len: 168 time: 3.7358739 Dec 23 15:31:59.063455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.078576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49878) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:59.080573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.146000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae1f500c-b709-49a1-96ba-d7445e649263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.150820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01d291-80f0-428d-9a99-eb4b8db3294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573c05f-9a95-4d8b-bfc2-44afd63a9639,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:59.178182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:31:59.195617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.216877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ae1f500c-b709-49a1-96ba-d7445e649263 None None] For port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7,segment=NetworkSegment(9ac10c4f-cfe7-4b92-ac58-9b06e26457ab),segment_id=9ac10c4f-cfe7-4b92-ac58-9b06e26457ab)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:31:59.218728 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:31:59.236190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3f893dbb-69b8-459e-b6aa-e0431f45b623 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Synchronizing usage tracker for tenant:214585efa1f84f9a85cf92246f18fbfb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:31:59.290626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae1f500c-b709-49a1-96ba-d7445e649263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.321036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.359211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.381540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Transition to ACTIVE for port object 924836d9-a177-46c1-9f74-277d7cca8dee will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:31:59.445984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3f893dbb-69b8-459e-b6aa-e0431f45b623 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Unset dirty status for tenant:214585efa1f84f9a85cf92246f18fbfb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:31:59.449853 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3f893dbb-69b8-459e-b6aa-e0431f45b623 tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 HTTP/1.1" status: 200 len: 205 time: 0.3589065 Dec 23 15:31:59.450239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49888) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:59.492895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f500c-b709-49a1-96ba-d7445e649263 None None] Pushing event updated for resources: {'Port': ['ID=9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:59.496868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-67d921bb-0623-48b3-a76b-b01c28887580 None None] Provisioning complete for port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:59.497236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-67d921bb-0623-48b3-a76b-b01c28887580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.553660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.559536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.564910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.762662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=c458c3b4-45f5-48a1-ac79-4608f95f2b77,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:31:59.829164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:31:59.920539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1c861828-9ab5-4bbc-a7e2-6fc67b6d9dcd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/c458c3b4-45f5-48a1-ac79-4608f95f2b77 HTTP/1.1" status: 204 len: 168 time: 2.0985897 Dec 23 15:31:59.934917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49898) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:31:59.954174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1414824439'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:31:59.957765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network d4260024-6d39-46b4-b2ac-7113fbabfccf is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:31:59.958629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:31:59.959020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:31:59.959485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:31:59.962893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:31:59.964323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:31:59.967684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:31:59.973569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:31:59.976482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:00.037075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=924836d9-a177-46c1-9f74-277d7cca8dee,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:00.050893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f26d6202-f717-413a-9ca7-468c2f68ebbd tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.091606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:00.100517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.193526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.224798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:00.244036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.244465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.245066 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment 333104ac-72f9-4bf0-8c70-e9c58e3faa62 of type vlan for network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 Dec 23 15:32:00.296735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.315481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Router eaca3822-4547-453b-a565-72a042c8a621 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:00.454471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-956f835d-d099-4426-81b4-b9c38505bd6c None None] Provisioning for port 924836d9-a177-46c1-9f74-277d7cca8dee completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:00.459909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-956f835d-d099-4426-81b4-b9c38505bd6c None None] Provisioning complete for port 924836d9-a177-46c1-9f74-277d7cca8dee triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:00.460479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-956f835d-d099-4426-81b4-b9c38505bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.573788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-956f835d-d099-4426-81b4-b9c38505bd6c None None] Port 924836d9-a177-46c1-9f74-277d7cca8dee cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:00.577901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.581581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:00.582163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.678705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49914) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:00.708158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f26d6202-f717-413a-9ca7-468c2f68ebbd tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.719417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f26d6202-f717-413a-9ca7-468c2f68ebbd tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.723980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.824293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=3c90a51b-a409-4ed9-b2fd-3b578ce15fb5,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:00.845070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:00.853977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:00.869864 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-46cb6dd8-2f4f-4c22-846e-94e5f9339e5d tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "PUT /v2.0/routers/eaca3822-4547-453b-a565-72a042c8a621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8681886 Dec 23 15:32:00.871101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49924) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:00.885588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] Sync routers for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:00.935069 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0f9d180a-c110-42f4-a0b0-8a2682936338 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9906797 Dec 23 15:32:00.937729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49928) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:00.945612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:00.961975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1594537023'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:00.970372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:00.974249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:00.975502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:00.976149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:00.977161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:00.989244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f26d6202-f717-413a-9ca7-468c2f68ebbd tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:00.989920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26d6202-f717-413a-9ca7-468c2f68ebbd tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Fanout notify agent at l3_agent the message router_deleted on router ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:32:01.054615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:01.067092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] Routers {'eaca3822-4547-453b-a565-72a042c8a621'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:01.067912 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['eaca3822-4547-453b-a565-72a042c8a621'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:01.068990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:01.092765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f26d6202-f717-413a-9ca7-468c2f68ebbd tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.093832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f26d6202-f717-413a-9ca7-468c2f68ebbd tempest-RoutersNegativeTest-1345013096 tempest-RoutersNegativeTest-1345013096-project] 10.222.0.58 "DELETE /v2.0/routers/ce1de2bc-1cbd-4b50-a795-6b48619ca5e5 HTTP/1.1" status: 204 len: 168 time: 1.6425610 Dec 23 15:32:01.101687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.137894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:01.138418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ea6a5-c838-4845-94e0-fa272895f1ae None None] The sync data for ids ['eaca3822-4547-453b-a565-72a042c8a621'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:01.178215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:01.209097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49936) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:01.232899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:01.240368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:01.243266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.255091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:01.267830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:01.273185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.354012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:01.357240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1318968968'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:01.359848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group_rule and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:01.363592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:01.365130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:01.370983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:01.375534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:network and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:01.379330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:01.384947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.389491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:01.394030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:01.414865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.497216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Deleting port d763d66c-d3d2-432d-b6d9-b949a67f0ece {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:01.497575 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.503317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.522038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:01.524990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.554734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.587791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.669490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:01.681481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:security_group_rule and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:01.686504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:01.696253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:01.729169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.745942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event updated for resources: {'Port': ['ID=924836d9-a177-46c1-9f74-277d7cca8dee,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:01.749588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.752715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.757231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Performing IP validity checks on allocation pools {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 15:32:01.761280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 15:32:01.789323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49946) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:01.857617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Calling delete_port for d763d66c-d3d2-432d-b6d9-b949a67f0ece owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:01.857817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.919226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:01.925689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49b2132-61b1-413f-8bd9-133b65a96ac7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:01.987911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:01.988633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 360cae04-73da-4903-abbf-a77ab30f1e13 of type vlan for network aba1f916-8145-4f47-a0cb-d7c215c98026 Dec 23 15:32:01.998976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.081747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Network d4260024-6d39-46b4-b2ac-7113fbabfccf is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:02.088932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.098055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:02.100739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.121770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:02.136378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e87ee0-a59a-4c64-b195-ed6c4cbc3caf,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:02.140739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.141074 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Added segment af6f0832-9e81-42cc-afc0-b0cedd425774 of type vlan for network 85dd2b48-7558-4da0-9dd4-1da894a6750c Dec 23 15:32:02.162256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.228365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.236068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Port': ['ID=d763d66c-d3d2-432d-b6d9-b949a67f0ece,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:02.400312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.410975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cc0e56c7-16c9-4ee9-b39a-9273c154b09a None None] Provisioning complete for port 924836d9-a177-46c1-9f74-277d7cca8dee triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:02.411534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cc0e56c7-16c9-4ee9-b39a-9273c154b09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.441360 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-510d8bd1-8da9-4785-9244-51e8a58a37d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=214585efa1f84f9a85cf92246f18fbfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6466274 Dec 23 15:32:02.453858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49952) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:02.474404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e56c7-16c9-4ee9-b39a-9273c154b09a None None] Port 924836d9-a177-46c1-9f74-277d7cca8dee cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:02.477261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.481982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:02.482662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.523297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=9d386f0a-404d-4a4b-8a78-1c0b9a389477,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:02.598898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.602562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:02.603132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.692392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.793633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': '333104ac-72f9-4bf0-8c70-e9c58e3faa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:02.793980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:02.817760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=aba1f916-8145-4f47-a0cb-d7c215c98026,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:02.829603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-64ea9258-d883-43f0-a3d4-dea719bc0226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.834834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:02.851617 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6353416 Dec 23 15:32:02.875130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-64ea9258-d883-43f0-a3d4-dea719bc0226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:02.908285 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f9d1cae1-a715-4515-9698-e00d59d944f1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2261484 Dec 23 15:32:02.915099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49958) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:02.924151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4ca8-9745-4f1e-9894-e2c520bb0a4e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Network': ['ID=85dd2b48-7558-4da0-9dd4-1da894a6750c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:02.927298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'name': 'tempest-PortsTestJSON-750116541'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:02.953650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 85dd2b48-7558-4da0-9dd4-1da894a6750c details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:03.006924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:03.046181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.054416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.056770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:03.065518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:03.070500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:03.075645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:03.086358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:03.145717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:03.155337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:03.155899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.157496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db510e10-aa79-4bff-93a9-dd5e086265bb None None] Network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:03.186579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.187366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Fanout notify agent at l3_agent the message router_deleted on router eaca3822-4547-453b-a565-72a042c8a621 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:32:03.212713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.214720 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-215ce38a-1087-4f8e-a4e9-d7332bffe137 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "DELETE /v2.0/routers/eaca3822-4547-453b-a565-72a042c8a621 HTTP/1.1" status: 204 len: 168 time: 2.3424568 Dec 23 15:32:03.221003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:03.224411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-64ea9258-d883-43f0-a3d4-dea719bc0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.241440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:03.244373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.274515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea9258-d883-43f0-a3d4-dea719bc0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d42b80-e672-4b4e-8390-33581024db1b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:03.274515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-64ea9258-d883-43f0-a3d4-dea719bc0226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.274515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-64ea9258-d883-43f0-a3d4-dea719bc0226 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52d42b80-e672-4b4e-8390-33581024db1b HTTP/1.1" status: 204 len: 168 time: 0.8179691 Dec 23 15:32:03.289976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 294c62b0-2160-4af3-9e3c-415d17d5e568 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:03.460819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-3c90a51b-a409-4ed9-b2fd-3b578ce15fb5', 'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5', 'tenant_id': 'a095ee3db9b74e61999ee3edef3eef3e', 'fixed_ips': [{'subnet_id': '9d386f0a-404d-4a4b-8a78-1c0b9a389477'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:03.462292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.507127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Deleting subnet 87c92824-2c43-42b7-8b2d-03764814317c {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:03.511333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.530109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.566997 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8ab97175-4ea5-4d2a-b9a7-73109580f628 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6274769 Dec 23 15:32:03.570840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49968) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:03.588042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5', 'name': 'tempest-PortsIpV6TestJSON-259574571'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:03.634414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:03.650936 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:03.663710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cc7cb0ad-4d4f-4070-8b26-8a21b0b22c56 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6473088 Dec 23 15:32:03.666888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49972) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:03.669269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:03.672820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Allocated IP 2001:db8::2 (3c90a51b-a409-4ed9-b2fd-3b578ce15fb5/9d386f0a-404d-4a4b-8a78-1c0b9a389477/39f2bcac-be89-4f2d-bbb0-c9de0fdc016f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:03.684793 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:03.685511 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:03.783492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:03.808875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.051312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=294c62b0-2160-4af3-9e3c-415d17d5e568,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:04.052006 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:04.087555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.094616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '360cae04-73da-4903-abbf-a77ab30f1e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:04.098881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: aba1f916-8145-4f47-a0cb-d7c215c98026, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:04.102998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:04.112985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Transition to ACTIVE for port object 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:04.138832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:04.144831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Transition to ACTIVE for port object 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:04.161866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.274222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:04.274489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.278983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.328408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.378099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Subnet': ['ID=87c92824-2c43-42b7-8b2d-03764814317c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:04.382565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port eef4b146-27e4-4e87-a1ec-117bc747eeed yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:04.418415 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:04.421901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:04.426253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:04.431059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.434741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f7456-6047-4f50-aaf1-4f145c8a66f0 None None] Network 5b67e5e8-d476-470e-899a-e5dcd274030a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:04.442280 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-10b39bde-a1fb-42b6-854c-0028e4dc45a5 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "DELETE /v2.0/subnets/87c92824-2c43-42b7-8b2d-03764814317c HTTP/1.1" status: 204 len: 168 time: 1.2239115 Dec 23 15:32:04.443051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49976) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:04.449709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Pushing event updated for resources: {'Port': ['ID=39f2bcac-be89-4f2d-bbb0-c9de0fdc016f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:04.521430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:04.632351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.659693 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:00Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924836d9-a177-46c1-9f74-277d7cca8dee', 'name': '', 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:e2:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:57Z', 'updated_at': '2021-12-23T15:32:01Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:04.669466 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:04.673762 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Updating router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde port 924836d9-a177-46c1-9f74-277d7cca8dee binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:32:04.720066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::3b1 (3c90a51b-a409-4ed9-b2fd-3b578ce15fb5/9d386f0a-404d-4a4b-8a78-1c0b9a389477/eef4b146-27e4-4e87-a1ec-117bc747eeed) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:04.763107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Attempting to bind port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:04.763682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Attempting to bind port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '333104ac-72f9-4bf0-8c70-e9c58e3faa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:04.767861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Attempting to bind port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f on network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:04.864027 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.872064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:04.872731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Checking segment: {'id': '333104ac-72f9-4bf0-8c70-e9c58e3faa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:04.873229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.873731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Bound using segment: {'id': '333104ac-72f9-4bf0-8c70-e9c58e3faa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:04.874303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Bound port: 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333104ac-72f9-4bf0-8c70-e9c58e3faa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '3c90a51b-a409-4ed9-b2fd-3b578ce15fb5'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:04.874777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.943915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.extraroute_db [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84221) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:32:04.959337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.extraroute_db [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Removed routes are [] {{(pid=84221) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:32:04.960008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.965173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, aba1f916-8145-4f47-a0cb-d7c215c98026) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:04.969237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:04.973803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:04.975216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:04.992029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31811c1-dcdd-4d28-a2c0-8e856df3ef5c None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:05.092667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.110896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object eef4b146-27e4-4e87-a1ec-117bc747eeed will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:05.141546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Deleting port 5fea1d3c-5b20-4b93-a480-5ca296a5743c {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:05.141883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.230007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] For port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:05.234095 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-80ee2981-6403-431d-ad0e-bbc0f9795f8e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3143661 Dec 23 15:32:05.239284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49980) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:05.262718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734095802'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:05.269495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] For port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=39f2bcac-be89-4f2d-bbb0-c9de0fdc016f,segment=NetworkSegment(333104ac-72f9-4bf0-8c70-e9c58e3faa62),segment_id=333104ac-72f9-4bf0-8c70-e9c58e3faa62)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:05.280313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:05.289421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:05.293362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:05.304555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:05.319700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.350269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] DHCP port deletion for 5b67e5e8-d476-470e-899a-e5dcd274030a request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:05.355222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Deleting port 5fea1d3c-5b20-4b93-a480-5ca296a5743c {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:05.355628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.386069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:05.389186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.412484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.415702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:05.430880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:05.444184 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.445421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:05.451069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:05.451681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.472496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:05.475460 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Transition to ACTIVE for port object 924836d9-a177-46c1-9f74-277d7cca8dee will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:05.492450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.492450 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 9db0544f-8fae-439c-9ba7-b19dcba8dbaa of type vlan for network 3b2f6e68-268b-4a33-8e5b-e6cf3bab5894 Dec 23 15:32:05.573948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=eef4b146-27e4-4e87-a1ec-117bc747eeed,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:05.577267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.580598 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.600794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21dc1e-d390-4cd4-b773-8440b8eb8342 None None] Pushing event updated for resources: {'Port': ['ID=39f2bcac-be89-4f2d-bbb0-c9de0fdc016f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:05.644387 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d3c22f77-c6c0-48df-b90f-3a8ba58a4c1a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0644252 Dec 23 15:32:05.645082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49984) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:05.765808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5fea1d3c-5b20-4b93-a480-5ca296a5743c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:05.778597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.782244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.786261 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f7f86-6af5-4ffd-aa04-0210ea296644 None None] Pushing event updated for resources: {'Port': ['ID=924836d9-a177-46c1-9f74-277d7cca8dee,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:05.851894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port eef4b146-27e4-4e87-a1ec-117bc747eeed {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:05.852273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.944792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.956857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:05.957484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:05.985531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] For port 5fea1d3c-5b20-4b93-a480-5ca296a5743c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5fea1d3c-5b20-4b93-a480-5ca296a5743c,segment=NetworkSegment(90bc303d-746c-46b5-a55f-e015a2aabaff),segment_id=90bc303d-746c-46b5-a55f-e015a2aabaff)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:05.985900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:06.032930 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Attempting to bind port 924836d9-a177-46c1-9f74-277d7cca8dee on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:06.033663 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Attempting to bind port 924836d9-a177-46c1-9f74-277d7cca8dee by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:06.034389 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Attempting to bind port 924836d9-a177-46c1-9f74-277d7cca8dee on network d4260024-6d39-46b4-b2ac-7113fbabfccf {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:06.043844 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:06.044755 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Checking segment: {'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:06.045377 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:06.046338 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Bound using segment: {'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:06.047124 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Bound port: 924836d9-a177-46c1-9f74-277d7cca8dee, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:06.047861 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:06.199554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9590795 Dec 23 15:32:06.204843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49990) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:06.253517 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] For port 924836d9-a177-46c1-9f74-277d7cca8dee, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:06.266393 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] For port 924836d9-a177-46c1-9f74-277d7cca8dee, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=924836d9-a177-46c1-9f74-277d7cca8dee,segment=NetworkSegment(9ac10c4f-cfe7-4b92-ac58-9b06e26457ab),segment_id=9ac10c4f-cfe7-4b92-ac58-9b06e26457ab)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:06.292680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] For port 5fea1d3c-5b20-4b93-a480-5ca296a5743c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5fea1d3c-5b20-4b93-a480-5ca296a5743c,segment=NetworkSegment(90bc303d-746c-46b5-a55f-e015a2aabaff),segment_id=90bc303d-746c-46b5-a55f-e015a2aabaff)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:06.293281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:06.310602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 49992) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:06.317101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Calling delete_port for 5fea1d3c-5b20-4b93-a480-5ca296a5743c owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:06.342660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:06.352008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'ports': [{'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026'}, {'network_id': '3b2f6e68-268b-4a33-8e5b-e6cf3bab5894'}]} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:06.353459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:06.354109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '3b2f6e68-268b-4a33-8e5b-e6cf3bab5894'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:06.356829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'subnet': {'network_id': '85dd2b48-7558-4da0-9dd4-1da894a6750c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:06.376073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267440b3-17c7-4b21-80ec-53bc24218f7f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=3b2f6e68-268b-4a33-8e5b-e6cf3bab5894,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:06.436487 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f7f86-6af5-4ffd-aa04-0210ea296644 None None] Pushing event updated for resources: {'Port': ['ID=924836d9-a177-46c1-9f74-277d7cca8dee,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:06.441155 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:06.441758 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:06.473104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Calling delete_port for 5fea1d3c-5b20-4b93-a480-5ca296a5743c owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:06.509415 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 3b2f6e68-268b-4a33-8e5b-e6cf3bab5894 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:06.563843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:06.671546 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:06.784985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:06.854989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:06.873545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:06.873897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:07.005687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.020547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for eef4b146-27e4-4e87-a1ec-117bc747eeed owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:07.048339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.064670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:07.071739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:07.077489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:07.084945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:07.120190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:07.129830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.130995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8244e7a5-4312-42fe-a5ba-a586600020fb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 200 len: 934 time: 3.4553850 Dec 23 15:32:07.131348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Port': ['ID=5fea1d3c-5b20-4b93-a480-5ca296a5743c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:07.135013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 49998) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:07.149620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] No DVR routers for this DVR port 5fea1d3c-5b20-4b93-a480-5ca296a5743c on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:07.155087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:07.182985 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:04Z', 'revision_number': 6, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924836d9-a177-46c1-9f74-277d7cca8dee', 'name': '', 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:e2:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:57Z', 'updated_at': '2021-12-23T15:32:06Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:07.188340 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54ca0d-1c1f-4476-9991-48dbfe39b1ee None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:04Z', 'revision_number': 6, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924836d9-a177-46c1-9f74-277d7cca8dee', 'name': '', 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:e2:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:57Z', 'updated_at': '2021-12-23T15:32:06Z', 'revision_number': 4, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:07.206599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 2} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:07.209718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.211603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:subnet and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:07.240543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.242578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:07.308396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:07.321178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5536b051-1176-4ab1-b6fb-42d660aa0a6c None None] Network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:07.342224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.406151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b67e5e8-d476-470e-899a-e5dcd274030a']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:07.449223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bc303d-746c-46b5-a55f-e015a2aabaff') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:07.449600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bc303d-746c-46b5-a55f-e015a2aabaff') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:07.462305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Deleting port 5fea1d3c-5b20-4b93-a480-5ca296a5743c {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:07.462676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.465061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.491227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.493999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:07.543353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-83a58c0d-69be-4292-a2ad-f2728a4d019e None None] The port '5fea1d3c-5b20-4b93-a480-5ca296a5743c' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:07.613734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 28e624d7-b8e9-4d28-802c-f0709984184e yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:07.640498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.646476 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-78849744-cbba-4c15-8d86-987937e79aa3 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 200 len: 934 time: 0.5107553 Dec 23 15:32:07.648173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50002) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:07.670569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-69b8043f-834a-4594-a47d-2173d3eff3fd None None] Provisioning for port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:07.691912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'routes': None}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:07.703214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:07.703617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:07.765642 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:07.774671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=eef4b146-27e4-4e87-a1ec-117bc747eeed,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:07.900916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924836d9-a177-46c1-9f74-277d7cca8dee up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:07.927118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.967684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:07.985734 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-77ecd705-f59f-4f29-818e-f7d47f404c1f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/eef4b146-27e4-4e87-a1ec-117bc747eeed HTTP/1.1" status: 204 len: 168 time: 2.3356080 Dec 23 15:32:07.988190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50006) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:07.992599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.075505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 97a013af-0ee2-45bd-b9bd-3bdb7be20eb7 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:08.079589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 924836d9-a177-46c1-9f74-277d7cca8dee completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:08.085525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 924836d9-a177-46c1-9f74-277d7cca8dee triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:08.086231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.130963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.141528 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d6bb24-4565-4879-bb05-f6645663c99a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:08.142382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d6bb24-4565-4879-bb05-f6645663c99a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:08.146296 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c2d6bb24-4565-4879-bb05-f6645663c99a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/eef4b146-27e4-4e87-a1ec-117bc747eeed HTTP/1.1" status: 404 len: 333 time: 0.1254206 Dec 23 15:32:08.165410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50010) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:08.172883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.177007 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "DELETE /v2.0/networks/5b67e5e8-d476-470e-899a-e5dcd274030a HTTP/1.1" status: 204 len: 168 time: 3.7250156 Dec 23 15:32:08.180856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50012) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:08.190563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b257f-9f15-4c86-8fc7-7b1fbc4cb945 tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Network': ['ID=5b67e5e8-d476-470e-899a-e5dcd274030a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:08.317438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.338699 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e41fe0-c092-480c-bf39-c201c1b81bc2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:32:08.343313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-76e41fe0-c092-480c-bf39-c201c1b81bc2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/eef4b146-27e4-4e87-a1ec-117bc747eeed HTTP/1.1" status: 404 len: 333 time: 0.1508551 Dec 23 15:32:08.345869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50018) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:08.408667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Deleting port 73ec44c7-66ab-4bc2-a7dd-f62a2234e14c {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:08.408667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.413998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 924836d9-a177-46c1-9f74-277d7cca8dee, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=924836d9-a177-46c1-9f74-277d7cca8dee,segment=NetworkSegment(9ac10c4f-cfe7-4b92-ac58-9b06e26457ab),segment_id=9ac10c4f-cfe7-4b92-ac58-9b06e26457ab)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:08.481285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.504200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.505441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:08.685779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-628dfcb2-726f-436f-85d7-894f5c3e886f None None] Could not find standard attr ID for object eef4b146-27e4-4e87-a1ec-117bc747eeed. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:32:08.700016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.700341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.726544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=924836d9-a177-46c1-9f74-277d7cca8dee,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:08.768992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.777656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:08.783419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:08.783923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.875501 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Calling delete_port for 73ec44c7-66ab-4bc2-a7dd-f62a2234e14c owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:08.926710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.931301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:08.965370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=39f2bcac-be89-4f2d-bbb0-c9de0fdc016f,segment=NetworkSegment(333104ac-72f9-4bf0-8c70-e9c58e3faa62),segment_id=333104ac-72f9-4bf0-8c70-e9c58e3faa62)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:08.974167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Subnet': ['ID=9482fc51-c6b9-4fcf-a5d1-d53885113679,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:08.999099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Checking segment: {'id': 'af6f0832-9e81-42cc-afc0-b0cedd425774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '85dd2b48-7558-4da0-9dd4-1da894a6750c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:08.999442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network hostable DHCP agents. Network: 85dd2b48-7558-4da0-9dd4-1da894a6750c, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:09.030238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet 9d386f0a-404d-4a4b-8a78-1c0b9a389477 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:09.045099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.056705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.117969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:09.127738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:09.129669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=28e624d7-b8e9-4d28-802c-f0709984184e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:09.130264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=39f2bcac-be89-4f2d-bbb0-c9de0fdc016f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:09.135147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:09.136297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.142204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network 85dd2b48-7558-4da0-9dd4-1da894a6750c is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:09.199217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.240409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 85dd2b48-7558-4da0-9dd4-1da894a6750c) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:09.245921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.249070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d7eb2b-4cbc-4976-baac-5a8f50c0eb12 None None] Network 85dd2b48-7558-4da0-9dd4-1da894a6750c requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:09.254401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Pushing event deleted for resources: {'Port': ['ID=73ec44c7-66ab-4bc2-a7dd-f62a2234e14c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:09.257097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:09.257651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.334828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=97a013af-0ee2-45bd-b9bd-3bdb7be20eb7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:09.352942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.extraroute_db [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added routes are [] {{(pid=84221) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:32:09.353344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.extraroute_db [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=84221) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:32:09.366012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.369156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.370283 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-68be3d28-e7b3-48cc-8050-fc0723a780bb tempest-FloatingIPAdminTestJSON-1931652727 tempest-FloatingIPAdminTestJSON-1931652727-project] 10.222.0.58 "DELETE /v2.0/floatingips/e6282e8f-8bcb-44db-b4cf-f724202b3639 HTTP/1.1" status: 204 len: 168 time: 1.1852174 Dec 23 15:32:09.389401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '9db0544f-8fae-439c-9ba7-b19dcba8dbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '3b2f6e68-268b-4a33-8e5b-e6cf3bab5894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:09.389633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: 3b2f6e68-268b-4a33-8e5b-e6cf3bab5894, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:09.436689 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e9be2a3b-dbaf-4a1d-9b6a-65b7ed4bc7f5 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0924842 Dec 23 15:32:09.437518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50026) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:09.439532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.442842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1014247912'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:09.447706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:09.451694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:network and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:09.454624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:09.460605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:09.485496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-85dd2b48-7558-4da0-9dd4-1da894a6750c', 'network_id': '85dd2b48-7558-4da0-9dd4-1da894a6750c', 'tenant_id': '4d518865b76a4ee4ae836330af5f29ee', 'fixed_ips': [{'subnet_id': '9482fc51-c6b9-4fcf-a5d1-d53885113679'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:09.486679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.488183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.523725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:09.526959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.561357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:09.569880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.570213 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Added segment dbef77f5-712a-4c93-9b07-74ffa67fe2e8 of type vlan for network fa3ab079-c491-4f6f-a5da-8bb11987d140 Dec 23 15:32:09.648426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.675175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Allocated IP 2001:db8:0:ffff::2 (85dd2b48-7558-4da0-9dd4-1da894a6750c/9482fc51-c6b9-4fcf-a5d1-d53885113679/1072e1cb-95e3-495d-a11b-9e0617e5ee09) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:09.684990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 3b2f6e68-268b-4a33-8e5b-e6cf3bab5894 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:09.697173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.762099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=9d386f0a-404d-4a4b-8a78-1c0b9a389477,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:09.781469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.788405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924836d9-a177-46c1-9f74-277d7cca8dee up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:09.804153 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ed0d3d2e-d72a-4f52-b3aa-c5cb979af4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/9d386f0a-404d-4a4b-8a78-1c0b9a389477 HTTP/1.1" status: 204 len: 168 time: 1.4572375 Dec 23 15:32:09.806878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50030) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:09.820245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1d742-5bfc-4510-91de-b2729ee8afcb None None] Network 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:09.904755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 3b2f6e68-268b-4a33-8e5b-e6cf3bab5894) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:09.906433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.912314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:09.914386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:09.926317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a61824-c8c1-41dd-b420-a1e76cd0b22f None None] Network 3b2f6e68-268b-4a33-8e5b-e6cf3bab5894 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:09.968084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:09.972639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:09.975577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:09.976314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.020022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50036) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.039816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.045532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.117305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Network': ['ID=fa3ab079-c491-4f6f-a5da-8bb11987d140,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:10.119699 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fd62cf50-13c6-4927-ac28-3991edb226b7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8048089 Dec 23 15:32:10.131273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50042) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.135054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.147275 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54ec7e08-0649-4dc8-9bc2-11834351d7a0 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7062399 Dec 23 15:32:10.147538 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50046) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.154552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'subnet': {'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:10.162502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network fa3ab079-c491-4f6f-a5da-8bb11987d140 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:10.271814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:10.272190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.305816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 97a013af-0ee2-45bd-b9bd-3bdb7be20eb7 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:10.306425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.408089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:10.428523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:10.441821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:subnet and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:10.446884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:10.459049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 924836d9-a177-46c1-9f74-277d7cca8dee triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:10.459414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.462057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:10.481540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:10.580247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:10.611366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:10.612004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:10.716967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] For port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=39f2bcac-be89-4f2d-bbb0-c9de0fdc016f,segment=NetworkSegment(333104ac-72f9-4bf0-8c70-e9c58e3faa62),segment_id=333104ac-72f9-4bf0-8c70-e9c58e3faa62)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:10.717639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.723426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.738162 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-92c9ef47-4305-40bf-be9b-bb2c24031565 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5803ca7d9dfe4200b024da97527afabf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7147613 Dec 23 15:32:10.740711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50050) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:10.742623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:10.845219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.864484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:10.896296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.926446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Transition to ACTIVE for port object 1072e1cb-95e3-495d-a11b-9e0617e5ee09 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:10.931671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:10.932250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:10.933666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 97a013af-0ee2-45bd-b9bd-3bdb7be20eb7 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:10.969732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f257f8a-eb6f-4581-a82a-3fc29693b2df None None] DHCP port deletion for 3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:10.994289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9f257f8a-eb6f-4581-a82a-3fc29693b2df None None] Deleting port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:10.994906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f257f8a-eb6f-4581-a82a-3fc29693b2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.052110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:11.104266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.127097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3228269-da83-4efd-9b5e-8503d83a8b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.137060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9f257f8a-eb6f-4581-a82a-3fc29693b2df None None] The port '39f2bcac-be89-4f2d-bbb0-c9de0fdc016f' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:11.163138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3228269-da83-4efd-9b5e-8503d83a8b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.172101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=39f2bcac-be89-4f2d-bbb0-c9de0fdc016f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:11.173031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Could not find standard attr ID for object 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:32:11.181056 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No ports have port_id starting with 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f Dec 23 15:32:11.186615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Transition to ACTIVE for port object 1072e1cb-95e3-495d-a11b-9e0617e5ee09 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:11.190740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No DVR routers for this DVR port 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:11.193269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.257970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=97a013af-0ee2-45bd-b9bd-3bdb7be20eb7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:11.265635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:11.284997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.300931 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c1c43a79-9c6e-4ad8-8d19-dd1920f10d65 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/97a013af-0ee2-45bd-b9bd-3bdb7be20eb7 HTTP/1.1" status: 204 len: 168 time: 1.1674783 Dec 23 15:32:11.304549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.309187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2bf55d4b-242b-4c65-be70-ebbba5654d46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 200 len: 700 time: 3.6483939 Dec 23 15:32:11.309187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50054) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:11.309659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50056) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:11.323314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.387323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c90a51b-a409-4ed9-b2fd-3b578ce15fb5']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:11.405560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333104ac-72f9-4bf0-8c70-e9c58e3faa62') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:11.405907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333104ac-72f9-4bf0-8c70-e9c58e3faa62') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:11.406743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3228269-da83-4efd-9b5e-8503d83a8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.409071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3228269-da83-4efd-9b5e-8503d83a8b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.410177 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3228269-da83-4efd-9b5e-8503d83a8b92 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99e980de-39cb-4954-91ff-9a9bb74346f6 HTTP/1.1" status: 204 len: 168 time: 0.6683671 Dec 23 15:32:11.427460 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.431662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228269-da83-4efd-9b5e-8503d83a8b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e980de-39cb-4954-91ff-9a9bb74346f6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:11.442609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.475273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.485825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:32:11.489031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.499517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:11.499517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.516779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Pushing event updated for resources: {'Port': ['ID=1072e1cb-95e3-495d-a11b-9e0617e5ee09,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:11.535473 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:11.542856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71180008-6cee-4b6e-9107-c9123ded2507 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:11.546863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71180008-6cee-4b6e-9107-c9123ded2507 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:11.547617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-71180008-6cee-4b6e-9107-c9123ded2507 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:11.555547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Network 85dd2b48-7558-4da0-9dd4-1da894a6750c is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:11.558492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:11.562802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:11.590127 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-08c87c84-f65f-4948-b437-21b8b97ffc3c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 200 len: 700 time: 0.2793720 Dec 23 15:32:11.593295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50066) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:11.692924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Attempting to bind port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:11.693288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Attempting to bind port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'af6f0832-9e81-42cc-afc0-b0cedd425774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '85dd2b48-7558-4da0-9dd4-1da894a6750c'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:11.693821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Attempting to bind port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 on network 85dd2b48-7558-4da0-9dd4-1da894a6750c {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:11.701737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:11.702103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Checking segment: {'id': 'af6f0832-9e81-42cc-afc0-b0cedd425774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '85dd2b48-7558-4da0-9dd4-1da894a6750c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:11.702504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.702889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Bound using segment: {'id': 'af6f0832-9e81-42cc-afc0-b0cedd425774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '85dd2b48-7558-4da0-9dd4-1da894a6750c'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:11.703399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Bound port: 1072e1cb-95e3-495d-a11b-9e0617e5ee09, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6f0832-9e81-42cc-afc0-b0cedd425774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '85dd2b48-7558-4da0-9dd4-1da894a6750c'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:11.703788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.716881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 7, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924836d9-a177-46c1-9f74-277d7cca8dee', 'name': '', 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:e2:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:57Z', 'updated_at': '2021-12-23T15:32:08Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:11.717188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-71180008-6cee-4b6e-9107-c9123ded2507 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:11.720770 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-71180008-6cee-4b6e-9107-c9123ded2507 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4133098 Dec 23 15:32:11.726590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50070) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:11.731870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:11.774474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:11.819901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Subnet': ['ID=68eb1ce2-9744-4f0f-920d-2460d9c48a2e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:11.842115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 28e624d7-b8e9-4d28-802c-f0709984184e {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:11.842440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.872015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:11.872381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 39f2bcac-be89-4f2d-bbb0-c9de0fdc016f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:11.881096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:11.881782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:11.893214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Checking segment: {'id': 'dbef77f5-712a-4c93-9b07-74ffa67fe2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:11.893808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network hostable DHCP agents. Network: fa3ab079-c491-4f6f-a5da-8bb11987d140, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:11.908688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:11.935501 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.000901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=3c90a51b-a409-4ed9-b2fd-3b578ce15fb5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:12.028384 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-09a073b6-ccf5-413f-ab38-5c06a0fd66c4 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/3c90a51b-a409-4ed9-b2fd-3b578ce15fb5 HTTP/1.1" status: 204 len: 168 time: 2.2136383 Dec 23 15:32:12.030063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50076) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:12.047578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] For port 1072e1cb-95e3-495d-a11b-9e0617e5ee09, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:12.055781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] For port 1072e1cb-95e3-495d-a11b-9e0617e5ee09, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1072e1cb-95e3-495d-a11b-9e0617e5ee09,segment=NetworkSegment(af6f0832-9e81-42cc-afc0-b0cedd425774),segment_id=af6f0832-9e81-42cc-afc0-b0cedd425774)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:12.062591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:12.069032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.180843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.199403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-267382203'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:12.255674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:12.282656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.326404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network fa3ab079-c491-4f6f-a5da-8bb11987d140 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:12.336603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 28e624d7-b8e9-4d28-802c-f0709984184e owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:12.371393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:12.374650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:12.382317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:12.440484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58df1e8-77ce-468a-809c-a0d4321d7805 None None] Pushing event updated for resources: {'Port': ['ID=1072e1cb-95e3-495d-a11b-9e0617e5ee09,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:12.476630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 7, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924836d9-a177-46c1-9f74-277d7cca8dee', 'name': '', 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:e2:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:57Z', 'updated_at': '2021-12-23T15:32:08Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:12.481337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50080) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:12.481844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9dddf-62c2-4824-a85a-e9d6b1929a0d None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:09Z', 'revision_number': 7, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '924836d9-a177-46c1-9f74-277d7cca8dee', 'name': '', 'network_id': 'd4260024-6d39-46b4-b2ac-7113fbabfccf', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:e2:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:57Z', 'updated_at': '2021-12-23T15:32:08Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '609165f0-f72b-46a3-aa27-a42638d4ac9d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:12.502489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:12.506225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.515878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, fa3ab079-c491-4f6f-a5da-8bb11987d140) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:12.519271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.524815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2b44a-07a8-406e-9991-7cf6035136de None None] Network fa3ab079-c491-4f6f-a5da-8bb11987d140 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:12.545150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:12.545487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.553627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.640019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=28e624d7-b8e9-4d28-802c-f0709984184e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:12.651165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:12.667666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.668042 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment 2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c of type vlan for network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 Dec 23 15:32:12.720488 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a393cb79-b296-483c-9ed2-0096da4768e1 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5716074 Dec 23 15:32:12.723177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:12.724099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50084) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:12.726628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.734172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.737043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'port': {'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140', 'name': 'tempest-NetworksIpV6TestAttrs-1416262411'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:12.741577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Usage tracker for resource:security_group_rule and tenant:5e5bfb3363a547a3930514214e9c2a50 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:12.748735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:12.757903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:12.761277 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a17faab7-67b7-418b-886c-27e9f9b3935b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/28e624d7-b8e9-4d28-802c-f0709984184e HTTP/1.1" status: 204 len: 168 time: 1.0312836 Dec 23 15:32:12.765651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50088) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:12.873037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fa3ab079-c491-4f6f-a5da-8bb11987d140', 'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140', 'tenant_id': '4d518865b76a4ee4ae836330af5f29ee', 'fixed_ips': [{'subnet_id': '68eb1ce2-9744-4f0f-920d-2460d9c48a2e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:12.873037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.933828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d6f43-5565-4383-b400-43fc0765dfea tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:12.934549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-831d6f43-5565-4383-b400-43fc0765dfea tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:12.938685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.941571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.946425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:12.947031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:12.994453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:13.000723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:port and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:13.004392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:13.017901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:13.064843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.091115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Allocated IP 2001:db8::f816:3eff:fe5a:f1dc (fa3ab079-c491-4f6f-a5da-8bb11987d140/68eb1ce2-9744-4f0f-920d-2460d9c48a2e/ca9ca1e5-a00a-49d4-8dfa-75d4341964d7) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:13.109000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 924836d9-a177-46c1-9f74-277d7cca8dee {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:13.109340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.140872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:13.142208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:13.143564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.207748 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-987e0011-1543-4f89-b034-9c0fbf43d4e6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1270101 Dec 23 15:32:13.207748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ba375-6e48-4502-8378-9465becffc52,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:13.207748 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f60a18fc-c901-47b6-9098-c5c4b5050f1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e5bfb3363a547a3930514214e9c2a50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6820283 Dec 23 15:32:13.209152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:13.209703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50092) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:13.209703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50094) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:13.210524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] device_id is not set on port 92a35168-17ad-46c3-8aaf-1c3fe19b9a85 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:13.211232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:13.371196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:13.379205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:13.383851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:13.387016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5fca796a-af54-42df-b098-9a7e60777696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.392269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:13.400327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-831d6f43-5565-4383-b400-43fc0765dfea tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:13.404376 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-831d6f43-5565-4383-b400-43fc0765dfea tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6377561 Dec 23 15:32:13.405025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50100) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:13.437409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port 924836d9-a177-46c1-9f74-277d7cca8dee, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=924836d9-a177-46c1-9f74-277d7cca8dee,segment=NetworkSegment(9ac10c4f-cfe7-4b92-ac58-9b06e26457ab),segment_id=9ac10c4f-cfe7-4b92-ac58-9b06e26457ab)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:13.437794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.440151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.452955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Transition to ACTIVE for port object ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:13.459594 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dab688-6873-4cf1-8bb9-984429507a09 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:32:13.464527 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-55dab688-6873-4cf1-8bb9-984429507a09 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/97a013af-0ee2-45bd-b9bd-3bdb7be20eb7 HTTP/1.1" status: 404 len: 333 time: 0.0546386 Dec 23 15:32:13.465098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50104) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:13.478848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Transition to ACTIVE for port object ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:13.507431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5fca796a-af54-42df-b098-9a7e60777696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.529407 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-19233805-f700-44ce-b9fd-4409c5500e84 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:32:13.533356 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-19233805-f700-44ce-b9fd-4409c5500e84 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/28e624d7-b8e9-4d28-802c-f0709984184e HTTP/1.1" status: 404 len: 333 time: 0.0605853 Dec 23 15:32:13.536931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50108) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:13.576357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:13.580341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for 924836d9-a177-46c1-9f74-277d7cca8dee owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:13.597114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:13.677797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Pushing event updated for resources: {'Port': ['ID=ca9ca1e5-a00a-49d4-8dfa-75d4341964d7,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:13.681008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Network fa3ab079-c491-4f6f-a5da-8bb11987d140 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:13.682292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:13.686073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:13.730018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Allocated IP 2001:db8::f816:3eff:fe63:1a01 (fa3ab079-c491-4f6f-a5da-8bb11987d140/68eb1ce2-9744-4f0f-920d-2460d9c48a2e/92a35168-17ad-46c3-8aaf-1c3fe19b9a85) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:13.882228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1072e1cb-95e3-495d-a11b-9e0617e5ee09 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:13.937302 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced77169-6eaa-4c0b-a912-5390fd4cdc2d None None] Network 85dd2b48-7558-4da0-9dd4-1da894a6750c requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:13.986494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.010041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.031385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Attempting to bind port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:14.031854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Attempting to bind port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'dbef77f5-712a-4c93-9b07-74ffa67fe2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:14.032329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Attempting to bind port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 on network fa3ab079-c491-4f6f-a5da-8bb11987d140 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:14.038532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.064665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:14.065032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Checking segment: {'id': 'dbef77f5-712a-4c93-9b07-74ffa67fe2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:14.065413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.065802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Bound using segment: {'id': 'dbef77f5-712a-4c93-9b07-74ffa67fe2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:14.066250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Bound port: ca9ca1e5-a00a-49d4-8dfa-75d4341964d7, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbef77f5-712a-4c93-9b07-74ffa67fe2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa3ab079-c491-4f6f-a5da-8bb11987d140'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:14.066735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.115709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5fca796a-af54-42df-b098-9a7e60777696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.146836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=924836d9-a177-46c1-9f74-277d7cca8dee,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:14.203027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-baf45cea-fc8e-4b09-afc2-a4b71ecc546e None None] Provisioning for port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:14.217346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca796a-af54-42df-b098-9a7e60777696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ba375-6e48-4502-8378-9465becffc52,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:14.257638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:14.263561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.268341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] For port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:14.278985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5fca796a-af54-42df-b098-9a7e60777696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.280139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:14.280705 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5fca796a-af54-42df-b098-9a7e60777696 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f58ba375-6e48-4502-8378-9465becffc52 HTTP/1.1" status: 204 len: 168 time: 1.0885177 Dec 23 15:32:14.280825 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.312502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2f6e68-268b-4a33-8e5b-e6cf3bab5894']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:14.328105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db0544f-8fae-439c-9ba7-b19dcba8dbaa') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:14.328422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db0544f-8fae-439c-9ba7-b19dcba8dbaa') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:14.346369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.420727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.441408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:14.441810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.476762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] For port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ca9ca1e5-a00a-49d4-8dfa-75d4341964d7,segment=NetworkSegment(dbef77f5-712a-4c93-9b07-74ffa67fe2e8),segment_id=dbef77f5-712a-4c93-9b07-74ffa67fe2e8)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:14.528482 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:14.546661 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:14.547744 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:14.553697 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:14.609201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.703067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.714783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.726754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.740285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Transition to ACTIVE for port object 92a35168-17ad-46c3-8aaf-1c3fe19b9a85 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:14.788046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dedba7-c8b3-44e2-bab0-c54fbce2f3ba None None] Pushing event updated for resources: {'Port': ['ID=ca9ca1e5-a00a-49d4-8dfa-75d4341964d7,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:14.804580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.810804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.814412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 1072e1cb-95e3-495d-a11b-9e0617e5ee09, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1072e1cb-95e3-495d-a11b-9e0617e5ee09,segment=NetworkSegment(af6f0832-9e81-42cc-afc0-b0cedd425774),segment_id=af6f0832-9e81-42cc-afc0-b0cedd425774)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:14.856079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.872539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=3b2f6e68-268b-4a33-8e5b-e6cf3bab5894,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:14.875456 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:14.897720 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4269d435-c12a-461a-85f1-62b7abb4694a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/3b2f6e68-268b-4a33-8e5b-e6cf3bab5894 HTTP/1.1" status: 204 len: 168 time: 1.3598430 Dec 23 15:32:14.913836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=b096697e-b905-4d0e-b90a-a382acc8f4fc,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:14.917367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50116) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:14.929634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1116786177'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:14.947632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:14.954465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:14.958774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:14.963879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.969096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:14.980006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:14.990982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': '2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:14.991338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:15.056404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:15.060256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.123214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:15.138926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:15.142370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.142370 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 5cdc4e0e-2076-40ff-83de-f6aab01e28be of type vlan for network b8693697-8b36-4277-8b7f-c650025e2d0e Dec 23 15:32:15.161201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a12d4d8a-5105-478a-ac14-858cdc206d21 None None] Provisioning complete for port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:15.163377 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a12d4d8a-5105-478a-ac14-858cdc206d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.216658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.223495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network fa3ab079-c491-4f6f-a5da-8bb11987d140 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:15.237276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:15.245151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=1072e1cb-95e3-495d-a11b-9e0617e5ee09,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:15.245982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:15.250227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:15.251068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.282125 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:15.297460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e09b169-452e-4689-bb2c-eeb31d2d8753 None None] Network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:15.302919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:15.304191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.319483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Port': ['ID=92a35168-17ad-46c3-8aaf-1c3fe19b9a85,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:15.371089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.376215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:15.384913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.441098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50120) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:15.509038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=b8693697-8b36-4277-8b7f-c650025e2d0e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:15.509540 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:13Z', 'revision_number': 8, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:15.513524 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dbe70577-0f2e-4390-89c5-108c0eec2aa2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3243251 Dec 23 15:32:15.516222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50124) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:15.528478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1840705364'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:15.528598 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-feffa8cb-2fa4-49c8-9a79-7e61fbd4b042 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7997820 Dec 23 15:32:15.529486 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:15.535801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50128) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:15.550393 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:15.551273 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:15.592819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.595273 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-88b4a2aa-f1cb-4a8f-95cb-81f51abed5b6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6746204 Dec 23 15:32:15.601383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50132) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:15.607475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:15.617392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network b8693697-8b36-4277-8b7f-c650025e2d0e details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:15.717854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:15.724115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Usage tracker for resource:security_group_rule and tenant:b328797ce32742acb1bc45c4ca42cc58 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:15.734860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:15.740300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54', 'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54', 'tenant_id': 'a095ee3db9b74e61999ee3edef3eef3e', 'fixed_ips': [{'subnet_id': 'b096697e-b905-4d0e-b90a-a382acc8f4fc'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:15.741313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:15.803213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:15.842980 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:15.871070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:15.876112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:15.878816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:15.883810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:15.898225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:15.909961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:15.914474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:15.922684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:15.976510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:16.033447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:16.114527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Allocated IP 2001:db8::2 (9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54/b096697e-b905-4d0e-b90a-a382acc8f4fc/3e36ecb2-eb63-4b97-9d9f-4589a577da6c) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:16.178258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.195475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:16.199533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.234521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 6cd7c730-9f9c-43d0-b87f-fc54a420628d yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:16.251506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:16.262586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1072e1cb-95e3-495d-a11b-9e0617e5ee09 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:16.302822 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:13Z', 'revision_number': 8, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:16.310343 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e3c84-d321-474d-b59e-13eaaa26f311 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:13Z', 'revision_number': 8, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:16.326923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.334927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting subnet 68eb1ce2-9744-4f0f-920d-2460d9c48a2e {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:16.356058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.392858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c323f-6ce4-44f9-ae79-f8a72c3848e1 None None] Network fa3ab079-c491-4f6f-a5da-8bb11987d140 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:16.396449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.ipam_backend_mixin [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Performing IP validity checks on allocation pools {{(pid=84222) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 15:32:16.397276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.ipam_backend_mixin [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84222) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 15:32:16.428803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.437423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.537801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:16.541546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0813d-1dab-40eb-af1b-0997cbba5c26,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:16.549666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:16.549869 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-54083575-5b4e-41e3-b9ea-0edd8877f71d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b328797ce32742acb1bc45c4ca42cc58&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1049490 Dec 23 15:32:16.555946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.556423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50136) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:16.627891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.632100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Provisioning for port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:16.705374 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Provisioning complete for port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:16.705742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.806469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7c543929-c683-4572-8df3-b4d1838e2d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.807053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.830741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Transition to ACTIVE for port object 3e36ecb2-eb63-4b97-9d9f-4589a577da6c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:16.842372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=ae447d3a-1802-4a39-9555-4ecc99997376,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:16.844586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '5cdc4e0e-2076-40ff-83de-f6aab01e28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:16.844927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: b8693697-8b36-4277-8b7f-c650025e2d0e, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:16.852642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.881274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7c543929-c683-4572-8df3-b4d1838e2d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:16.938046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Transition to ACTIVE for port object 3e36ecb2-eb63-4b97-9d9f-4589a577da6c will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:16.947762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network b8693697-8b36-4277-8b7f-c650025e2d0e is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:17.021847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.049999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, b8693697-8b36-4277-8b7f-c650025e2d0e) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:17.062000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:17.062813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.073044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8ecde-d92c-46b9-b416-04eaaffd7fda None None] Network b8693697-8b36-4277-8b7f-c650025e2d0e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:17.091939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.114899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::3d (9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54/b096697e-b905-4d0e-b90a-a382acc8f4fc/6cd7c730-9f9c-43d0-b87f-fc54a420628d) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:17.131068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:17.152732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d14b1d7c-67ea-4639-ac34-944eb85a2186 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5582747 Dec 23 15:32:17.155769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50142) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:17.200598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:17.205309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Pushing event updated for resources: {'Port': ['ID=3e36ecb2-eb63-4b97-9d9f-4589a577da6c,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:17.209802 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-642f9bd6-6891-4002-a425-8029b8ffe992 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6074173 Dec 23 15:32:17.215799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50146) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:17.218704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:17.225668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e', 'name': 'tempest-PortsTestJSON-1954122514'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:17.226805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:17.240049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7c543929-c683-4572-8df3-b4d1838e2d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.242437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7c543929-c683-4572-8df3-b4d1838e2d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.247461 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7c543929-c683-4572-8df3-b4d1838e2d2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30f0813d-1dab-40eb-af1b-0997cbba5c26 HTTP/1.1" status: 204 len: 168 time: 0.6882744 Dec 23 15:32:17.247461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.319371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.341634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object 6cd7c730-9f9c-43d0-b87f-fc54a420628d will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:17.393970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543929-c683-4572-8df3-b4d1838e2d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0813d-1dab-40eb-af1b-0997cbba5c26,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:17.468292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.491287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:17.491632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:17.500962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Attempting to bind port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:17.500962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Attempting to bind port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:17.509496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Attempting to bind port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c on network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:17.520712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Subnet': ['ID=68eb1ce2-9744-4f0f-920d-2460d9c48a2e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:17.531271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:17.542549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:17.543295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Checking segment: {'id': '2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:17.550622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.551381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Bound using segment: {'id': '2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:17.552079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Bound port: 3e36ecb2-eb63-4b97-9d9f-4589a577da6c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:17.552696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.556876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.560050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3559a2ba-96ac-44e3-a12b-83403e0794cf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/68eb1ce2-9744-4f0f-920d-2460d9c48a2e HTTP/1.1" status: 204 len: 168 time: 2.0216665 Dec 23 15:32:17.567358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50152) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:17.568451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:17.572011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:17.576678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:17.581301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:17.581301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.600322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=6cd7c730-9f9c-43d0-b87f-fc54a420628d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:17.647591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6768a1f-63dd-421b-9285-e6039002def2 None None] Network fa3ab079-c491-4f6f-a5da-8bb11987d140 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:17.678327 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3164a549-7e8b-455d-b38d-2768c9298fd5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1611483 Dec 23 15:32:17.680902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50156) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:17.706868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5210ed5f-6af7-4eca-9d68-fd7881eab936 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:17.708617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5210ed5f-6af7-4eca-9d68-fd7881eab936 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:17.709587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5210ed5f-6af7-4eca-9d68-fd7881eab936 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Synchronizing usage tracker for tenant:4d518865b76a4ee4ae836330af5f29ee on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:17.719053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 609165f0-f72b-46a3-aa27-a42638d4ac9d {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:17.730467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.763891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924836d9-a177-46c1-9f74-277d7cca8dee no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:17.769574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 6cd7c730-9f9c-43d0-b87f-fc54a420628d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:17.770031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.802865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-b8693697-8b36-4277-8b7f-c650025e2d0e', 'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e', 'tenant_id': '574d9894db7f4677a3addecdad9f9362', 'fixed_ips': [{'subnet_id': 'ae447d3a-1802-4a39-9555-4ecc99997376'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:17.803664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.815050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.824087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:17.824611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:17.877888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:17.887325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 924836d9-a177-46c1-9f74-277d7cca8dee {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:17.887325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 924836d9-a177-46c1-9f74-277d7cca8dee not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:17.899928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:17.950613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:17.992361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5210ed5f-6af7-4eca-9d68-fd7881eab936 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Unset dirty status for tenant:4d518865b76a4ee4ae836330af5f29ee on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:17.992361 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5210ed5f-6af7-4eca-9d68-fd7881eab936 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4197323 Dec 23 15:32:17.994171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50166) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:18.024141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:18.027960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.090879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.166350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port ae3d445d-3f9d-43d3-96ac-6bf210d444ea yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:18.194379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] For port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:18.227979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6ae0ecd6-479f-4a5c-9e93-1813302aa691 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.248366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 6cd7c730-9f9c-43d0-b87f-fc54a420628d owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:18.248753 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae0ecd6-479f-4a5c-9e93-1813302aa691 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 15:32:18.249295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae0ecd6-479f-4a5c-9e93-1813302aa691 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:18.271395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] For port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3e36ecb2-eb63-4b97-9d9f-4589a577da6c,segment=NetworkSegment(2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c),segment_id=2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:18.279984 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6ae0ecd6-479f-4a5c-9e93-1813302aa691 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/fa3ab079-c491-4f6f-a5da-8bb11987d140 HTTP/1.1" status: 409 len: 405 time: 0.2848845 Dec 23 15:32:18.283482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.283619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50176) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:18.293231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1166288620'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:18.298256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:18.299408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:18.302448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:network and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:18.305379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:18.342109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:18.344432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.362646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.402857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=609165f0-f72b-46a3-aa27-a42638d4ac9d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:18.417938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.422266 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-144e1a81-5a9f-4c74-929d-4870d1f12e99 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/609165f0-f72b-46a3-aa27-a42638d4ac9d HTTP/1.1" status: 204 len: 168 time: 1.2631135 Dec 23 15:32:18.422679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50180) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:18.433907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.3 (b8693697-8b36-4277-8b7f-c650025e2d0e/ae447d3a-1802-4a39-9555-4ecc99997376/ae3d445d-3f9d-43d3-96ac-6bf210d444ea) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:18.446098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb2747-5158-4919-b5f8-19eccf6d1783 None None] Network d4260024-6d39-46b4-b2ac-7113fbabfccf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:18.464455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:18.468528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.566355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] For port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ca9ca1e5-a00a-49d4-8dfa-75d4341964d7,segment=NetworkSegment(dbef77f5-712a-4c93-9b07-74ffa67fe2e8),segment_id=dbef77f5-712a-4c93-9b07-74ffa67fe2e8)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:18.573626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.585691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:18.589523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.659876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:18.709533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.740417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.744364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Added segment c1527763-75ae-430f-a7b0-883f282b51cb of type vlan for network 6bb6a196-6223-4b98-9a3b-298785d07a39 Dec 23 15:32:18.776883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.810566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.814578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object ae3d445d-3f9d-43d3-96ac-6bf210d444ea will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:18.869528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=6cd7c730-9f9c-43d0-b87f-fc54a420628d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:18.892417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.936864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.937492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53942035-c093-43f2-b1fd-0ef3a7402182 None None] Pushing event updated for resources: {'Port': ['ID=3e36ecb2-eb63-4b97-9d9f-4589a577da6c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:18.940409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:18.941047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.966337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:18.992431 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-87837dc7-1866-4809-960a-5bab75679be2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/6cd7c730-9f9c-43d0-b87f-fc54a420628d HTTP/1.1" status: 204 len: 168 time: 1.3104117 Dec 23 15:32:19.000714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50192) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:19.004287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7,segment=NetworkSegment(9ac10c4f-cfe7-4b92-ac58-9b06e26457ab),segment_id=9ac10c4f-cfe7-4b92-ac58-9b06e26457ab)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:19.004644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:19.012991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:19.121371 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a77261-6a4b-4dd9-9146-b4a576b2bb9d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:32:19.121880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b6a77261-6a4b-4dd9-9146-b4a576b2bb9d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:19.131119 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Allocated IP 172.20.0.2 (b8693697-8b36-4277-8b7f-c650025e2d0e/ae447d3a-1802-4a39-9555-4ecc99997376/c9d3e25e-48cf-4b85-9412-f4106c1b9713) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:19.203223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9187102 Dec 23 15:32:19.212841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50198) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:19.248738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'subnet': {'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:19.294022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b989e-0e2c-42cf-a1b1-8c397602d7fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Network': ['ID=6bb6a196-6223-4b98-9a3b-298785d07a39,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:19.298190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network b8693697-8b36-4277-8b7f-c650025e2d0e is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:19.306974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:19.360854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:19.367518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=ae3d445d-3f9d-43d3-96ac-6bf210d444ea,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:19.380354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:19.384971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 6bb6a196-6223-4b98-9a3b-298785d07a39 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:19.410950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ffb33-8602-40fd-91f4-d5d82623dcd7 None None] Pushing event updated for resources: {'Port': ['ID=ca9ca1e5-a00a-49d4-8dfa-75d4341964d7,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:19.435382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc2dedd9-9c37-4fc5-b3aa-c180c9c4bcf3 None None] Provisioning for port 92a35168-17ad-46c3-8aaf-1c3fe19b9a85 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:19.438306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b6a77261-6a4b-4dd9-9146-b4a576b2bb9d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:19.441428 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b6a77261-6a4b-4dd9-9146-b4a576b2bb9d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/6cd7c730-9f9c-43d0-b87f-fc54a420628d HTTP/1.1" status: 404 len: 333 time: 0.4395874 Dec 23 15:32:19.442289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50204) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:19.533502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] DHCP port deletion for fa3ab079-c491-4f6f-a5da-8bb11987d140 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:19.552318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc2dedd9-9c37-4fc5-b3aa-c180c9c4bcf3 None None] Provisioning complete for port 92a35168-17ad-46c3-8aaf-1c3fe19b9a85 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:19.552617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc2dedd9-9c37-4fc5-b3aa-c180c9c4bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:19.594956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:19.601860 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] Deleting port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:19.602230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:19.609666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:19.610277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:19.626210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:19.638272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4d91d-1346-48ec-92ef-dc5cfb2942ac req-f01a31d6-7871-400d-a369-bae835e4373b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:19.644816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-edb4d91d-1346-48ec-92ef-dc5cfb2942ac req-f01a31d6-7871-400d-a369-bae835e4373b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5013576 Dec 23 15:32:19.683159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:19.748927 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-edb4d91d-1346-48ec-92ef-dc5cfb2942ac req-74c22500-0499-4673-8297-bae3d8948865 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026797 Dec 23 15:32:19.767268 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9a861e62-d566-48da-9048-00e102b38d5e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5507658 Dec 23 15:32:19.767572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50210) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:19.831862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:19.863495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No DVR routers for this DVR port 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:19.887538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:19.918883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:13Z', 'revision_number': 8, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:19.951389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3e36ecb2-eb63-4b97-9d9f-4589a577da6c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:19.988821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-dc2dedd9-9c37-4fc5-b3aa-c180c9c4bcf3 None None] Port 92a35168-17ad-46c3-8aaf-1c3fe19b9a85 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:19.998267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:20.055334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet b096697e-b905-4d0e-b90a-a382acc8f4fc {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:20.061601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.103892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.108741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port ae3d445d-3f9d-43d3-96ac-6bf210d444ea {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:20.109354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.153935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4260024-6d39-46b4-b2ac-7113fbabfccf']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:20.169390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.189563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.195360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.220560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:20.220996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac10c4f-cfe7-4b92-ac58-9b06e26457ab') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:20.243961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.283764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.284827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Transition to ACTIVE for port object c9d3e25e-48cf-4b85-9412-f4106c1b9713 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:20.293794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc1501-d76d-43a1-869c-b7229630c413 None None] DHCP port deletion for d4260024-6d39-46b4-b2ac-7113fbabfccf request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:20.294394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:20.295603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.320472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc2dedd9-9c37-4fc5-b3aa-c180c9c4bcf3 None None] Provisioning complete for port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:20.320840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc2dedd9-9c37-4fc5-b3aa-c180c9c4bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:20.322452 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:20.343774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:20.344449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:31:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:20.356905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.480565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Transition to ACTIVE for port object c9d3e25e-48cf-4b85-9412-f4106c1b9713 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:20.663993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.664393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337152cc-99e7-4ea7-bff0-79dfa849f577 req-2537647e-2558-442b-aafc-edc3e7e45ec1 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:20.665886 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-337152cc-99e7-4ea7-bff0-79dfa849f577 req-2537647e-2558-442b-aafc-edc3e7e45ec1 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.6398394 Dec 23 15:32:20.684302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.686424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.771658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.774577 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-337152cc-99e7-4ea7-bff0-79dfa849f577 req-5f896139-42ef-47ef-b8a7-5b772c966b46 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007013 Dec 23 15:32:20.797597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=d4260024-6d39-46b4-b2ac-7113fbabfccf,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:20.809200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.815377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=b096697e-b905-4d0e-b90a-a382acc8f4fc,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:20.826422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:20.842569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.850360 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c858dbe6-be0b-4100-9a95-f4e3167114f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/b096697e-b905-4d0e-b90a-a382acc8f4fc HTTP/1.1" status: 204 len: 168 time: 1.4038081 Dec 23 15:32:20.852342 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8656328d-86c1-4a77-bd2c-2f81da1fe774 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/d4260024-6d39-46b4-b2ac-7113fbabfccf HTTP/1.1" status: 204 len: 168 time: 2.4286735 Dec 23 15:32:20.856076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50230) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:20.856438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50232) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:20.925633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] For port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ca9ca1e5-a00a-49d4-8dfa-75d4341964d7,segment=NetworkSegment(dbef77f5-712a-4c93-9b07-74ffa67fe2e8),segment_id=dbef77f5-712a-4c93-9b07-74ffa67fe2e8)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:20.927463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:20.941832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b6f2da-5b8b-4080-a2e9-8daa48e19c6e None None] Network 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:21.033250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50238) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:21.035038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for ae3d445d-3f9d-43d3-96ac-6bf210d444ea owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:21.075528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:21.081865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Network b8693697-8b36-4277-8b7f-c650025e2d0e is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:21.172497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:32:21.173497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.207438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:21.224330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] Calling delete_port for ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:21.257580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:21.268479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Pushing event updated for resources: {'Port': ['ID=c9d3e25e-48cf-4b85-9412-f4106c1b9713,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:21.330824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Subnet': ['ID=ad1a2169-dfe8-45df-8183-28e18d4bda8f,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:21.334980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Checking segment: {'id': 'c1527763-75ae-430f-a7b0-883f282b51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:21.335334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network hostable DHCP agents. Network: 6bb6a196-6223-4b98-9a3b-298785d07a39, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:21.368500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.382775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:21.390976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-813395126', 'router:external': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:21.397539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:21.405650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:21.406894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.429893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:network and tenant:7ed934b4f22346d9aae20cf08301619c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:21.437180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:21.444436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.452599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:21.497008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network 6bb6a196-6223-4b98-9a3b-298785d07a39 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:21.526854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=ae3d445d-3f9d-43d3-96ac-6bf210d444ea,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:21.578419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Made reservation on behalf of 7ed934b4f22346d9aae20cf08301619c for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:21.580699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.603916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2d5390a1-d977-4be8-813c-a43f4607027e None None] Provisioning for port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:21.611431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.631905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 6bb6a196-6223-4b98-9a3b-298785d07a39) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:21.652674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:21.653729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.677612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2d5390a1-d977-4be8-813c-a43f4607027e None None] Provisioning complete for port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:21.677990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d5390a1-d977-4be8-813c-a43f4607027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.702113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ddfc8f-922d-4628-ab40-4a68ed4e8b7e None None] Network 6bb6a196-6223-4b98-9a3b-298785d07a39 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:21.736748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0e1c5-e6b9-460f-8edc-d3952b772f78 req-861b5076-de83-4006-900f-fbb213339c3f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:21.738385 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06c0e1c5-e6b9-460f-8edc-d3952b772f78 req-861b5076-de83-4006-900f-fbb213339c3f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3564463 Dec 23 15:32:21.751524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.753778 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f1b82065-c80a-451c-9c7a-449a44d8fb6d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/ae3d445d-3f9d-43d3-96ac-6bf210d444ea HTTP/1.1" status: 204 len: 168 time: 1.9849641 Dec 23 15:32:21.769878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50246) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:21.822057 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d1875d81-8454-47ab-8d6e-69d7d7dde600 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5834508 Dec 23 15:32:21.822255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50250) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:21.828189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'port': {'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39', 'name': 'tempest-NetworksIpV6TestAttrs-922298262'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:21.852554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0616b31-96b8-4801-b751-25585471e709 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:21.852959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0616b31-96b8-4801-b751-25585471e709 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:21.855167 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a0616b31-96b8-4801-b751-25585471e709 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/ae3d445d-3f9d-43d3-96ac-6bf210d444ea HTTP/1.1" status: 404 len: 333 time: 0.0842757 Dec 23 15:32:21.865407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50254) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:21.918690 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No ports have port_id starting with ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 Dec 23 15:32:21.921593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Attempting to bind port c9d3e25e-48cf-4b85-9412-f4106c1b9713 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:21.921593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Attempting to bind port c9d3e25e-48cf-4b85-9412-f4106c1b9713 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5cdc4e0e-2076-40ff-83de-f6aab01e28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:21.921961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Attempting to bind port c9d3e25e-48cf-4b85-9412-f4106c1b9713 on network b8693697-8b36-4277-8b7f-c650025e2d0e {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:21.936617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.966002 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-606b22fa-ed9d-4108-bec1-4a0171c52376 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:32:21.970363 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-606b22fa-ed9d-4108-bec1-4a0171c52376 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/ae3d445d-3f9d-43d3-96ac-6bf210d444ea HTTP/1.1" status: 404 len: 333 time: 0.0984693 Dec 23 15:32:21.973056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50258) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:21.973474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:21.984201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:security_group_rule and tenant:7ed934b4f22346d9aae20cf08301619c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:21.987628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] For port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3e36ecb2-eb63-4b97-9d9f-4589a577da6c,segment=NetworkSegment(2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c),segment_id=2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:21.987981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:21.997243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:22.006053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:22.022611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] Pushing event deleted for resources: {'Port': ['ID=ca9ca1e5-a00a-49d4-8dfa-75d4341964d7,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:22.042852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:22.043526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Checking segment: {'id': '5cdc4e0e-2076-40ff-83de-f6aab01e28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:22.044102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.044682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Bound using segment: {'id': '5cdc4e0e-2076-40ff-83de-f6aab01e28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:22.045318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Bound port: c9d3e25e-48cf-4b85-9412-f4106c1b9713, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdc4e0e-2076-40ff-83de-f6aab01e28be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b8693697-8b36-4277-8b7f-c650025e2d0e'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:22.045868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.080584 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06c0e1c5-e6b9-460f-8edc-d3952b772f78 req-9d987ff9-e711-4bdd-917b-726163708a2b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3242919 Dec 23 15:32:22.114475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1abb65-4698-483e-a30e-88084ac2906f None None] No DVR routers for this DVR port ca9ca1e5-a00a-49d4-8dfa-75d4341964d7 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:22.161728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 3e36ecb2-eb63-4b97-9d9f-4589a577da6c owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:22.184322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:22.226479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:22.233531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:port and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:22.237785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:22.252079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:22.284584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:22.284870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9a2b5a2b-5c12-4ffb-93ba-4907f88fd7a7 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:22.306972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet ae447d3a-1802-4a39-9555-4ecc99997376 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:22.310951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.320765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3037f2-f9f3-4f93-8c70-eb8120099128 None None] DHCP port deletion for 9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:22.347043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:22.350335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.356079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4a3037f2-f9f3-4f93-8c70-eb8120099128 None None] Deleting port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:22.356079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a3037f2-f9f3-4f93-8c70-eb8120099128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.370501 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.375601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d5390a1-d977-4be8-813c-a43f4607027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.395157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] device_id is not set on port b7a3979e-7a74-4ac9-8fbb-ad94984f56c9 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:22.431732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.445854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] For port c9d3e25e-48cf-4b85-9412-f4106c1b9713, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:22.451690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.473229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-6bb6a196-6223-4b98-9a3b-298785d07a39', 'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39', 'tenant_id': '4d518865b76a4ee4ae836330af5f29ee', 'fixed_ips': [{'subnet_id': 'ad1a2169-dfe8-45df-8183-28e18d4bda8f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:22.473744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.497913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] For port c9d3e25e-48cf-4b85-9412-f4106c1b9713, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c9d3e25e-48cf-4b85-9412-f4106c1b9713,segment=NetworkSegment(5cdc4e0e-2076-40ff-83de-f6aab01e28be),segment_id=5cdc4e0e-2076-40ff-83de-f6aab01e28be)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:22.567515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No DVR routers for this DVR port 3e36ecb2-eb63-4b97-9d9f-4589a577da6c on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:22.571442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4a3037f2-f9f3-4f93-8c70-eb8120099128 None None] The port '3e36ecb2-eb63-4b97-9d9f-4589a577da6c' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:22.576261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:13Z', 'revision_number': 8, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:22.606991 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=3e36ecb2-eb63-4b97-9d9f-4589a577da6c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:22.617637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.626169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.636065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Allocated IP 2001:db8::f816:3eff:fe50:ac75 (6bb6a196-6223-4b98-9a3b-298785d07a39/ad1a2169-dfe8-45df-8183-28e18d4bda8f/b7a3979e-7a74-4ac9-8fbb-ad94984f56c9) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:22.659495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493b6b3-7fb4-433c-84f9-38e9209e8c33 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:13Z', 'revision_number': 8, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49df8a0-0093-4ebf-a099-ab88818baa70', 'name': '', 'network_id': '095d935d-990d-418c-a553-be679b846251', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:81:23:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a043b47e-4660-4086-b377-5890667876e7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:42Z', 'updated_at': '2021-12-23T15:31:56Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': 'a043b47e-4660-4086-b377-5890667876e7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:22.704484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.709125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.764360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.772672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:22.777964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5869a0c-54f7-4d27-9e5f-853d96721918 None None] Pushing event updated for resources: {'Port': ['ID=c9d3e25e-48cf-4b85-9412-f4106c1b9713,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:22.811609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.812037 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Added segment f7a7f09f-7296-447b-9e21-8640f844edf1 of type vlan for network 48c3ad31-7a5e-4801-b55b-b3fc2298365d Dec 23 15:32:22.814397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89c6681-a2d3-4fc7-984d-9a5aae4590ca,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:22.829486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:22.856590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:22.857068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9e8c40-61c0-4c8c-8af7-bf78a5286c5c') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:22.878033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.884189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.905346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.914519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.928646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:22.929153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:22.944392 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:22.995206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=ae447d3a-1802-4a39-9555-4ecc99997376,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:23.021633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.050383 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bc887c15-d8a9-4da4-a357-66fe978d7c1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/ae447d3a-1802-4a39-9555-4ecc99997376 HTTP/1.1" status: 204 len: 168 time: 1.0309842 Dec 23 15:32:23.054660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50262) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:23.186648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.193350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.193350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:23.193350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.218081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.222946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Transition to ACTIVE for port object b7a3979e-7a74-4ac9-8fbb-ad94984f56c9 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:23.236223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port c9d3e25e-48cf-4b85-9412-f4106c1b9713 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:23.236908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.306952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.328879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.367976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Network': ['ID=48c3ad31-7a5e-4801-b55b-b3fc2298365d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:23.381011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 48c3ad31-7a5e-4801-b55b-b3fc2298365d details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:23.400267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:23.499613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.554992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Allocated IP 2001:db8::f816:3eff:fecf:33c2 (6bb6a196-6223-4b98-9a3b-298785d07a39/ad1a2169-dfe8-45df-8183-28e18d4bda8f/765ce4b0-d41c-4962-b9f3-5d6c564e4380) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:23.558174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa6d41-56c9-40ae-8c54-50ccaadfe505 req-a2e29b51-ce21-42aa-8c2c-14599098f257 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:23.560101 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-84aa6d41-56c9-40ae-8c54-50ccaadfe505 req-a2e29b51-ce21-42aa-8c2c-14599098f257 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.2980442 Dec 23 15:32:23.636256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port c9d3e25e-48cf-4b85-9412-f4106c1b9713, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c9d3e25e-48cf-4b85-9412-f4106c1b9713,segment=NetworkSegment(5cdc4e0e-2076-40ff-83de-f6aab01e28be),segment_id=5cdc4e0e-2076-40ff-83de-f6aab01e28be)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:23.636611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.645278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network 6bb6a196-6223-4b98-9a3b-298785d07a39 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:23.652597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:23.654909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:23.657982 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-648ae4da-eed9-4506-bfc5-87edcda3e76f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/9388ca7b-d6be-44d7-bdd8-a81d3dd9bb54 HTTP/1.1" status: 204 len: 168 time: 2.7988431 Dec 23 15:32:23.659383 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-134531b2-6448-4961-9efc-ab1b8584dd90 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6127598 Dec 23 15:32:23.668022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:23.668689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.673716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50268) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:23.674164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50270) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:23.683470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Port': ['ID=b7a3979e-7a74-4ac9-8fbb-ad94984f56c9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:23.692522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'name': 'tempest-PortsIpV6TestJSON-629171434'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:23.790757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'subnet': {'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:23.825880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:23.829617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.841511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Transition to ACTIVE for port object 765ce4b0-d41c-4962-b9f3-5d6c564e4380 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:23.854633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:subnet and tenant:7ed934b4f22346d9aae20cf08301619c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:23.859039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:23.862778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Transition to ACTIVE for port object 765ce4b0-d41c-4962-b9f3-5d6c564e4380 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:23.863621 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:32:23.872498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:23.889955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:23.895472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:23.899276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:23.906928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:23.917752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for c9d3e25e-48cf-4b85-9412-f4106c1b9713 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:23.925604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:23.965644 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-84aa6d41-56c9-40ae-8c54-50ccaadfe505 req-23406728-911b-4247-8321-0ac350dd605f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939335 Dec 23 15:32:23.994347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Made reservation on behalf of 7ed934b4f22346d9aae20cf08301619c for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:23.997502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.007846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Network 6bb6a196-6223-4b98-9a3b-298785d07a39 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:24.011817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:24.017040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:24.031781 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7ae0e6df-7062-40f5-a9f3-7e57bb8f7888 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2012477 Dec 23 15:32:24.031781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50276) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:24.038119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:24.038119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.103332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd4d17-d789-4471-bf37-2c7f0aee31fb None None] Network b8693697-8b36-4277-8b7f-c650025e2d0e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:24.114580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting subnet ad1a2169-dfe8-45df-8183-28e18d4bda8f {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:24.119356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.119530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Pushing event updated for resources: {'Port': ['ID=765ce4b0-d41c-4962-b9f3-5d6c564e4380,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:24.162500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 04eb5cc9-2555-462f-ad5f-51ea2d91fc62 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:24.189397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c9d3e25e-48cf-4b85-9412-f4106c1b9713 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:24.202727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.234100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: c9d3e25e-48cf-4b85-9412-f4106c1b9713 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:24.234933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c9d3e25e-48cf-4b85-9412-f4106c1b9713 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 15:32:24.236705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.263302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port a49df8a0-0093-4ebf-a099-ab88818baa70 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:24.263746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.266527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1f150e09-6c5f-429d-a4f2-635d09bf5534 None None] Could not find standard attr ID for object c9d3e25e-48cf-4b85-9412-f4106c1b9713. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:32:24.271915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Port c9d3e25e-48cf-4b85-9412-f4106c1b9713 not found, will not notify nova. {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 15:32:24.288828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=c9d3e25e-48cf-4b85-9412-f4106c1b9713,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:24.289022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Attempting to bind port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:24.289280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Attempting to bind port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c1527763-75ae-430f-a7b0-883f282b51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:24.289644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Attempting to bind port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 on network 6bb6a196-6223-4b98-9a3b-298785d07a39 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:24.312104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:24.312484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Checking segment: {'id': 'c1527763-75ae-430f-a7b0-883f282b51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:24.312920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.313315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Bound using segment: {'id': 'c1527763-75ae-430f-a7b0-883f282b51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:24.313768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Bound port: 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1527763-75ae-430f-a7b0-883f282b51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6bb6a196-6223-4b98-9a3b-298785d07a39'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:24.314133 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.329821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No DVR routers for this DVR port c9d3e25e-48cf-4b85-9412-f4106c1b9713 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:24.416224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3e36ecb2-eb63-4b97-9d9f-4589a577da6c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:24.457408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 3e36ecb2-eb63-4b97-9d9f-4589a577da6c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:24.457745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3e36ecb2-eb63-4b97-9d9f-4589a577da6c not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:24.483828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.517560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8693697-8b36-4277-8b7f-c650025e2d0e']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:24.545468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdc4e0e-2076-40ff-83de-f6aab01e28be') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:24.545468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdc4e0e-2076-40ff-83de-f6aab01e28be') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:24.555417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.569911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] For port 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:24.575301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] For port 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=765ce4b0-d41c-4962-b9f3-5d6c564e4380,segment=NetworkSegment(c1527763-75ae-430f-a7b0-883f282b51cb),segment_id=c1527763-75ae-430f-a7b0-883f282b51cb)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:24.578169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.597249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:24.597249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:24.601346 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:24.613911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfb8290-8d38-46d0-900a-3262e9a78bcd None None] DHCP port deletion for b8693697-8b36-4277-8b7f-c650025e2d0e request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:24.685310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.687657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.697382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.705897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port a49df8a0-0093-4ebf-a099-ab88818baa70, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a49df8a0-0093-4ebf-a099-ab88818baa70,segment=NetworkSegment(2a8a3d85-cf82-44b4-85e0-756a9dad0afc),segment_id=2a8a3d85-cf82-44b4-85e0-756a9dad0afc)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:24.706236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.769600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5286a0-dded-482c-a772-06cbedad85a0 None None] Pushing event updated for resources: {'Port': ['ID=765ce4b0-d41c-4962-b9f3-5d6c564e4380,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:24.826714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.846258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.863846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=b8693697-8b36-4277-8b7f-c650025e2d0e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:24.863846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.864156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for a49df8a0-0093-4ebf-a099-ab88818baa70 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:24.911578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1a2169-dfe8-45df-8183-28e18d4bda8f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:24.924515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b03ad193-c2f2-4003-8caf-6bf31ffb85dd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/b8693697-8b36-4277-8b7f-c650025e2d0e HTTP/1.1" status: 204 len: 168 time: 1.8642449 Dec 23 15:32:24.925806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:24.926721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50280) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:24.929803 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d16989f7-5898-4a8d-b038-34c8ccb56fef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/ad1a2169-dfe8-45df-8183-28e18d4bda8f HTTP/1.1" status: 204 len: 168 time: 0.8984628 Dec 23 15:32:24.934933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50282) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:24.955292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-380157951'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:25.038130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:25.065646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:25.074040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:25.106899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:25.136541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030907a9-9e85-4c0c-91c1-8f9c6af9fd58 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:25.137869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030907a9-9e85-4c0c-91c1-8f9c6af9fd58 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:25.138604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-030907a9-9e85-4c0c-91c1-8f9c6af9fd58 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Synchronizing usage tracker for tenant:4d518865b76a4ee4ae836330af5f29ee on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:25.150795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.224207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970f136-543d-49e9-8599-7cb0a66a4ff8 req-0145d3e2-e8fb-4198-a45a-1f45fe9aa613 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:25.225567 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2970f136-543d-49e9-8599-7cb0a66a4ff8 req-0145d3e2-e8fb-4198-a45a-1f45fe9aa613 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.0893743 Dec 23 15:32:25.265147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:25.268610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.292798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2970f136-543d-49e9-8599-7cb0a66a4ff8 req-458e8a3e-61f1-4f7e-93ff-c1117f701912 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600255 Dec 23 15:32:25.353264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a10e7638-e160-4e39-98a7-6cd14ba90f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.458028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:25.462607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=04eb5cc9-2555-462f-ad5f-51ea2d91fc62,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:25.464781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-030907a9-9e85-4c0c-91c1-8f9c6af9fd58 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Unset dirty status for tenant:4d518865b76a4ee4ae836330af5f29ee on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:25.468458 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-030907a9-9e85-4c0c-91c1-8f9c6af9fd58 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5193732 Dec 23 15:32:25.468878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50294) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:25.476393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:25.485918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:25.489762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:25.491373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.516310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:25.549317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.549646 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 522ff0c4-2db2-4f05-be4b-147c3c6d775e of type vlan for network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a Dec 23 15:32:25.621399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-500695a5-580e-4630-84bc-11bc3ba31c80 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.629726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-500695a5-580e-4630-84bc-11bc3ba31c80 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 23 15:32:25.630159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500695a5-580e-4630-84bc-11bc3ba31c80 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:25.639366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-500695a5-580e-4630-84bc-11bc3ba31c80 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/6bb6a196-6223-4b98-9a3b-298785d07a39 HTTP/1.1" status: 409 len: 405 time: 0.1617563 Dec 23 15:32:25.639617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50302) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:25.641902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.645649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-186943453'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:25.651845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:25.652172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.663568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:network and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:25.663568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:25.667497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:25.718448 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a8b65251-21a6-4589-967d-69b6d7adca1e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0404558 Dec 23 15:32:25.721600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50306) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:25.721945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:32:25.722423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.726451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=a49df8a0-0093-4ebf-a099-ab88818baa70,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:25.798752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 04eb5cc9-2555-462f-ad5f-51ea2d91fc62 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:25.799100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.839326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:25.843741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.883142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:25.905518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.909836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.910160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Added segment 93a846e1-0189-4bb0-b46a-a3c73ed01956 of type vlan for network 45482b4b-accc-4bf2-9ee9-1bd0322ad600 Dec 23 15:32:25.910343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:25.911189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:25.915925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b15991-f559-49d2-8800-4f17e6794519 None None] Network 6bb6a196-6223-4b98-9a3b-298785d07a39 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:25.935400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Subnet': ['ID=99577aea-6bda-41da-96ad-672ee5c31b64,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:26.072351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.223610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:26.237282 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1cae7c5b-562e-49f4-bb1a-001220aefbbf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2906604 Dec 23 15:32:26.237867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50314) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:26.243639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:26.260557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Checking segment: {'id': 'f7a7f09f-7296-447b-9e21-8640f844edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:26.260998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network hostable DHCP agents. Network: 48c3ad31-7a5e-4801-b55b-b3fc2298365d, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:26.271109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:32:26.283479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:26.299384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 765ce4b0-d41c-4962-b9f3-5d6c564e4380 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:26.346593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.388246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-746263aa-77e2-45e5-9bc4-f4b9556c15ac None None] Provisioning for port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:26.455368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:26.467042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:26.475346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:26.496702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:26.539628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.556468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] DHCP port deletion for 6bb6a196-6223-4b98-9a3b-298785d07a39 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:26.561715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Deleting port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:26.562213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.600410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:26.608819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 04eb5cc9-2555-462f-ad5f-51ea2d91fc62 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:26.617136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:26.617785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.634836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:26.763288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network 48c3ad31-7a5e-4801-b55b-b3fc2298365d is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:26.771962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.776936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6be89-1a65-495d-a540-66d670034682 req-7bfe9290-0385-4b16-9cb6-8cf748c4ee97 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:26.778428 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c5a6be89-1a65-495d-a540-66d670034682 req-7bfe9290-0385-4b16-9cb6-8cf748c4ee97 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.6014011 Dec 23 15:32:26.782059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.784023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:26.784602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.810825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b942f-b3f8-4eef-b594-0cb34f2b2ab4 req-37dea63d-dfa9-4c41-902a-a2b28054ac42 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:26.812429 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-970b942f-b3f8-4eef-b594-0cb34f2b2ab4 req-37dea63d-dfa9-4c41-902a-a2b28054ac42 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.1773634 Dec 23 15:32:26.898513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.915776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] For port 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=765ce4b0-d41c-4962-b9f3-5d6c564e4380,segment=NetworkSegment(c1527763-75ae-430f-a7b0-883f282b51cb),segment_id=c1527763-75ae-430f-a7b0-883f282b51cb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:26.916200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.920281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 48c3ad31-7a5e-4801-b55b-b3fc2298365d) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:26.928499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:26.942346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:26.942914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36dc4a6-aa10-4ffe-bb94-1c8fd4b3c4fc None None] Network 48c3ad31-7a5e-4801-b55b-b3fc2298365d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:26.943025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.009532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.010379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/04eb5cc9-2555-462f-ad5f-51ea2d91fc62 HTTP/1.1" status: 204 len: 168 time: 1.2872155 Dec 23 15:32:27.015492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=04eb5cc9-2555-462f-ad5f-51ea2d91fc62,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:27.016453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50320) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:27.025747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'mac_address': 'fa:16:3e:90:3a:9c', 'name': 'tempest-PortsIpV6TestJSON-1202079432'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:27.033854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Network': ['ID=45482b4b-accc-4bf2-9ee9-1bd0322ad600,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:27.052950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.053317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.053749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.053972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.054277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.054538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.054849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.055170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.055486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.055792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.056100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e24e-9fdf-4d27-901f-4f87d5a2aefe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.065380 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c5a6be89-1a65-495d-a540-66d670034682 req-822fbda7-e8d5-4238-8ebe-a14667a0de3a tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767415 Dec 23 15:32:27.069913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4293389 Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6225c9a1-80f3-4713-ada9-5d23e602ac6b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:27.078710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50324) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:27.080295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Calling delete_port for 765ce4b0-d41c-4962-b9f3-5d6c564e4380 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:27.080411 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-970b942f-b3f8-4eef-b594-0cb34f2b2ab4 req-cdfd3417-aaab-47de-aa76-9e9ad095107d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375133 Dec 23 15:32:27.085664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'subnet': {'network_id': '45482b4b-accc-4bf2-9ee9-1bd0322ad600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:27.161969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 45482b4b-accc-4bf2-9ee9-1bd0322ad600 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:27.172195 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e56bdb5e-88f1-493d-af29-530dce2c4a97 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4864118 Dec 23 15:32:27.174798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50328) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:27.195347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-128660985', 'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:27.205792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:27.222246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:port and tenant:7ed934b4f22346d9aae20cf08301619c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:27.226553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:27.239843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:27.242056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:27.258140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:27.302611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Made reservation on behalf of 7ed934b4f22346d9aae20cf08301619c for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:27.303553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:27.305571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.308414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:27.311613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:27.318076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:27.329390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] device_id is not set on port d5c8d9c3-7e46-41ad-9905-1483891fa819 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:27.359223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=765ce4b0-d41c-4962-b9f3-5d6c564e4380,segment=NetworkSegment(c1527763-75ae-430f-a7b0-883f282b51cb),segment_id=c1527763-75ae-430f-a7b0-883f282b51cb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:27.364847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:27.437531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.514382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c9d3e25e-48cf-4b85-9412-f4106c1b9713 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:27.545994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.551454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:27.555163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:27.580398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: c9d3e25e-48cf-4b85-9412-f4106c1b9713 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:27.591077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c9d3e25e-48cf-4b85-9412-f4106c1b9713 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:27.652459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=765ce4b0-d41c-4962-b9f3-5d6c564e4380,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:27.664703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1376cf09-b129-4a3c-9cb8-9973d5210fbd None None] Network 48c3ad31-7a5e-4801-b55b-b3fc2298365d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:27.668974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:27.684420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Allocated IP 172.20.0.9 (48c3ad31-7a5e-4801-b55b-b3fc2298365d/99577aea-6bda-41da-96ad-672ee5c31b64/d5c8d9c3-7e46-41ad-9905-1483891fa819) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:27.745242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9c99ff61-37ce-4a00-99b7-6d494b697fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.758557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.874166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:27.945217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=c2a3c453-0f6e-4b54-8be5-c6886d95ef1f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:27.949209 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 97b29c59-7bc4-4f26-86ba-9d921e9f752c yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:27.981467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.025253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '522ff0c4-2db2-4f05-be4b-147c3c6d775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:28.025592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:28.037944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 765ce4b0-d41c-4962-b9f3-5d6c564e4380 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:28.063396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Deleting port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:28.070935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.133429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.135277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:32:28.189515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:28.190530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.226580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:28.322173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.328032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:28.376269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:28.376519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network 48c3ad31-7a5e-4801-b55b-b3fc2298365d is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:28.377006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.390906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246c1fe-4aa9-472e-b76a-2ce82d3699ee None None] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:28.393695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:28.395596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Subnet': ['ID=ec27f42a-1491-417d-9731-44985503ef3e,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:28.401527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:28.465170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:28.478151 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:28.480722 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ce1e863f-1ac7-4e93-85a6-84639e011125 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6230597 Dec 23 15:32:28.484562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50336) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:28.495562 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:28.496830 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:28.531070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.542371 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e2e6bda0-2f22-4bd0-9385-245fb8220db5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3028412 Dec 23 15:32:28.545397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50340) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:28.557301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1674079933'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:28.566550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c8d9c3-7e46-41ad-9905-1483891fa819,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:28.631585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Checking segment: {'id': '93a846e1-0189-4bb0-b46a-a3c73ed01956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '45482b4b-accc-4bf2-9ee9-1bd0322ad600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:28.632008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network hostable DHCP agents. Network: 45482b4b-accc-4bf2-9ee9-1bd0322ad600, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:28.657885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.672035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] For port 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=765ce4b0-d41c-4962-b9f3-5d6c564e4380,segment=NetworkSegment(c1527763-75ae-430f-a7b0-883f282b51cb),segment_id=c1527763-75ae-430f-a7b0-883f282b51cb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:28.672459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.722753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:28.723376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.729695 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:28.784146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04037403-e651-403d-806a-a5263c55067c req-35ee8592-e13c-4d9e-84dd-d77cf868f441 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:28.785670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04037403-e651-403d-806a-a5263c55067c req-35ee8592-e13c-4d9e-84dd-d77cf868f441 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.5029881 Dec 23 15:32:28.802989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca744-8da0-46df-99db-cfc1a631d6a5 req-c525b0af-5ae3-41e9-adf1-c76c616e432b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:28.804438 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-412ca744-8da0-46df-99db-cfc1a631d6a5 req-c525b0af-5ae3-41e9-adf1-c76c616e432b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5229599 Dec 23 15:32:28.828838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.846071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Calling delete_port for 765ce4b0-d41c-4962-b9f3-5d6c564e4380 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:28.851626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:28.861159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:28.876726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network 45482b4b-accc-4bf2-9ee9-1bd0322ad600 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:28.879362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=97b29c59-7bc4-4f26-86ba-9d921e9f752c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:28.895449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:28.899285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:28.899867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.903978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04037403-e651-403d-806a-a5263c55067c req-73e816e7-2b49-4f3e-b00b-9ab385c63ccf tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077619 Dec 23 15:32:28.914330 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-abd5dedf-667a-4c99-a936-70ca587f2296 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7383363 Dec 23 15:32:28.918847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-412ca744-8da0-46df-99db-cfc1a631d6a5 req-bb7ce58e-3dc9-4823-b293-9ea4143c8292 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000881 Dec 23 15:32:28.919393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50344) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:28.935049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=765ce4b0-d41c-4962-b9f3-5d6c564e4380,segment=NetworkSegment(c1527763-75ae-430f-a7b0-883f282b51cb),segment_id=c1527763-75ae-430f-a7b0-883f282b51cb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:28.974698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:28.979785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet a043b47e-4660-4086-b377-5890667876e7 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:28.985053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:28.994198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Deleting port d5c8d9c3-7e46-41ad-9905-1483891fa819 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:28.995052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.020917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:29.026133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 45482b4b-accc-4bf2-9ee9-1bd0322ad600) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:29.030759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:29.036394 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0739bfdb-709e-42fb-b588-00a37eb4a60b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0172949 Dec 23 15:32:29.037502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:29.038102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.044061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50348) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:29.048768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.050162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.051892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04556ea1-ee85-43ab-8c9d-ff06ea998598 None None] Network 45482b4b-accc-4bf2-9ee9-1bd0322ad600 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:29.067313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a', 'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a', 'tenant_id': '574d9894db7f4677a3addecdad9f9362', 'fixed_ips': [{'subnet_id': 'c2a3c453-0f6e-4b54-8be5-c6886d95ef1f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:29.067765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.084559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:29.112908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.184682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3499565a-754a-46c5-9d20-77bf195b5c47 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:29.185190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3499565a-754a-46c5-9d20-77bf195b5c47 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:29.222978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f8078bd7-71f1-4a09-8f75-95d934102ffc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1391683 Dec 23 15:32:29.223190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50352) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:29.231352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:29.234402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.252202 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:25Z', 'revision_number': 9, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:29.256264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:29.256781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:29.260856 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:29.293516 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:29.294214 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:29.378809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3499565a-754a-46c5-9d20-77bf195b5c47 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:29.382669 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3499565a-754a-46c5-9d20-77bf195b5c47 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/97b29c59-7bc4-4f26-86ba-9d921e9f752c HTTP/1.1" status: 200 len: 845 time: 0.3346264 Dec 23 15:32:29.384408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50356) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:29.406319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=765ce4b0-d41c-4962-b9f3-5d6c564e4380,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:29.447048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.472849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.477805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 437eb066-cc80-4468-8ed5-298ea908e9c1 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:29.580497 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:29.590004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 97b29c59-7bc4-4f26-86ba-9d921e9f752c {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:29.590345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.598729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.610554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f927b3f-0ed0-437f-8721-a1f277d518d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-45482b4b-accc-4bf2-9ee9-1bd0322ad600', 'network_id': '45482b4b-accc-4bf2-9ee9-1bd0322ad600', 'tenant_id': '4d518865b76a4ee4ae836330af5f29ee', 'fixed_ips': [{'subnet_id': 'ec27f42a-1491-417d-9731-44985503ef3e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:29.611739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1f927b3f-0ed0-437f-8721-a1f277d518d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.630004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Allocated IP 172.20.0.2 (67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a/c2a3c453-0f6e-4b54-8be5-c6886d95ef1f/d538a6ff-ec38-4df5-83fc-a918beb728e8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:29.725712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.759158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.808733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.873816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=a043b47e-4660-4086-b377-5890667876e7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server [None req-1f927b3f-0ed0-437f-8721-a1f277d518d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec27f42a-1491-417d-9731-44985503ef3e: This subnet is being modified by another concurrent operation. Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise exception Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec27f42a-1491-417d-9731-44985503ef3e: This subnet is being modified by another concurrent operation. Dec 23 15:32:29.876678 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Dec 23 15:32:29.906914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd075c98-b705-4a8b-b81c-83ef528457f2 None None] Network 45482b4b-accc-4bf2-9ee9-1bd0322ad600 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:29.933721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:29.946269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.043794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f989bf-cf42-4ef1-ab86-9254a2dc9dfc None None] Network 095d935d-990d-418c-a553-be679b846251 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:30.074835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Deleting port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:30.075511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.095745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 97b29c59-7bc4-4f26-86ba-9d921e9f752c owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:30.109413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.117433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.127843 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:25Z', 'revision_number': 9, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:30.128330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Transition to ACTIVE for port object d538a6ff-ec38-4df5-83fc-a918beb728e8 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:30.139143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45482b4b-accc-4bf2-9ee9-1bd0322ad600']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:30.141270 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac61e25-5713-454b-90c0-6eafca989bc0 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:25Z', 'revision_number': 9, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca83022f-b25c-4d70-b0ca-6b4fab7707f1', 'name': '', 'network_id': 'e731b584-fa05-4d28-a090-dc1eff4ce680', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:52:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:28Z', 'updated_at': '2021-12-23T15:31:44Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '333eb0c0-bb6f-4248-9ce7-b0509934c2fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:30.148391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Transition to ACTIVE for port object d538a6ff-ec38-4df5-83fc-a918beb728e8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:30.164789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Calling delete_port for d5c8d9c3-7e46-41ad-9905-1483891fa819 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:30.186352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.186699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.187028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.187353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.187673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.187993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.188338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.188653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.188967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.189281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.189721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:30.201259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Subnet': ['ID=ec27f42a-1491-417d-9731-44985503ef3e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:30.211893 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0ee22079-ddde-403e-9540-96a8b236e396 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/a043b47e-4660-4086-b377-5890667876e7 HTTP/1.1" status: 204 len: 168 time: 1.7259836 Dec 23 15:32:30.212425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50364) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:30.300461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a846e1-0189-4bb0-b46a-a3c73ed01956') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:30.303916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a846e1-0189-4bb0-b46a-a3c73ed01956') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:30.330046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.340018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.351953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 4f80f88c-8682-4787-9577-aad35954933f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:30.352200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.382027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.382421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.415582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:30.416228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.418993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:30.438705 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:30.507734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=97b29c59-7bc4-4f26-86ba-9d921e9f752c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:30.520546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.549098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.552731 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f87ad6be-e00b-4dc2-8618-330e658033c5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/97b29c59-7bc4-4f26-86ba-9d921e9f752c HTTP/1.1" status: 204 len: 168 time: 1.1626613 Dec 23 15:32:30.560294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50368) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:30.569105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.10 (67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a/c2a3c453-0f6e-4b54-8be5-c6886d95ef1f/437eb066-cc80-4468-8ed5-298ea908e9c1) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:30.603787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:30.619031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ce907-ba89-48da-b5c9-1f1730239696 req-8fb8f394-cadc-4fd0-ad6e-b3927fef2802 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:30.621497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-386ce907-ba89-48da-b5c9-1f1730239696 req-8fb8f394-cadc-4fd0-ad6e-b3927fef2802 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.4651623 Dec 23 15:32:30.640198 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-737f9e4d-b43e-45c1-b772-7a8d6f039ee1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:32:30.640695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-737f9e4d-b43e-45c1-b772-7a8d6f039ee1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:30.651525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4a6f-5693-4641-8ee8-536b0de9540a req-b0001ce8-bfb7-49e7-b417-53701927152a tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:30.660836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60be4a6f-5693-4641-8ee8-536b0de9540a req-b0001ce8-bfb7-49e7-b417-53701927152a tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5059421 Dec 23 15:32:30.703492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.748636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.771647 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Network': ['ID=45482b4b-accc-4bf2-9ee9-1bd0322ad600,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:30.774540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:30.781638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:30.784869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Pushing event updated for resources: {'Port': ['ID=d538a6ff-ec38-4df5-83fc-a918beb728e8,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:30.789830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.797495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-95997e73-5a20-4957-90af-109b1986769b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/45482b4b-accc-4bf2-9ee9-1bd0322ad600 HTTP/1.1" status: 204 len: 168 time: 1.5718856 Dec 23 15:32:30.808969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-386ce907-ba89-48da-b5c9-1f1730239696 req-291d3fb5-7268-43c9-9f36-7305f8696ae8 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790431 Dec 23 15:32:30.809512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50372) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:30.861439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port 4f80f88c-8682-4787-9577-aad35954933f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4f80f88c-8682-4787-9577-aad35954933f,segment=NetworkSegment(2a8a3d85-cf82-44b4-85e0-756a9dad0afc),segment_id=2a8a3d85-cf82-44b4-85e0-756a9dad0afc)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:30.861803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:30.861915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-564589171'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:30.874977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-737f9e4d-b43e-45c1-b772-7a8d6f039ee1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:30.879520 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-737f9e4d-b43e-45c1-b772-7a8d6f039ee1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/97b29c59-7bc4-4f26-86ba-9d921e9f752c HTTP/1.1" status: 404 len: 333 time: 0.3133690 Dec 23 15:32:30.881622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50376) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:30.882369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:30.886537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c8d9c3-7e46-41ad-9905-1483891fa819,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:30.889480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'name': 'tempest-PortsIpV6TestJSON-2016379901'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:30.891124 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60be4a6f-5693-4641-8ee8-536b0de9540a req-db16b358-e3d8-41aa-a1cf-fc4126d9e4d9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254426 Dec 23 15:32:30.896096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:network and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:30.901521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:30.909746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:30.997099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] For port 765ce4b0-d41c-4962-b9f3-5d6c564e4380, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=765ce4b0-d41c-4962-b9f3-5d6c564e4380,segment=NetworkSegment(c1527763-75ae-430f-a7b0-883f282b51cb),segment_id=c1527763-75ae-430f-a7b0-883f282b51cb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:30.997614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.014352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Attempting to bind port d538a6ff-ec38-4df5-83fc-a918beb728e8 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:31.014732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Attempting to bind port d538a6ff-ec38-4df5-83fc-a918beb728e8 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '522ff0c4-2db2-4f05-be4b-147c3c6d775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:31.015065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Attempting to bind port d538a6ff-ec38-4df5-83fc-a918beb728e8 on network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:31.129980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.131823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-82aaf81a-f5fc-4a49-adc9-1e71d57d7646 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d5c8d9c3-7e46-41ad-9905-1483891fa819 HTTP/1.1" status: 204 len: 168 time: 2.2114449 Dec 23 15:32:31.135489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50380) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:31.142477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d', 'external_fixed_ips': [{'subnet_id': '99577aea-6bda-41da-96ad-672ee5c31b64', 'ip_address': '172.20.0.9'}]}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:31.144644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for 4f80f88c-8682-4787-9577-aad35954933f owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:31.148045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:31.155153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:router and tenant:7ed934b4f22346d9aae20cf08301619c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:31.159562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:31.164552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.177193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:31.186991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:31.207870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:31.214184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Calling delete_port for 765ce4b0-d41c-4962-b9f3-5d6c564e4380 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:31.221255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.221663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Added segment 1b1133bd-3ea3-48e6-92be-a81fbdecbaf0 of type vlan for network c63c29a2-663d-43fc-a3a1-9a760e4a19ff Dec 23 15:32:31.252656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.254318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:31.254318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Checking segment: {'id': '522ff0c4-2db2-4f05-be4b-147c3c6d775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:31.254695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.255070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Bound using segment: {'id': '522ff0c4-2db2-4f05-be4b-147c3c6d775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:31.255536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Bound port: d538a6ff-ec38-4df5-83fc-a918beb728e8, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522ff0c4-2db2-4f05-be4b-147c3c6d775e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:31.256578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.284284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.285490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.305849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.307483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.326058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:31.351700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object 437eb066-cc80-4468-8ed5-298ea908e9c1 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:31.357769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:31.377911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] DHCP port deletion for 095d935d-990d-418c-a553-be679b846251 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:31.387321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.387500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Deleting port 4f80f88c-8682-4787-9577-aad35954933f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:31.387806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.391058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:31.391627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.416822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] For port d538a6ff-ec38-4df5-83fc-a918beb728e8, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:31.443232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] For port d538a6ff-ec38-4df5-83fc-a918beb728e8, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d538a6ff-ec38-4df5-83fc-a918beb728e8,segment=NetworkSegment(522ff0c4-2db2-4f05-be4b-147c3c6d775e),segment_id=522ff0c4-2db2-4f05-be4b-147c3c6d775e)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:31.486127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.486977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.491380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:31.494403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.539870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.542151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] Pushing event deleted for resources: {'Port': ['ID=765ce4b0-d41c-4962-b9f3-5d6c564e4380,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:31.572447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b269da0a-e92c-4225-a75f-6f7c567cf65c None None] No DVR routers for this DVR port 765ce4b0-d41c-4962-b9f3-5d6c564e4380 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:31.577621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.596822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 80e45899-dc99-4bd7-aacc-c44563bfb006 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:31.611144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Network': ['ID=c63c29a2-663d-43fc-a3a1-9a760e4a19ff,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:31.646258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.660146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:31.661350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No DVR routers for this DVR port 4f80f88c-8682-4787-9577-aad35954933f on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:31.667163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:31.674946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network c63c29a2-663d-43fc-a3a1-9a760e4a19ff details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:31.686262 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f898150c-2fd1-4805-8968-d13d39784c5e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8701644 Dec 23 15:32:31.689312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50384) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:31.698250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:31.716666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'subnet': {'network_id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:31.779366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=437eb066-cc80-4468-8ed5-298ea908e9c1,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:31.842870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] For port 4f80f88c-8682-4787-9577-aad35954933f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4f80f88c-8682-4787-9577-aad35954933f,segment=NetworkSegment(2a8a3d85-cf82-44b4-85e0-756a9dad0afc),segment_id=2a8a3d85-cf82-44b4-85e0-756a9dad0afc)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:31.843140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:31.873893 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Pushing event updated for resources: {'Port': ['ID=d538a6ff-ec38-4df5-83fc-a918beb728e8,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:31.945628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:31.952945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:subnet and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:31.957816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:31.965367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=4f80f88c-8682-4787-9577-aad35954933f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:31.977139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:32.038502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Calling delete_port for 4f80f88c-8682-4787-9577-aad35954933f owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:32.070406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:32.071059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.076029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.076408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.076748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.077083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.077474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.077805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.078129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.078453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.078777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.079092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.079410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bf4d18-e60b-4609-b9ed-76b9ba3a9fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:32:32.092146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.170262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:32.170262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:32.172220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f80f88c-8682-4787-9577-aad35954933f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:32.173849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:32.216202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095d935d-990d-418c-a553-be679b846251']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:32.217048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4f80f88c-8682-4787-9577-aad35954933f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:32.217458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f80f88c-8682-4787-9577-aad35954933f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:32.217752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a49df8a0-0093-4ebf-a099-ab88818baa70 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:32.251629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a49df8a0-0093-4ebf-a099-ab88818baa70 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:32.251970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a49df8a0-0093-4ebf-a099-ab88818baa70 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:32.285853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8a3d85-cf82-44b4-85e0-756a9dad0afc') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:32.286183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8a3d85-cf82-44b4-85e0-756a9dad0afc') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:32.310845 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-711f5893-b7f6-48e7-b865-f4299c551f85 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.7644703 Dec 23 15:32:32.315302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50392) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:32.329187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.396923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.410186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.426103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.428667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:32.429056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:32.446087 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:32.508910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66563bb-cc6c-400e-9d8d-0212b8f6f74c req-83b800fe-6d98-4c82-9f72-a9c5a036f2ee tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:32.509466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 437eb066-cc80-4468-8ed5-298ea908e9c1 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:32.509801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.510970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c66563bb-cc6c-400e-9d8d-0212b8f6f74c req-83b800fe-6d98-4c82-9f72-a9c5a036f2ee tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.5070047 Dec 23 15:32:32.614759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ca77b-7f8d-4bce-81b7-3693b2e97b75 req-8ebf3900-7162-4eb0-b6d3-6bb5cd442065 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:32.616238 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b96ca77b-7f8d-4bce-81b7-3693b2e97b75 req-8ebf3900-7162-4eb0-b6d3-6bb5cd442065 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.4109797 Dec 23 15:32:32.644706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.669826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.671763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Deleting port 4f80f88c-8682-4787-9577-aad35954933f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:32.672341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.700771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=095d935d-990d-418c-a553-be679b846251,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:32.735042 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c66563bb-cc6c-400e-9d8d-0212b8f6f74c req-fad9d98e-33db-423b-9efd-6774fee0ddba tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910689 Dec 23 15:32:32.751357 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dda63d77-ca29-4b8f-aeb8-6e3c9d4b696e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/095d935d-990d-418c-a553-be679b846251 HTTP/1.1" status: 204 len: 168 time: 2.5354190 Dec 23 15:32:32.754980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.762088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50396) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:32.814807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bdeacd65-7e57-43a5-ae10-5a1ecbd858c0 None None] The port '4f80f88c-8682-4787-9577-aad35954933f' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:32.883969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:32.888552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=80e45899-dc99-4bd7-aacc-c44563bfb006,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:32.890890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:32.896275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.903701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:32.907551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:32.908160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.939445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.941597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:32.948847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b96ca77b-7f8d-4bce-81b7-3693b2e97b75 req-bf8aac5a-c26c-4e68-a584-d8f44d25edc6 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3088260 Dec 23 15:32:33.098251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 437eb066-cc80-4468-8ed5-298ea908e9c1 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:33.108655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511a4f3-173a-46a0-9901-7324cb1fbea0 None None] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:33.273674 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a5f4d63a-a485-4f96-a5b8-c8d2a1a2b7ca tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3914022 Dec 23 15:32:33.278201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50402) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:33.285842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:33.329512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-27e59975-98e8-42a4-97d3-e1bf021c0055 None None] Provisioning for port d538a6ff-ec38-4df5-83fc-a918beb728e8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:33.342830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:33.514697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:33.625839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:33.679782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9bd3cd56-89fc-4480-b5dd-7bdd8480455f None None] Could not find standard attr ID for object 437eb066-cc80-4468-8ed5-298ea908e9c1. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:32:33.687219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Subnet': ['ID=d8166df8-a724-456a-860d-51bd27e652e6,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:33.722245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=437eb066-cc80-4468-8ed5-298ea908e9c1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:33.771811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Allocated IP 172.20.0.9 (48c3ad31-7a5e-4801-b55b-b3fc2298365d/99577aea-6bda-41da-96ad-672ee5c31b64/f2de129b-f082-4887-9163-961733b17207) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:33.797357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Checking segment: {'id': '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:33.797830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network hostable DHCP agents. Network: c63c29a2-663d-43fc-a3a1-9a760e4a19ff, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:33.927239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:33.950610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:33.953527 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f62d5855-a571-413e-a2ff-10720646f89e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/437eb066-cc80-4468-8ed5-298ea908e9c1 HTTP/1.1" status: 204 len: 168 time: 1.6277275 Dec 23 15:32:33.955761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50410) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:34.000241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c84b1828-f5cc-4378-bff9-483e80e2d81b None None] Could not find standard attr ID for object 437eb066-cc80-4468-8ed5-298ea908e9c1. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:32:34.006188 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-d363f769-dc25-4de7-9d7f-e5e3a8e9e11a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:32:34.006188 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d363f769-dc25-4de7-9d7f-e5e3a8e9e11a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:34.023443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.046445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a85e9-1643-4398-86b8-b5bb3d9a7b46 req-34ed4111-084d-4185-9542-2d339251c543 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:34.048244 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f1a85e9-1643-4398-86b8-b5bb3d9a7b46 req-34ed4111-084d-4185-9542-2d339251c543 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5146163 Dec 23 15:32:34.086160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d363f769-dc25-4de7-9d7f-e5e3a8e9e11a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:34.090748 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d363f769-dc25-4de7-9d7f-e5e3a8e9e11a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/437eb066-cc80-4468-8ed5-298ea908e9c1 HTTP/1.1" status: 404 len: 333 time: 0.1308067 Dec 23 15:32:34.097976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50414) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:34.112256 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-6a924741-d087-4766-ab98-c7ff35d30d0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 0.4815516 Dec 23 15:32:34.126412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d538a6ff-ec38-4df5-83fc-a918beb728e8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:34.136038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] In _notify_port_updated(), no bound segment for port 80e45899-dc99-4bd7-aacc-c44563bfb006 on network 0ef01ced-06dc-497d-81a0-ca66923b8f99 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:32:34.140068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:34.140757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.144868 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "PUT /v2.0/ports/80e45899-dc99-4bd7-aacc-c44563bfb006 HTTP/1.1" status: 200 len: 818 time: 0.8655465 Dec 23 15:32:34.148588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50418) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:34.169038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network c63c29a2-663d-43fc-a3a1-9a760e4a19ff is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:34.196827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13aafa9-cdc5-4347-b5ba-dde16cf0c6dc None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:32:34.199107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.209283 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e7bf0-bc27-47e3-bba2-ca6c5133890f tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=80e45899-dc99-4bd7-aacc-c44563bfb006,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:34.261238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.272110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 80e45899-dc99-4bd7-aacc-c44563bfb006 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:34.272464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.322006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, c63c29a2-663d-43fc-a3a1-9a760e4a19ff) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:34.329527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:34.330235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.342398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13aafa9-cdc5-4347-b5ba-dde16cf0c6dc None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:32:34.349808 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f1a85e9-1643-4398-86b8-b5bb3d9a7b46 req-c3859702-c2e4-480f-9c5c-b6c7f44e9b33 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895958 Dec 23 15:32:34.387578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d538a6ff-ec38-4df5-83fc-a918beb728e8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:34.391894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077437-183d-4c2d-904d-5c833711c4ae req-2dfa9211-af96-4141-93be-3779cc746627 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:34.393472 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2f077437-183d-4c2d-904d-5c833711c4ae req-2dfa9211-af96-4141-93be-3779cc746627 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.4738991 Dec 23 15:32:34.482782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d538a6ff-ec38-4df5-83fc-a918beb728e8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:34.483144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.545743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-06559430-979f-491f-a9d6-991d79b5c4d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:34.547197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-06559430-979f-491f-a9d6-991d79b5c4d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.4211853 Dec 23 15:32:34.582096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet c2a3c453-0f6e-4b54-8be5-c6886d95ef1f {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:34.592840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.618483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-45d3e013-0902-4bec-b660-40c6afc6675b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9251101 Dec 23 15:32:34.627106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50422) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:34.627461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.655005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.673368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.691066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.705623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2f077437-183d-4c2d-904d-5c833711c4ae req-24855c82-dac3-4771-ad97-db78a0705aaf tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626872 Dec 23 15:32:34.776498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d538a6ff-ec38-4df5-83fc-a918beb728e8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d538a6ff-ec38-4df5-83fc-a918beb728e8,segment=NetworkSegment(522ff0c4-2db2-4f05-be4b-147c3c6d775e),segment_id=522ff0c4-2db2-4f05-be4b-147c3c6d775e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:34.846562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 80e45899-dc99-4bd7-aacc-c44563bfb006 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:34.860920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.967135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:34.972504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d538a6ff-ec38-4df5-83fc-a918beb728e8,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:34.976924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network 48c3ad31-7a5e-4801-b55b-b3fc2298365d is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:34.982107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:34.984965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:35.004766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-c63c29a2-663d-43fc-a3a1-9a760e4a19ff', 'network_id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff', 'tenant_id': '4d518865b76a4ee4ae836330af5f29ee', 'fixed_ips': [{'subnet_id': 'd8166df8-a724-456a-860d-51bd27e652e6'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:35.005623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.017356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Port': ['ID=f2de129b-f082-4887-9163-961733b17207,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:35.029621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.038087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-625d1c71-1145-4506-954d-aa6f095fe38c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 1001 time: 0.4827077 Dec 23 15:32:35.178911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Allocated IP 2001:db8::2 (c63c29a2-663d-43fc-a3a1-9a760e4a19ff/d8166df8-a724-456a-860d-51bd27e652e6/4ce4719b-7938-4c6c-b7e9-b35c994bacc0) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:35.199809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.202473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=80e45899-dc99-4bd7-aacc-c44563bfb006,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:35.230609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.253253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-9b6c8c5f-9fc7-4614-bec8-8dcb2ae88efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:35.254664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-9b6c8c5f-9fc7-4614-bec8-8dcb2ae88efa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.2022178 Dec 23 15:32:35.302471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.347006 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-29058b82-dc22-4651-94c1-5ee2111eaad6 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/80e45899-dc99-4bd7-aacc-c44563bfb006 HTTP/1.1" status: 204 len: 168 time: 1.1924763 Dec 23 15:32:35.347006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a3c453-0f6e-4b54-8be5-c6886d95ef1f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:35.348074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50426) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:35.389011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.393583 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-13d850b7-f96a-4b00-873d-f1c87edea60a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/c2a3c453-0f6e-4b54-8be5-c6886d95ef1f HTTP/1.1" status: 204 len: 168 time: 1.2919738 Dec 23 15:32:35.394343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50432) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:35.533032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.544330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.548914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.549409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184fb5a8-2063-46b8-a4d4-853430c1d593 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:35.549920 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-184fb5a8-2063-46b8-a4d4-853430c1d593 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:35.560602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Transition to ACTIVE for port object 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:35.562747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port d538a6ff-ec38-4df5-83fc-a918beb728e8 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:35.563066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.579984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Transition to ACTIVE for port object 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:35.679121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.686560 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-736c8053-3439-4569-9ae4-3a9a9502ba50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4228141 Dec 23 15:32:35.692606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-184fb5a8-2063-46b8-a4d4-853430c1d593 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:35.696224 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-184fb5a8-2063-46b8-a4d4-853430c1d593 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3446274 Dec 23 15:32:35.699692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50436) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:35.754303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Network c63c29a2-663d-43fc-a3a1-9a760e4a19ff is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:35.755476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:35.758702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:35.772641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Pushing event updated for resources: {'Port': ['ID=4ce4719b-7938-4c6c-b7e9-b35c994bacc0,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:35.827835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port d538a6ff-ec38-4df5-83fc-a918beb728e8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d538a6ff-ec38-4df5-83fc-a918beb728e8,segment=NetworkSegment(522ff0c4-2db2-4f05-be4b-147c3c6d775e),segment_id=522ff0c4-2db2-4f05-be4b-147c3c6d775e)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:35.828277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.868255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Attempting to bind port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:35.868629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Attempting to bind port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:35.868986 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Attempting to bind port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 on network c63c29a2-663d-43fc-a3a1-9a760e4a19ff {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:35.876433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:35.876803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Checking segment: {'id': '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:35.877200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.877764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Bound using segment: {'id': '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:35.878491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Bound port: 4ce4719b-7938-4c6c-b7e9-b35c994bacc0, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:35.878873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:35.890235 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-743c6e6c-bcfd-4915-bd07-49366a00ff06 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:32:35.895257 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-743c6e6c-bcfd-4915-bd07-49366a00ff06 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/80e45899-dc99-4bd7-aacc-c44563bfb006 HTTP/1.1" status: 404 len: 333 time: 0.1944776 Dec 23 15:32:35.895867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50442) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:35.954016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1067459742'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:35.977593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] For port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:35.981663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] For port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ce4719b-7938-4c6c-b7e9-b35c994bacc0,segment=NetworkSegment(1b1133bd-3ea3-48e6-92be-a81fbdecbaf0),segment_id=1b1133bd-3ea3-48e6-92be-a81fbdecbaf0)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:35.995760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a12cfa-91de-4475-bba3-9196d901ab52 req-6cf401e6-678a-4658-9b15-2d5f5c14d9cb tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:35.997266 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44a12cfa-91de-4475-bba3-9196d901ab52 req-6cf401e6-678a-4658-9b15-2d5f5c14d9cb tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.4233160 Dec 23 15:32:36.006719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.030154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for d538a6ff-ec38-4df5-83fc-a918beb728e8 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:36.046866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.047424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.051818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d538a6ff-ec38-4df5-83fc-a918beb728e8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:36.058588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:36.069008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:36.071604 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-fbe1adc1-352e-4a8c-b57e-50a5f80ff8a3 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724506 Dec 23 15:32:36.078187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:36.087070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:36.096273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.109282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Subnet': ['ID=d8166df8-a724-456a-860d-51bd27e652e6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:36.203428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f7b0e-7814-4c2d-99dc-b065864f775c None None] Pushing event updated for resources: {'Port': ['ID=4ce4719b-7938-4c6c-b7e9-b35c994bacc0,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:36.217544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:36.220574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d538a6ff-ec38-4df5-83fc-a918beb728e8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:36.220870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.221073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.245897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.259089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Port d538a6ff-ec38-4df5-83fc-a918beb728e8 was deleted so its status cannot be updated. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 23 15:32:36.304778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=d538a6ff-ec38-4df5-83fc-a918beb728e8,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:36.319412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:36.328607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.328922 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment 3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4 of type vlan for network e17002e0-ffdc-486d-9666-c4d5c1851a36 Dec 23 15:32:36.363571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.367244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No DVR routers for this DVR port d538a6ff-ec38-4df5-83fc-a918beb728e8 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:36.394407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2826ae-cd06-49bc-9699-872bd16d3fd2 req-43d4a846-9990-4105-9c24-7df2b32abcad tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:36.396009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c2826ae-cd06-49bc-9699-872bd16d3fd2 req-43d4a846-9990-4105-9c24-7df2b32abcad tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.5373442 Dec 23 15:32:36.439012 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44a12cfa-91de-4475-bba3-9196d901ab52 req-7d180519-e4cc-489d-b414-a979be135d2a tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4230585 Dec 23 15:32:36.493649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.545420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.574127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:36.592002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522ff0c4-2db2-4f05-be4b-147c3c6d775e') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:36.592002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522ff0c4-2db2-4f05-be4b-147c3c6d775e') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:36.599225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.601760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63c29a2-663d-43fc-a3a1-9a760e4a19ff']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:36.612938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.616588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:36.617156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.636478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.636680 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefd02b6-bb71-40fc-8797-8135446e8a8a req-437f1dd5-1f19-45f4-85f1-9bb4906b7e0a service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475597 Dec 23 15:32:36.638197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:36.638458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:36.655205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:36.656099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.657702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.665679 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c2826ae-cd06-49bc-9699-872bd16d3fd2 req-5290f17d-893c-405c-8786-3863ee5571e4 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428856 Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:36.670953 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:36.821156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=e17002e0-ffdc-486d-9666-c4d5c1851a36,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:36.832875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:36.868967 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2d6a0116-3197-4c2d-9e88-df576e4086c7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9200161 Dec 23 15:32:36.872301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50446) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:36.879880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:36.893689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.905123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:36.905509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:36.921219 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:36.979626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:36.991329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.003517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.042897 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a HTTP/1.1" status: 204 len: 168 time: 1.6430604 Dec 23 15:32:37.046464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a34ccb-990b-40be-b096-57e965e2d54e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:37.052423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50450) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:37.057743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'name': 'tempest-PortsTestJSON-1454961024'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:37.068505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:37.072488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:37.075435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:37.087014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:37.144710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:32:37.144710 dv-neutron-822796-1-hyperv neutron-server[84221]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:32:37.144710 dv-neutron-822796-1-hyperv neutron-server[84221]: [parameters: {'id': 'c63c29a2-663d-43fc-a3a1-9a760e4a19ff'}] Dec 23 15:32:37.144710 dv-neutron-822796-1-hyperv neutron-server[84221]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:37.145129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:37.149684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port ca83022f-b25c-4d70-b0ca-6b4fab7707f1 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:37.150009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.170253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:37.254411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:37.254524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fffd1a-2dc2-4f0a-825a-9f455834da1a None None] Network c63c29a2-663d-43fc-a3a1-9a760e4a19ff requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:37.278240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:37.299730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.339126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b88600-e5e3-4676-b3d6-4643a2f484e5 None None] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:37.375191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b88600-e5e3-4676-b3d6-4643a2f484e5 None None] Network 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a could not be found, it might have been deleted concurrently. {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 15:32:37.436722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port ca83022f-b25c-4d70-b0ca-6b4fab7707f1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,segment=NetworkSegment(509ac2ad-990b-4ac4-800b-dd518cdf0201),segment_id=509ac2ad-990b-4ac4-800b-dd518cdf0201)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:37.437089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.461621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:37.465371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.483018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0459e865-6ca5-4091-b474-a97b94b0614c None None] DHCP port deletion for 67ac5bb1-93fe-4cfc-8f97-4945a7c5bd9a request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:37.526722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e1d96c73-5ae8-4bbe-8d3d-5d96043745b3 None None] Provisioning for port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:37.559384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9fa54-c8a5-46f9-8335-1f32e2130f80 None None] Network c63c29a2-663d-43fc-a3a1-9a760e4a19ff requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:37.659517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for ca83022f-b25c-4d70-b0ca-6b4fab7707f1 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:37.686463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Router 5fe2bcc0-be60-48c4-9fe1-c5091a34f632 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:32:37.688214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.728073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port b71dbf34-a7ed-42b8-87f2-e4a56b76aacb yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:37.790296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:37.790522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.799157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:37.886163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=bec946d1-a8f8-426f-9205-212690305374,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:37.921380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] DHCP port deletion for c63c29a2-663d-43fc-a3a1-9a760e4a19ff request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:37.921918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': '3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:37.921918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: e17002e0-ffdc-486d-9666-c4d5c1851a36, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:37.922218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] Deleting port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:37.922562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.027180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:38.097318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d538a6ff-ec38-4df5-83fc-a918beb728e8 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:38.117684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e17002e0-ffdc-486d-9666-c4d5c1851a36) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:38.122448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:38.123393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.146499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489632c-49e3-4a36-bb49-e5ad4400a34c None None] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:38.161918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d538a6ff-ec38-4df5-83fc-a918beb728e8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:38.161918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d538a6ff-ec38-4df5-83fc-a918beb728e8 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:38.169107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c2b4d-7f60-44f4-b1e6-cd5100343d4b req-ccb9f621-9987-46ec-b220-0fa7499fe628 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:38.170149 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-234c2b4d-7f60-44f4-b1e6-cd5100343d4b req-ccb9f621-9987-46ec-b220-0fa7499fe628 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5585096 Dec 23 15:32:38.236579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] For port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ce4719b-7938-4c6c-b7e9-b35c994bacc0,segment=NetworkSegment(1b1133bd-3ea3-48e6-92be-a81fbdecbaf0),segment_id=1b1133bd-3ea3-48e6-92be-a81fbdecbaf0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:38.236958 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.239912 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b80bc42e-9ce4-4c9c-8824-638e5cdc8fc3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3664575 Dec 23 15:32:38.242661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50458) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:38.255046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:38.368372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] Calling delete_port for 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:38.402994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:38.407401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:38.410351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:38.416974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:38.513473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:38.517370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.561829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ffdbf-9404-4fb8-a2f8-5e98d5460c4f req-c127eb87-299d-4638-a1d9-9571a96b6ab2 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:38.563496 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-080ffdbf-9404-4fb8-a2f8-5e98d5460c4f req-c127eb87-299d-4638-a1d9-9571a96b6ab2 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.6483459 Dec 23 15:32:38.571122 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e17002e0-ffdc-486d-9666-c4d5c1851a36', 'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36', 'tenant_id': 'a095ee3db9b74e61999ee3edef3eef3e', 'fixed_ips': [{'subnet_id': 'bec946d1-a8f8-426f-9205-212690305374'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:38.571961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.586792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.643934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] Pushing event deleted for resources: {'Port': ['ID=4ce4719b-7938-4c6c-b7e9-b35c994bacc0,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:38.674431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.687117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669d782-7dab-4952-80b5-00d224df4db6 None None] No DVR routers for this DVR port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:38.703774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] For port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4ce4719b-7938-4c6c-b7e9-b35c994bacc0,segment=NetworkSegment(1b1133bd-3ea3-48e6-92be-a81fbdecbaf0),segment_id=1b1133bd-3ea3-48e6-92be-a81fbdecbaf0)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:38.704279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:38.709436 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bec946d1-a8f8-426f-9205-212690305374 (CIDR: 2001:db8::/64) Dec 23 15:32:38.747748 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:32:38.748328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:38.799815 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-234c2b4d-7f60-44f4-b1e6-cd5100343d4b req-5f8a4cb3-9524-4cb0-8b92-f81919a2a7d6 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5530756 Dec 23 15:32:38.806882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Allocated IP 2001:db8::2 (e17002e0-ffdc-486d-9666-c4d5c1851a36/bec946d1-a8f8-426f-9205-212690305374/8e559b1f-2314-42d1-bc67-deda673f4fc0) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:38.833721 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-555bbd44-411e-4e17-8669-fc86d91f8006 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5898099 Dec 23 15:32:38.840302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50462) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:38.845955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:38.878768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Calling delete_port for 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:38.942928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-080ffdbf-9404-4fb8-a2f8-5e98d5460c4f req-6515ec03-eada-465e-869f-6cc2bd41b7cb tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723395 Dec 23 15:32:38.987547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:38.987880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:38.997470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:39.000987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:39.005339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:39.007910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Sync routers for ids ['5fe2bcc0-be60-48c4-9fe1-c5091a34f632'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:39.008666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:39.011707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.015949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:39.032771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.044843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Transition to ACTIVE for port object 8e559b1f-2314-42d1-bc67-deda673f4fc0 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:39.046998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Routers {'5fe2bcc0-be60-48c4-9fe1-c5091a34f632'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:39.047609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['5fe2bcc0-be60-48c4-9fe1-c5091a34f632'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:39.062245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=ca83022f-b25c-4d70-b0ca-6b4fab7707f1,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:39.103028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:39.108204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.119057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.120923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Transition to ACTIVE for port object 8e559b1f-2314-42d1-bc67-deda673f4fc0 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:39.250760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:39.265041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:39.268051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:39.272110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:39.272758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.276859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=b71dbf34-a7ed-42b8-87f2-e4a56b76aacb,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:39.280489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.284652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3738ba55-0d2e-4af5-acb2-0c66c1291d6a tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1478009 Dec 23 15:32:39.285105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50466) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:39.310444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.408193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:39.410007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:39.411698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Pushing event updated for resources: {'Port': ['ID=8e559b1f-2314-42d1-bc67-deda673f4fc0,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:39.414023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:39.425694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Set router 5fe2bcc0-be60-48c4-9fe1-c5091a34f632 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:39.438440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a112eba4-1c4f-46ea-8d2c-0fe368964ce9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3831644 Dec 23 15:32:39.438645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50470) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:39.490342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting port 4ce4719b-7938-4c6c-b7e9-b35c994bacc0 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:39.490342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.580074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] The port '4ce4719b-7938-4c6c-b7e9-b35c994bacc0' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:39.583526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port b71dbf34-a7ed-42b8-87f2-e4a56b76aacb {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:39.583849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.628163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.638130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Attempting to bind port 8e559b1f-2314-42d1-bc67-deda673f4fc0 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:39.638494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Attempting to bind port 8e559b1f-2314-42d1-bc67-deda673f4fc0 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:39.638853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Attempting to bind port 8e559b1f-2314-42d1-bc67-deda673f4fc0 on network e17002e0-ffdc-486d-9666-c4d5c1851a36 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:39.698691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:39.894796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Checking segment: {'id': '3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:39.894796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.894796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Bound using segment: {'id': '3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:39.894796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Bound port: 8e559b1f-2314-42d1-bc67-deda673f4fc0, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:39.894796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.896863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:39.896863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:39.896863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:39.896863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.896863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=f66bb74e-dde3-452c-bbbe-8553763036ce,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:39.896863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.897586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:39.911297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] For port 8e559b1f-2314-42d1-bc67-deda673f4fc0, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:39.915475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] For port 8e559b1f-2314-42d1-bc67-deda673f4fc0, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=8e559b1f-2314-42d1-bc67-deda673f4fc0,segment=NetworkSegment(3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4),segment_id=3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:39.934303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe2bcc0-be60-48c4-9fe1-c5091a34f632', 'name': '', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d', 'external_fixed_ips': [{'subnet_id': '99577aea-6bda-41da-96ad-672ee5c31b64', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'f2de129b-f082-4887-9163-961733b17207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:31Z', 'updated_at': '2021-12-23T15:32:35Z', 'revision_number': 3, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port': {'id': 'f2de129b-f082-4887-9163-961733b17207', 'name': '', 'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe2bcc0-be60-48c4-9fe1-c5091a34f632', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '99577aea-6bda-41da-96ad-672ee5c31b64', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:32:33Z', 'updated_at': '2021-12-23T15:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99577aea-6bda-41da-96ad-672ee5c31b64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:39.936326 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e33a167c-54cd-4b52-a06f-0584d53f4032 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0947802 Dec 23 15:32:39.938252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Checking router: 5fe2bcc0-be60-48c4-9fe1-c5091a34f632 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:39.938595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Updating router 5fe2bcc0-be60-48c4-9fe1-c5091a34f632 port f2de129b-f082-4887-9163-961733b17207 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:32:39.939698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50476) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:39.945800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36', 'fixed_ips': [{'subnet_id': 'bec946d1-a8f8-426f-9205-212690305374'}, {'subnet_id': 'f66bb74e-dde3-452c-bbbe-8553763036ce'}], 'name': 'tempest-PortsIpV6TestJSON-135161453'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:39.950549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.019979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.026681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63c29a2-663d-43fc-a3a1-9a760e4a19ff']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:40.068317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:40.071970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1133bd-3ea3-48e6-92be-a81fbdecbaf0') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:40.146524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.179688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b6916-20f3-4857-8809-268ce66263fe None None] Pushing event updated for resources: {'Port': ['ID=8e559b1f-2314-42d1-bc67-deda673f4fc0,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:40.239712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.249631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:40.272069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.287376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.395447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:40.439051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Deleting port f2de129b-f082-4887-9163-961733b17207 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:40.441276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.532785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.539654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.541345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for b71dbf34-a7ed-42b8-87f2-e4a56b76aacb owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:40.602178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:40.602178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.609425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:40.609836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:40.643572 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:40.656773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port abaf1452-d715-4ed5-9159-edf9a64e4569 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:40.778012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.814909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e97068-4a1b-442f-8fcc-e16b614d7c00 req-1c3b95e9-83ca-4a26-a7d5-46fb3a79da5e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:40.816388 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-22e97068-4a1b-442f-8fcc-e16b614d7c00 req-1c3b95e9-83ca-4a26-a7d5-46fb3a79da5e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.8482056 Dec 23 15:32:40.871701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.890036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebcd12-176a-452d-9fba-47db40383dfc req-6f415a2e-f680-4d3f-8b77-769ed53a7861 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:40.891482 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d9ebcd12-176a-452d-9fba-47db40383dfc req-6f415a2e-f680-4d3f-8b77-769ed53a7861 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.6228251 Dec 23 15:32:40.908508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.923201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Transition to ACTIVE for port object f2de129b-f082-4887-9163-961733b17207 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:40.947969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Network': ['ID=c63c29a2-663d-43fc-a3a1-9a760e4a19ff,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:40.948483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Calling delete_port for f2de129b-f082-4887-9163-961733b17207 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:40.954994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:40.961248 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-accaedcb-d90f-43b7-a801-b7abb51d8e20 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/c63c29a2-663d-43fc-a3a1-9a760e4a19ff HTTP/1.1" status: 204 len: 168 time: 6.3299353 Dec 23 15:32:40.977960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50482) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:40.991994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1835500025'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:40.999469 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-22e97068-4a1b-442f-8fcc-e16b614d7c00 req-ea451a70-76d3-4048-87e5-7485475a2d2a tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649251 Dec 23 15:32:41.005551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.014626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:41.024998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:network and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:41.025233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=b71dbf34-a7ed-42b8-87f2-e4a56b76aacb,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:41.058778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:41.075488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:41.173531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.177886 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7eadfca9-d3af-4d2f-959f-d92e26b223e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/b71dbf34-a7ed-42b8-87f2-e4a56b76aacb HTTP/1.1" status: 204 len: 168 time: 1.7359798 Dec 23 15:32:41.178044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2002e7-3906-432d-8af7-fb6b0ee40a80 None None] Pushing event updated for resources: {'Port': ['ID=f2de129b-f082-4887-9163-961733b17207,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:41.179111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50488) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:41.190971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Attempting to bind port f2de129b-f082-4887-9163-961733b17207 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:41.194822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Attempting to bind port f2de129b-f082-4887-9163-961733b17207 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f7a7f09f-7296-447b-9e21-8640f844edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:41.194822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Attempting to bind port f2de129b-f082-4887-9163-961733b17207 on network 48c3ad31-7a5e-4801-b55b-b3fc2298365d {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:41.196720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'mac_address': 'fa:16:3e:33:1d:b1', 'name': 'tempest-PortsTestJSON-1895830500'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:41.200039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:41.200433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Checking segment: {'id': 'f7a7f09f-7296-447b-9e21-8640f844edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:41.200833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.201221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Bound using segment: {'id': 'f7a7f09f-7296-447b-9e21-8640f844edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:41.201680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Bound port: f2de129b-f082-4887-9163-961733b17207, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a7f09f-7296-447b-9e21-8640f844edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '48c3ad31-7a5e-4801-b55b-b3fc2298365d'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:41.202045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.212575 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:41.216010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.265319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d9ebcd12-176a-452d-9fba-47db40383dfc req-10af753a-8fe1-430c-9056-fe30d0ee0b7d tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538854 Dec 23 15:32:41.294901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] For port f2de129b-f082-4887-9163-961733b17207, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:41.298236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] For port f2de129b-f082-4887-9163-961733b17207, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f2de129b-f082-4887-9163-961733b17207,segment=NetworkSegment(f7a7f09f-7296-447b-9e21-8640f844edf1),segment_id=f7a7f09f-7296-447b-9e21-8640f844edf1)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:41.391518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.415604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:41.438189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.438837 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Added segment 1d5cef80-13b8-4686-bb2d-a9f774b76317 of type vlan for network 6471ee2d-fda1-4df0-81ca-5a46ef8223ee Dec 23 15:32:41.484764 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-149d0078-5d2d-489a-94a9-fdc21352b51f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=731383756c84402bae7f697a5d7ffc33&device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1099 time: 0.3790317 Dec 23 15:32:41.498981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.566088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2002e7-3906-432d-8af7-fb6b0ee40a80 None None] Pushing event updated for resources: {'Port': ['ID=f2de129b-f082-4887-9163-961733b17207,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:41.575432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Routers {'5fe2bcc0-be60-48c4-9fe1-c5091a34f632'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:41.576609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['5fe2bcc0-be60-48c4-9fe1-c5091a34f632'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:41.605017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:41.605515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:41.627647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::326 (e17002e0-ffdc-486d-9666-c4d5c1851a36/bec946d1-a8f8-426f-9205-212690305374/abaf1452-d715-4ed5-9159-edf9a64e4569) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:41.642499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8:0:1::1a2 (e17002e0-ffdc-486d-9666-c4d5c1851a36/f66bb74e-dde3-452c-bbbe-8553763036ce/abaf1452-d715-4ed5-9159-edf9a64e4569) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:41.670699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297ed2e-0c9e-4c28-9dd5-0c2ee0cea855 req-0d8931d7-4748-412c-99ac-9c8bf1e84682 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:41.672292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4297ed2e-0c9e-4c28-9dd5-0c2ee0cea855 req-0d8931d7-4748-412c-99ac-9c8bf1e84682 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3948860 Dec 23 15:32:41.696634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e88abe-2acc-494e-8c3e-82670f2d08c6 None None] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:41.782321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-44bbd8cf-2d3e-4390-b230-5e441007bf5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:41.783900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-44bbd8cf-2d3e-4390-b230-5e441007bf5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f947bc9-010b-4ccf-b505-700d52541a9b HTTP/1.1" status: 200 len: 898 time: 0.2205806 Dec 23 15:32:41.787196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4297ed2e-0c9e-4c28-9dd5-0c2ee0cea855 req-cc9c7091-9b28-481d-82b0-616f89edd8b8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014922 Dec 23 15:32:41.887513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:41.900114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.907845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:41.920624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:41.938975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:41.951662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:41.958985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:41.959960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.036447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object abaf1452-d715-4ed5-9159-edf9a64e4569 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:42.071590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] Set router 5fe2bcc0-be60-48c4-9fe1-c5091a34f632 gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:42.118899 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-c1af7e05-e409-4121-8526-8bac8980f3e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e HTTP/1.1" status: 200 len: 1002 time: 0.3287597 Dec 23 15:32:42.126341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:42.134772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Deleting port f2de129b-f082-4887-9163-961733b17207 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:42.134772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.177726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:42.208886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 8e559b1f-2314-42d1-bc67-deda673f4fc0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:42.240827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe2bcc0-be60-48c4-9fe1-c5091a34f632', 'name': '', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:31Z', 'updated_at': '2021-12-23T15:32:40Z', 'revision_number': 4, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:42.267270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94c2e8-e546-436c-ada6-d50198c53f3f None None] The sync data for ids ['5fe2bcc0-be60-48c4-9fe1-c5091a34f632'] in dv-neutron-822796-1-hyperv is: [{'id': '5fe2bcc0-be60-48c4-9fe1-c5091a34f632', 'name': '', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:32:31Z', 'updated_at': '2021-12-23T15:32:40Z', 'revision_number': 4, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:42.283948 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3053372 Dec 23 15:32:42.325726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50494) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:42.335509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Request body: {'subnet': {'network_id': '6471ee2d-fda1-4df0-81ca-5a46ef8223ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:42.371554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-57e2b084-3ca1-4f1c-89e7-20b883d9f7e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:42.375982 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-57e2b084-3ca1-4f1c-89e7-20b883d9f7e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87cad53c-41e6-4c7c-a6b5-6af5719a2339 HTTP/1.1" status: 200 len: 834 time: 0.2362278 Dec 23 15:32:42.430422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a187e97d-d70e-459e-89ac-4e5387a5e6ef None None] Provisioning for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:42.437665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f6c8-634d-4c49-852e-3d575cf178fa tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Network': ['ID=6471ee2d-fda1-4df0-81ca-5a46ef8223ee,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:42.472945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 6471ee2d-fda1-4df0-81ca-5a46ef8223ee details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:42.535003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.581743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 2da26813-54a0-471b-acae-56542e3abdbd yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:42.603553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:42.630860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5c9f9-e826-40cd-9d64-55ff93a1cf25 req-ba22ec5a-9e9b-47e8-8627-bd539460119b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:42.637790 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2b5c9f9-e826-40cd-9d64-55ff93a1cf25 req-ba22ec5a-9e9b-47e8-8627-bd539460119b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5576904 Dec 23 15:32:42.657640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.659351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:42.668052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:42.668445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.679387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Usage tracker for resource:subnet and tenant:4d518865b76a4ee4ae836330af5f29ee is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:42.685818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:42.704900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:42.761625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] For port f2de129b-f082-4887-9163-961733b17207, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f2de129b-f082-4887-9163-961733b17207,segment=NetworkSegment(f7a7f09f-7296-447b-9e21-8640f844edf1),segment_id=f7a7f09f-7296-447b-9e21-8640f844edf1)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:42.762930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.768964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2b5c9f9-e826-40cd-9d64-55ff93a1cf25 req-1311fbcd-bcfb-4f11-8656-d38c598bd8ca tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298723 Dec 23 15:32:42.778679 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-b6a0ecf3-1de1-40cb-8f47-ae29ef52b539 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f947bc9-010b-4ccf-b505-700d52541a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3842292 Dec 23 15:32:42.787993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:42.811006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae83164-2bb8-4d7f-ab3e-f03ed9ed86e9 req-7f3c1eb6-16f8-43c6-adc9-a05a4727cca4 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:42.812262 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:42.812953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aae83164-2bb8-4d7f-ab3e-f03ed9ed86e9 req-7f3c1eb6-16f8-43c6-adc9-a05a4727cca4 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.3183501 Dec 23 15:32:42.814190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:42.818551 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dbde381f-19e7-4167-b493-7658ba0fd74d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0505915 Dec 23 15:32:42.834443 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:42.835272 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:42.843709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50504) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:42.875144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:42.904274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.953426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Made reservation on behalf of 4d518865b76a4ee4ae836330af5f29ee for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:42.968341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:42.972393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:42.972980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:42.997688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=abaf1452-d715-4ed5-9159-edf9a64e4569,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:43.009378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Calling delete_port for f2de129b-f082-4887-9163-961733b17207 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:43.044275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 8e559b1f-2314-42d1-bc67-deda673f4fc0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=8e559b1f-2314-42d1-bc67-deda673f4fc0,segment=NetworkSegment(3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4),segment_id=3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:43.053009 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:43.074563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] Update dhcp port {'port': {'network_id': 'e17002e0-ffdc-486d-9666-c4d5c1851a36', 'fixed_ips': [{'subnet_id': 'bec946d1-a8f8-426f-9205-212690305374', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f66bb74e-dde3-452c-bbbe-8553763036ce'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': '8e559b1f-2314-42d1-bc67-deda673f4fc0'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:32:43.132629 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f8846ed1-9292-460a-8bae-24ed96187d86 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1918807 Dec 23 15:32:43.133091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50508) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:43.169484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bec946d1-a8f8-426f-9205-212690305374'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:43.184159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.246430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.412747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.449531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.457142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.518188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.535218 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:38Z', 'revision_number': 10, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:43.539514 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:43.568567 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:43.569364 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:43.579176 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:43.581721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aae83164-2bb8-4d7f-ab3e-f03ed9ed86e9 req-ac5341d5-936b-4072-818a-805c628f2fd5 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7340171 Dec 23 15:32:43.601685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] Allocated IP 2001:db8:0:1::2 (e17002e0-ffdc-486d-9666-c4d5c1851a36/f66bb74e-dde3-452c-bbbe-8553763036ce/8e559b1f-2314-42d1-bc67-deda673f4fc0) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:43.664314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:43.667482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=8e559b1f-2314-42d1-bc67-deda673f4fc0,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:43.674023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:43.684956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:43.691751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.737277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2de129b-f082-4887-9163-961733b17207,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:43.756224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-c714e35b-dd76-46f1-8811-dc10cb86ee1a service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9534090 Dec 23 15:32:43.846673 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:43.847329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] For port 8e559b1f-2314-42d1-bc67-deda673f4fc0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=8e559b1f-2314-42d1-bc67-deda673f4fc0,segment=NetworkSegment(3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4),segment_id=3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:43.910670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:43.941738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=2da26813-54a0-471b-acae-56542e3abdbd,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:43.949862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] Transition to ACTIVE for port object 8e559b1f-2314-42d1-bc67-deda673f4fc0 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:44.047098 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f6ebcb4e-03f3-4886-90c2-ed0173dd5e89 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8612127 Dec 23 15:32:44.047694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50516) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:44.050264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.137742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 8e559b1f-2314-42d1-bc67-deda673f4fc0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:44.183296 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-31060862-2859-47b7-90df-0aafe2acf1a1 req-dc8c1d34-f4d9-4645-b39b-c0a39525647b service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425486 Dec 23 15:32:44.193362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.340218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542fbcae-698e-43bb-85eb-43a185bf9921 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:44.340786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-542fbcae-698e-43bb-85eb-43a185bf9921 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:44.342431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f4d28-226e-451d-b1e5-221a542e3f30 None None] Pushing event updated for resources: {'Port': ['ID=8e559b1f-2314-42d1-bc67-deda673f4fc0,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:44.375892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.454681 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:38Z', 'revision_number': 10, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:44.454681 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c4ef7-4131-4a57-a2cc-ef64f97804d7 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:38Z', 'revision_number': 10, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None, '_interfaces': [{'id': '52767e81-6911-479f-bdf4-63736872a3bb', 'name': '', 'network_id': '9a869255-3331-47a2-a0ef-fa65e4088184', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'mac_address': 'fa:16:3e:12:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7718a669-2448-495e-97cc-bb561377cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:31:13Z', 'updated_at': '2021-12-23T15:31:28Z', 'revision_number': 5, 'project_id': '13756990e37545ef8e4500bad8de547b', 'subnets': [{'id': '7718a669-2448-495e-97cc-bb561377cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:44.520456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 333eb0c0-bb6f-4248-9ce7-b0509934c2fb {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:44.532782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.605297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-542fbcae-698e-43bb-85eb-43a185bf9921 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:44.609368 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-542fbcae-698e-43bb-85eb-43a185bf9921 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/2da26813-54a0-471b-acae-56542e3abdbd HTTP/1.1" status: 200 len: 841 time: 0.5531967 Dec 23 15:32:44.616826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50520) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:44.663658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.674014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.706203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 2da26813-54a0-471b-acae-56542e3abdbd {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:44.706594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.719073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55649-f98a-4121-b398-966455dfa326 req-716a19e4-b1bb-4563-8966-8fa623de4143 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:44.720638 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3d55649-f98a-4121-b398-966455dfa326 req-716a19e4-b1bb-4563-8966-8fa623de4143 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5305295 Dec 23 15:32:44.746912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.954370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.954909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe2bcc0-be60-48c4-9fe1-c5091a34f632 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:32:44.984526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:44.988173 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8d8654e3-8d13-412e-b7d6-f2291616a17b tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "DELETE /v2.0/routers/5fe2bcc0-be60-48c4-9fe1-c5091a34f632 HTTP/1.1" status: 204 len: 168 time: 5.5958402 Dec 23 15:32:44.989631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50528) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:45.061508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.110313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64582461-4ed8-4c90-9163-5d12df17fbf3 None None] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:45.163134 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3d55649-f98a-4121-b398-966455dfa326 req-b13512d7-6762-4e2d-ac77-7e443df4c48f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212992 Dec 23 15:32:45.178758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.212080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 2da26813-54a0-471b-acae-56542e3abdbd owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:45.262099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Deleting subnet 99577aea-6bda-41da-96ad-672ee5c31b64 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:45.269989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.302708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5f69fd36-e1b7-4a70-83c1-a6893bb4ecb2 None None] Provisioning for port abaf1452-d715-4ed5-9159-edf9a64e4569 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:45.311338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5f69fd36-e1b7-4a70-83c1-a6893bb4ecb2 None None] Provisioning complete for port abaf1452-d715-4ed5-9159-edf9a64e4569 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:45.311699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5f69fd36-e1b7-4a70-83c1-a6893bb4ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.342080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.354550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:32:45.365643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.400838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.406460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e51733-b183-4fa6-b4ff-de376671ce99 req-cc41c73b-271a-4668-80e8-87e9652f1486 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:45.408012 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3e51733-b183-4fa6-b4ff-de376671ce99 req-cc41c73b-271a-4668-80e8-87e9652f1486 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.6193852 Dec 23 15:32:45.415340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Delete allocated IP 2001:db8:0:1::1a2 (e17002e0-ffdc-486d-9666-c4d5c1851a36/f66bb74e-dde3-452c-bbbe-8553763036ce) {{(pid=84221) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 15:32:45.457795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.458741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5f69fd36-e1b7-4a70-83c1-a6893bb4ecb2 None None] Port abaf1452-d715-4ed5-9159-edf9a64e4569 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:45.516157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=2da26813-54a0-471b-acae-56542e3abdbd,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:45.531753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.586685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5f69fd36-e1b7-4a70-83c1-a6893bb4ecb2 None None] Provisioning for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:45.587419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.592768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5f69fd36-e1b7-4a70-83c1-a6893bb4ecb2 None None] Provisioning complete for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:45.593144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5f69fd36-e1b7-4a70-83c1-a6893bb4ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.620092 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3949d5b0-703f-4783-9579-687abe63d530 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/2da26813-54a0-471b-acae-56542e3abdbd HTTP/1.1" status: 204 len: 168 time: 0.9992461 Dec 23 15:32:45.620092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.625623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event updated for resources: {'Subnet': ['ID=6b01ba90-a7c7-40fc-8c08-46a677aabe7a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:45.634444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50532) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:45.668641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3e51733-b183-4fa6-b4ff-de376671ce99 req-dc0b726a-f68a-402e-956b-08067e943445 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434394 Dec 23 15:32:45.682398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.686762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=333eb0c0-bb6f-4248-9ce7-b0509934c2fb,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:45.714159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Checking segment: {'id': '1d5cef80-13b8-4686-bb2d-a9f774b76317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6471ee2d-fda1-4df0-81ca-5a46ef8223ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:45.714515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network hostable DHCP agents. Network: 6471ee2d-fda1-4df0-81ca-5a46ef8223ee, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:45.727532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-549cee78-6d24-47ae-aad5-10b0d7130809 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/333eb0c0-bb6f-4248-9ce7-b0509934c2fb HTTP/1.1" status: 204 len: 168 time: 2.8776021 Dec 23 15:32:45.733451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50536) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:45.751990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14bb5c-17e7-47c0-82ba-31ce1dc30fdd None None] Network e731b584-fa05-4d28-a090-dc1eff4ce680 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:45.755327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=99577aea-6bda-41da-96ad-672ee5c31b64,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:45.765708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.770509 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b1646131-daf6-4fcf-8a7e-5b31c821496e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/99577aea-6bda-41da-96ad-672ee5c31b64 HTTP/1.1" status: 204 len: 168 time: 0.7811096 Dec 23 15:32:45.772035 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc391061-3b30-430a-8636-e05662ae5205 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:32:45.772638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fc391061-3b30-430a-8636-e05662ae5205 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:45.776361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50540) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:45.919486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.941414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.950965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.976690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Ignored duplicate provisioning block setup for port abaf1452-d715-4ed5-9159-edf9a64e4569 by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 15:32:45.979004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 622195cb-fb3c-49de-8c83-6c19e9752978 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:45.979216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a33659aa-3dee-474d-8e18-1258924bee73 None None] Provisioning complete for port abaf1452-d715-4ed5-9159-edf9a64e4569 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:45.979337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:45.979423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a33659aa-3dee-474d-8e18-1258924bee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.034650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fc391061-3b30-430a-8636-e05662ae5205 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:46.036846 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fc391061-3b30-430a-8636-e05662ae5205 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/2da26813-54a0-471b-acae-56542e3abdbd HTTP/1.1" status: 404 len: 333 time: 0.3604276 Dec 23 15:32:46.043866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50544) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:46.052279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'name': 'tempest-PortsTestJSON-1550688927'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:46.064604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a33659aa-3dee-474d-8e18-1258924bee73 None None] Port abaf1452-d715-4ed5-9159-edf9a64e4569 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:46.089030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a33659aa-3dee-474d-8e18-1258924bee73 None None] Provisioning complete for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:46.089949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a33659aa-3dee-474d-8e18-1258924bee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.126301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.132593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 8e559b1f-2314-42d1-bc67-deda673f4fc0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:46.172825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c3ad31-7a5e-4801-b55b-b3fc2298365d']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:46.183125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] DHCP port deletion for e731b584-fa05-4d28-a090-dc1eff4ce680 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:46.187272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a7f09f-7296-447b-9e21-8640f844edf1') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:46.187634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a7f09f-7296-447b-9e21-8640f844edf1') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:46.200403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.205364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] Deleting port 622195cb-fb3c-49de-8c83-6c19e9752978 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:46.205728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.220050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.227625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:46.228136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:46.244776 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:46.290200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Network 6471ee2d-fda1-4df0-81ca-5a46ef8223ee is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:46.302023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.376310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:46.408480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:46.408895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.444563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.474379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48c3ad31-7a5e-4801-b55b-b3fc2298365d {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 23 15:32:46.479058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.485579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event deleted for resources: {'Network': ['ID=48c3ad31-7a5e-4801-b55b-b3fc2298365d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:46.513205 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-42cb4cba-75a5-43b9-916e-6e3161173b89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "DELETE /v2.0/networks/48c3ad31-7a5e-4801-b55b-b3fc2298365d HTTP/1.1" status: 204 len: 168 time: 0.7355788 Dec 23 15:32:46.524087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 6471ee2d-fda1-4df0-81ca-5a46ef8223ee) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:46.552279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdab0d0-088b-45df-99df-061bc840f593 None None] Network 6471ee2d-fda1-4df0-81ca-5a46ef8223ee requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:46.558304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:46.565737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] In _notify_port_updated(), no bound segment for port abaf1452-d715-4ed5-9159-edf9a64e4569 on network e17002e0-ffdc-486d-9666-c4d5c1851a36 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:32:46.570478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:46.571218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.575588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50552) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:46.575880 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "PUT /v2.0/ports/abaf1452-d715-4ed5-9159-edf9a64e4569 HTTP/1.1" status: 200 len: 925 time: 3.4335971 Dec 23 15:32:46.582715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bec946d1-a8f8-426f-9205-212690305374'}, {'subnet_id': 'f66bb74e-dde3-452c-bbbe-8553763036ce'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:46.588776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:46.591351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.715942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b2becd9e-aad0-471d-a36f-335cdcf0fe70 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.3867323 Dec 23 15:32:46.717600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da32aaf-0276-4cba-9a09-f307388dd20e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=abaf1452-d715-4ed5-9159-edf9a64e4569,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:46.722166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50558) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:46.724247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] For port 622195cb-fb3c-49de-8c83-6c19e9752978, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=622195cb-fb3c-49de-8c83-6c19e9752978,segment=NetworkSegment(509ac2ad-990b-4ac4-800b-dd518cdf0201),segment_id=509ac2ad-990b-4ac4-800b-dd518cdf0201)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:46.724816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.892843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e671ee2b-102e-4ccc-8c3f-960e6aa4194e no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:46.924921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:46.927854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:46.985217 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] Calling delete_port for 622195cb-fb3c-49de-8c83-6c19e9752978 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:47.033538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port 622195cb-fb3c-49de-8c83-6c19e9752978, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=622195cb-fb3c-49de-8c83-6c19e9752978,segment=NetworkSegment(509ac2ad-990b-4ac4-800b-dd518cdf0201),segment_id=509ac2ad-990b-4ac4-800b-dd518cdf0201)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:47.033882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.050201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 4ad8dca5-3419-401b-b61c-7334e56828a6 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:47.205807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50566) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:47.211083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2699f4e-3623-45ef-b49c-3b1fafb2c4a9 None None] Provisioning complete for port abaf1452-d715-4ed5-9159-edf9a64e4569 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:47.211602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2699f4e-3623-45ef-b49c-3b1fafb2c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.215493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.230881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'router': {'name': 'tempest-router--756593257', 'project_id': '5ff8e4cdcc4c4edca03bf3888dd92c46'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:47.246407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:47.253991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for 622195cb-fb3c-49de-8c83-6c19e9752978 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:47.256003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.258249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:router and tenant:5ff8e4cdcc4c4edca03bf3888dd92c46 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:47.263557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:47.273843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ca83022f-b25c-4d70-b0ca-6b4fab7707f1 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:47.305710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:47.372134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: ca83022f-b25c-4d70-b0ca-6b4fab7707f1 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:47.372829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ca83022f-b25c-4d70-b0ca-6b4fab7707f1 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:47.380093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e15d19-6e98-46c9-8b55-e075319c03bd req-8682b34f-ec02-4b7a-8dca-003bb8a4c70f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:47.387076 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c2e15d19-6e98-46c9-8b55-e075319c03bd req-8682b34f-ec02-4b7a-8dca-003bb8a4c70f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 1.0122912 Dec 23 15:32:47.404695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.449736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2699f4e-3623-45ef-b49c-3b1fafb2c4a9 None None] Port abaf1452-d715-4ed5-9159-edf9a64e4569 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:47.488509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.517479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b22467-91f5-44c6-9dba-8e7031522c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-6471ee2d-fda1-4df0-81ca-5a46ef8223ee', 'network_id': '6471ee2d-fda1-4df0-81ca-5a46ef8223ee', 'tenant_id': '4d518865b76a4ee4ae836330af5f29ee', 'fixed_ips': [{'subnet_id': '6b01ba90-a7c7-40fc-8c08-46a677aabe7a'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:47.519235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93b22467-91f5-44c6-9dba-8e7031522c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.521751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.522717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.526135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d58096-3f31-4c25-9fef-8d2e235aa2e0 req-c52a54e4-3310-4fd5-aa9a-e6b2c3b37c5f tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:47.527779 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2d58096-3f31-4c25-9fef-8d2e235aa2e0 req-c52a54e4-3310-4fd5-aa9a-e6b2c3b37c5f tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.6040652 Dec 23 15:32:47.538245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c2e15d19-6e98-46c9-8b55-e075319c03bd req-a0d38f79-e0b0-4859-ae26-35b660f39f6d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503363 Dec 23 15:32:47.572828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:32:47.633118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.663917 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28297ac8-05a4-48cd-b8f7-f4170f94b413 req-89a09366-71af-4c7a-9408-97aa932bf35b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1099 time: 0.4939380 Dec 23 15:32:47.672743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.679488 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'code': 200} Dec 23 15:32:47.691322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.701956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:47.702520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:47.734707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2d58096-3f31-4c25-9fef-8d2e235aa2e0 req-950f5ea0-187e-47a2-8fdc-681be3f3e1c0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954715 Dec 23 15:32:47.743428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Subnet': ['ID=6b01ba90-a7c7-40fc-8c08-46a677aabe7a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:47.760701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.776839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28297ac8-05a4-48cd-b8f7-f4170f94b413 req-9cf0026a-0350-4bdf-bc13-bde9bcd6d62e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037145 Dec 23 15:32:47.794377 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:47.811314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] Pushing event deleted for resources: {'Port': ['ID=622195cb-fb3c-49de-8c83-6c19e9752978,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:47.827714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d57b7-6545-4305-ac62-0a675fbefbfb None None] No DVR routers for this DVR port 622195cb-fb3c-49de-8c83-6c19e9752978 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:47.852184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5b0ce5fb-f4aa-4cdd-9ac5-2aeba8a675dd None None] Provisioning complete for port abaf1452-d715-4ed5-9159-edf9a64e4569 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:47.852591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce5fb-f4aa-4cdd-9ac5-2aeba8a675dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.867533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.880789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.890867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.938858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server [None req-93b22467-91f5-44c6-9dba-8e7031522c54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b01ba90-a7c7-40fc-8c08-46a677aabe7a: This subnet is being modified by another concurrent operation. Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise exception Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b01ba90-a7c7-40fc-8c08-46a677aabe7a: This subnet is being modified by another concurrent operation. Dec 23 15:32:47.947191 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Dec 23 15:32:47.967755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8:0:1::1b4 (e17002e0-ffdc-486d-9666-c4d5c1851a36/f66bb74e-dde3-452c-bbbe-8553763036ce/abaf1452-d715-4ed5-9159-edf9a64e4569) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:47.976466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ce5fb-f4aa-4cdd-9ac5-2aeba8a675dd None None] Port abaf1452-d715-4ed5-9159-edf9a64e4569 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:47.979135 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87813c2-82f0-4cf0-8841-5043da5ee196 None None] Network 6471ee2d-fda1-4df0-81ca-5a46ef8223ee requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:47.979457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6471ee2d-fda1-4df0-81ca-5a46ef8223ee']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:47.993764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:47.998162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:48.001794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:48.006989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:48.007483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.010861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5cef80-13b8-4686-bb2d-a9f774b76317') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:48.011093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5cef80-13b8-4686-bb2d-a9f774b76317') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:48.022998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=4ad8dca5-3419-401b-b61c-7334e56828a6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:48.074326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:48.075882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.080052 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f315a82f-07b2-4da6-b53c-00353cc3a431 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8547568 Dec 23 15:32:48.080933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 622195cb-fb3c-49de-8c83-6c19e9752978 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:48.084297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.084695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50574) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:48.116149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.126559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 622195cb-fb3c-49de-8c83-6c19e9752978 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:48.127147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 622195cb-fb3c-49de-8c83-6c19e9752978 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:48.130672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:48.131074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:48.146055 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:48.172594 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9df39799-1c96-406c-8c96-3d14b5e9d04c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1249623 Dec 23 15:32:48.177875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50580) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:48.184930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:48.211461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 622195cb-fb3c-49de-8c83-6c19e9752978 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:48.213961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.233545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89047d17-6dd0-44ec-ab29-b2c95ced6b9c None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:32:48.281286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.325169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object abaf1452-d715-4ed5-9159-edf9a64e4569 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:48.326722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.351842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.362171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Network': ['ID=6471ee2d-fda1-4df0-81ca-5a46ef8223ee,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:48.365028 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-95f2ce4a-de65-46fb-bda5-6130ee4bcc8d tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/6471ee2d-fda1-4df0-81ca-5a46ef8223ee HTTP/1.1" status: 204 len: 168 time: 1.6418686 Dec 23 15:32:48.373109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50584) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:48.389601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89047d17-6dd0-44ec-ab29-b2c95ced6b9c None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:32:48.418055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.458050 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8a058c-7859-4cb0-8b47-11317d4695ef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:48.463023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8a058c-7859-4cb0-8b47-11317d4695ef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:48.463023 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3b8a058c-7859-4cb0-8b47-11317d4695ef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/6b01ba90-a7c7-40fc-8c08-46a677aabe7a HTTP/1.1" status: 404 len: 337 time: 0.0860555 Dec 23 15:32:48.469762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50588) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:48.517312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] The port '622195cb-fb3c-49de-8c83-6c19e9752978' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:48.544581 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17e99c8-9914-42d7-b099-94bbf3b1909e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:48.545020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17e99c8-9914-42d7-b099-94bbf3b1909e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:48.549265 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c17e99c8-9914-42d7-b099-94bbf3b1909e tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/6471ee2d-fda1-4df0-81ca-5a46ef8223ee HTTP/1.1" status: 404 len: 339 time: 0.0759134 Dec 23 15:32:48.559072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50592) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:48.598977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=abaf1452-d715-4ed5-9159-edf9a64e4569,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:48.607127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] In _notify_port_updated(), no bound segment for port abaf1452-d715-4ed5-9159-edf9a64e4569 on network e17002e0-ffdc-486d-9666-c4d5c1851a36 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:32:48.619489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:48.620689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.622821 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8d80e92d-46e8-47b7-a3a6-53609ef04282 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "PUT /v2.0/ports/abaf1452-d715-4ed5-9159-edf9a64e4569 HTTP/1.1" status: 200 len: 1011 time: 2.0458558 Dec 23 15:32:48.625605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50596) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:48.705049 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e790f83-4497-46ac-98d8-e5038ee12eb4 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:48.705541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e790f83-4497-46ac-98d8-e5038ee12eb4 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:48.709137 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8e790f83-4497-46ac-98d8-e5038ee12eb4 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/d8166df8-a724-456a-860d-51bd27e652e6 HTTP/1.1" status: 404 len: 337 time: 0.1388948 Dec 23 15:32:48.709886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50600) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:48.719053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port abaf1452-d715-4ed5-9159-edf9a64e4569 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:48.719386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.792467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e671ee2b-102e-4ccc-8c3f-960e6aa4194e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:32:48.816901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0150e53f-c890-4bb9-9830-5c2b83f7295e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.888068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.938517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:48.953626 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-b303cd35-80cf-4baf-ae62-a24806ddf967 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:48.955233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b303cd35-80cf-4baf-ae62-a24806ddf967 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:48.957254 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b303cd35-80cf-4baf-ae62-a24806ddf967 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/c63c29a2-663d-43fc-a3a1-9a760e4a19ff HTTP/1.1" status: 404 len: 339 time: 0.2422309 Dec 23 15:32:48.961218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50606) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:49.005352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:49.012515 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1c5dde-95ba-461f-bb21-18e46bd41508 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:49.013091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1c5dde-95ba-461f-bb21-18e46bd41508 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:49.015453 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ab1c5dde-95ba-461f-bb21-18e46bd41508 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/ec27f42a-1491-417d-9731-44985503ef3e HTTP/1.1" status: 404 len: 337 time: 0.0525463 Dec 23 15:32:49.018990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50610) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:49.022128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'port_id': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'mac_address': 'fa:16:3e:07:14:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:32:49.059465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e731b584-fa05-4d28-a090-dc1eff4ce680']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:49.093491 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-567cc14a-7da9-4edb-b3bf-7483d1f65b50 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:49.094089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567cc14a-7da9-4edb-b3bf-7483d1f65b50 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:49.095830 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-567cc14a-7da9-4edb-b3bf-7483d1f65b50 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/45482b4b-accc-4bf2-9ee9-1bd0322ad600 HTTP/1.1" status: 404 len: 339 time: 0.0756907 Dec 23 15:32:49.099248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50614) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:49.112983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509ac2ad-990b-4ac4-800b-dd518cdf0201') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:49.113272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509ac2ad-990b-4ac4-800b-dd518cdf0201') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:49.125249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.151554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e671ee2b-102e-4ccc-8c3f-960e6aa4194e {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:32:49.180064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.187639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:49.199799 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-b65dd9fe-07be-4533-a904-e04c14e53d4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 1098 time: 0.7042363 Dec 23 15:32:49.205281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadb37c-d0b6-4063-8c0c-83949bf9802d req-4993c2b5-8f36-4b6f-95fa-f4cd38e91907 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:49.206533 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bbadb37c-d0b6-4063-8c0c-83949bf9802d req-4993c2b5-8f36-4b6f-95fa-f4cd38e91907 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.9351003 Dec 23 15:32:49.261177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting port b7a3979e-7a74-4ac9-8fbb-ad94984f56c9 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:49.261601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.301643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.333755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.356456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-13c385ce-8e53-4e32-afc5-1f0d750e13f8 None None] Provisioning for port abaf1452-d715-4ed5-9159-edf9a64e4569 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:32:49.368801 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-13c385ce-8e53-4e32-afc5-1f0d750e13f8 None None] Provisioning complete for port abaf1452-d715-4ed5-9159-edf9a64e4569 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:49.369163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-13c385ce-8e53-4e32-afc5-1f0d750e13f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.391933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.435959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:49.440391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-13c385ce-8e53-4e32-afc5-1f0d750e13f8 None None] Port abaf1452-d715-4ed5-9159-edf9a64e4569 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:32:49.470264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:49.470565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:49.486936 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:49.536832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for abaf1452-d715-4ed5-9159-edf9a64e4569 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:49.715325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:49.831663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['e671ee2b-102e-4ccc-8c3f-960e6aa4194e'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:32:49.849324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Calling delete_port for b7a3979e-7a74-4ac9-8fbb-ad94984f56c9 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:49.969771 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bbadb37c-d0b6-4063-8c0c-83949bf9802d req-360abdf5-8335-4ee0-9c93-7193049c789b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7436240 Dec 23 15:32:49.981578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a30ef-b3f6-4683-b205-5f0cdd99c5af req-890df553-ba5a-43d7-9ee5-16f67ff236ac tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:49.983025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-748a30ef-b3f6-4683-b205-5f0cdd99c5af req-890df553-ba5a-43d7-9ee5-16f67ff236ac tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 944 time: 1.0136168 Dec 23 15:32:49.984871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0150e53f-c890-4bb9-9830-5c2b83f7295e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.036283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.040914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0150e53f-c890-4bb9-9830-5c2b83f7295e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.043398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-83d6b60c-de6d-47a1-ab27-eb02aa601ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:50.044919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-83d6b60c-de6d-47a1-ab27-eb02aa601ceb service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 200 len: 912 time: 0.8228109 Dec 23 15:32:50.067504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.078611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.127740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Port': ['ID=b7a3979e-7a74-4ac9-8fbb-ad94984f56c9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:50.139437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.145793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=e731b584-fa05-4d28-a090-dc1eff4ce680,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:50.151299 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c4586ccb-d64f-47c4-add6-c6524264ead2 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/ports/b7a3979e-7a74-4ac9-8fbb-ad94984f56c9 HTTP/1.1" status: 204 len: 168 time: 1.0490792 Dec 23 15:32:50.152583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50618) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:50.156532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:32:50.179104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4cab9dc7-7d8c-46b1-8baa-a1c907eaa0ca tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/e731b584-fa05-4d28-a090-dc1eff4ce680 HTTP/1.1" status: 204 len: 168 time: 4.4423060 Dec 23 15:32:50.185265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50622) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:50.187375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.198004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.216488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-748a30ef-b3f6-4683-b205-5f0cdd99c5af req-f85a81ea-ab35-4476-98ce-b6184f4ed537 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141619 Dec 23 15:32:50.229534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-bef84f85-cef1-45b3-bf4f-00214f5772e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 200 len: 1001 time: 0.1648984 Dec 23 15:32:50.250836 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb783db0-9630-4b3c-85ba-896c99f180ef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:50.255840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb783db0-9630-4b3c-85ba-896c99f180ef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:50.255840 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bb783db0-9630-4b3c-85ba-896c99f180ef tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/ad1a2169-dfe8-45df-8183-28e18d4bda8f HTTP/1.1" status: 404 len: 337 time: 0.0993464 Dec 23 15:32:50.269062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50626) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:50.302039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.314974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=abaf1452-d715-4ed5-9159-edf9a64e4569,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:50.399687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0150e53f-c890-4bb9-9830-5c2b83f7295e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.400101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150e53f-c890-4bb9-9830-5c2b83f7295e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c70f768d-0686-4524-9a76-d437580ad7cb {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:32:50.466140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-e60708df-db9e-48ff-a6b2-bcc0fe917a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:50.467616 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-e60708df-db9e-48ff-a6b2-bcc0fe917a1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 200 len: 850 time: 0.2319083 Dec 23 15:32:50.471300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] In _notify_port_updated(), no bound segment for port 4ad8dca5-3419-401b-b61c-7334e56828a6 on network aba1f916-8145-4f47-a0cb-d7c215c98026 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:32:50.475101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:50.475707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.477017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "PUT /v2.0/ports/4ad8dca5-3419-401b-b61c-7334e56828a6 HTTP/1.1" status: 200 len: 818 time: 2.2982411 Dec 23 15:32:50.483594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50630) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:50.524893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0150e53f-c890-4bb9-9830-5c2b83f7295e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.526569 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0150e53f-c890-4bb9-9830-5c2b83f7295e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "DELETE /v2.0/routers/c70f768d-0686-4524-9a76-d437580ad7cb HTTP/1.1" status: 204 len: 168 time: 2.4408014 Dec 23 15:32:50.565202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.572181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.578525 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-91981c00-83d7-447f-ba73-385438fd8941 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/abaf1452-d715-4ed5-9159-edf9a64e4569 HTTP/1.1" status: 204 len: 168 time: 1.9516025 Dec 23 15:32:50.579789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50636) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:50.591645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df4fbc-b18b-4d94-aad7-3753e04da0fd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=4ad8dca5-3419-401b-b61c-7334e56828a6,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:50.628779 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-62449731-d8c4-463c-83f5-2614fffc577a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:32:50.629189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-62449731-d8c4-463c-83f5-2614fffc577a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:50.680775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 4ad8dca5-3419-401b-b61c-7334e56828a6 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:50.681019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.784709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-62449731-d8c4-463c-83f5-2614fffc577a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:50.785954 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-62449731-d8c4-463c-83f5-2614fffc577a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/abaf1452-d715-4ed5-9159-edf9a64e4569 HTTP/1.1" status: 404 len: 333 time: 0.2043309 Dec 23 15:32:50.791858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50640) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:50.833718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.855563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50644) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:50.883616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet f66bb74e-dde3-452c-bbbe-8553763036ce {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:50.889018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.908362 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-bfe1eb40-b032-4e20-bbbe-0ed9fae78600 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cb4b27e-b15d-48c2-8e82-58f5ee11afec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4271698 Dec 23 15:32:50.915588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb6a196-6223-4b98-9a3b-298785d07a39']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:50.955888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:50.973534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1527763-75ae-430f-a7b0-883f282b51cb') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:50.974082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1527763-75ae-430f-a7b0-883f282b51cb') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:50.998417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.089005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.152117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.161439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.183551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.185471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:51.185867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:51.200252 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:51.224655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-209862609', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:51.235067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:51.242011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Usage tracker for resource:router and tenant:2e880ed1710043559ccca9e037ca27b8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:51.289413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:51.295906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:51.365686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 4ad8dca5-3419-401b-b61c-7334e56828a6 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:51.428147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.429078 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.432623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.504339 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-3b517647-ced3-422e-b0fc-9e7c10c4bbf5 service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791805 Dec 23 15:32:51.524292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=f66bb74e-dde3-452c-bbbe-8553763036ce,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:51.537503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.542892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354cc344-867f-4257-b229-8e02c81b08e2 None None] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:51.548608 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ddf92fd0-6763-4a48-ab73-e65e085a52ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/f66bb74e-dde3-452c-bbbe-8553763036ce HTTP/1.1" status: 204 len: 168 time: 0.7555871 Dec 23 15:32:51.555158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50658) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:51.661680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.688789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet bec946d1-a8f8-426f-9205-212690305374 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:51.695158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.780598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.796272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.809933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:51.840774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Network': ['ID=6bb6a196-6223-4b98-9a3b-298785d07a39,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:51.858745 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d7b69076-a822-4b0c-b974-02dfe748b71f tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/6bb6a196-6223-4b98-9a3b-298785d07a39 HTTP/1.1" status: 204 len: 168 time: 1.5864556 Dec 23 15:32:51.872143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50662) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:51.938962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.016541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee319d3c-0e71-45a9-b217-39207e80c937 req-b4731ea7-9615-43bd-aea3-86ead2727437 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:52.018033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ee319d3c-0e71-45a9-b217-39207e80c937 req-b4731ea7-9615-43bd-aea3-86ead2727437 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.8825300 Dec 23 15:32:52.019836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f36bb453-b16c-4451-b1ec-2c536a53653b req-926c4171-a15d-470e-8ba6-ac70c033176e service neutron] 10.222.0.57 "GET /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432047 Dec 23 15:32:52.026403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=4ad8dca5-3419-401b-b61c-7334e56828a6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:52.027480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.043184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting port 92a35168-17ad-46c3-8aaf-1c3fe19b9a85 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:52.043759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.050985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.120461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.125037 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a4bb5eaf-1117-402e-822f-4ca01afe0eb7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/4ad8dca5-3419-401b-b61c-7334e56828a6 HTTP/1.1" status: 204 len: 168 time: 1.6381741 Dec 23 15:32:52.129277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50666) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:52.175081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedfa32-6a52-491a-a11d-089f2677ee5f req-5a5ebf95-e297-4d1c-b4c6-0a61f4a499c6 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:52.176868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4fedfa32-6a52-491a-a11d-089f2677ee5f req-5a5ebf95-e297-4d1c-b4c6-0a61f4a499c6 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 945 time: 0.8209178 Dec 23 15:32:52.287726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ee319d3c-0e71-45a9-b217-39207e80c937 req-4adf54b0-9d9e-4595-a60e-4494d75d44f9 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541499 Dec 23 15:32:52.398734 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4fedfa32-6a52-491a-a11d-089f2677ee5f req-5c88b28d-9d31-4383-b5c8-983510817ced tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135320 Dec 23 15:32:52.439478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50670) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:52.441236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.463070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e340783f-4c4e-45d4-abe6-cc200a67e5a9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:52.463070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e340783f-4c4e-45d4-abe6-cc200a67e5a9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:52.491710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-63b9f89a-d4ca-4ea9-97ac-7525a1bb67d3 None None] Provisioning complete for port 8e559b1f-2314-42d1-bc67-deda673f4fc0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:52.491710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63b9f89a-d4ca-4ea9-97ac-7525a1bb67d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.539379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.596146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Calling delete_port for 92a35168-17ad-46c3-8aaf-1c3fe19b9a85 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:52.632028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 52767e81-6911-479f-bdf4-63736872a3bb {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:52.632629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.656972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=bec946d1-a8f8-426f-9205-212690305374,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:52.682923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480eff37-b6fb-48a8-a9c9-4021e8dc3400 None None] Network e17002e0-ffdc-486d-9666-c4d5c1851a36 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:52.691718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.723124 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-11ddbcbe-00ac-42c0-8262-e858e8b6d6b4 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/floatingips/8d355d34-a166-436d-8996-3f97ab335bac HTTP/1.1" status: 200 len: 993 time: 0.2729208 Dec 23 15:32:52.753064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e340783f-4c4e-45d4-abe6-cc200a67e5a9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:52.756804 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e340783f-4c4e-45d4-abe6-cc200a67e5a9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6216230 Dec 23 15:32:52.758160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50676) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:52.758285 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5c4b4f33-051c-469d-9b64-b7b4829fa8ac tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/bec946d1-a8f8-426f-9205-212690305374 HTTP/1.1" status: 204 len: 168 time: 1.2021465 Dec 23 15:32:52.778156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50680) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:52.780294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.811239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.815072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e671ee2b-102e-4ccc-8c3f-960e6aa4194e up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:32:52.849953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-7658721d-a0ff-4995-bbd8-5f4137f5b80e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:32:52.856707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7658721d-a0ff-4995-bbd8-5f4137f5b80e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/4ad8dca5-3419-401b-b61c-7334e56828a6 HTTP/1.1" status: 404 len: 333 time: 0.0933228 Dec 23 15:32:52.859237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50684) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:52.866305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1061379471'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:52.878882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Port': ['ID=92a35168-17ad-46c3-8aaf-1c3fe19b9a85,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:52.882216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:52.892363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.896191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:52.899079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.901064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:52.907836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:52.913380 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-244880e5-be8e-46bf-b511-27ff892e15e9 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/ports/92a35168-17ad-46c3-8aaf-1c3fe19b9a85 HTTP/1.1" status: 204 len: 168 time: 1.0372460 Dec 23 15:32:52.913850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50688) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:52.946634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port e671ee2b-102e-4ccc-8c3f-960e6aa4194e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:32:52.947098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:52.961825 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-7151e971-ab93-43e4-b932-44666318b18b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] DELETE failed (client error): The resource could not be found. Dec 23 15:32:52.962335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7151e971-ab93-43e4-b932-44666318b18b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:52.967079 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7151e971-ab93-43e4-b932-44666318b18b tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/68eb1ce2-9744-4f0f-920d-2460d9c48a2e HTTP/1.1" status: 404 len: 337 time: 0.0498903 Dec 23 15:32:52.967359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50692) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:53.065394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:53.068624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.074944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] DHCP port deletion for e17002e0-ffdc-486d-9666-c4d5c1851a36 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:53.093503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] Deleting port 8e559b1f-2314-42d1-bc67-deda673f4fc0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:53.093503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.107416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.148107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.168348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.180762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port 52767e81-6911-479f-bdf4-63736872a3bb, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=52767e81-6911-479f-bdf4-63736872a3bb,segment=NetworkSegment(0f585ae8-6b73-423d-b88b-b70281f44de2),segment_id=0f585ae8-6b73-423d-b88b-b70281f44de2)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:53.181375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.192719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:53.201725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 8e559b1f-2314-42d1-bc67-deda673f4fc0 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:53.202116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.210148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.210148 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb of type vlan for network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 Dec 23 15:32:53.217196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:32:53.236700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:53.242697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.309005 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'code': 200} Dec 23 15:32:53.315086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.404536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] For port 8e559b1f-2314-42d1-bc67-deda673f4fc0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=8e559b1f-2314-42d1-bc67-deda673f4fc0,segment=NetworkSegment(3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4),segment_id=3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:53.405081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.410572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.435043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for 52767e81-6911-479f-bdf4-63736872a3bb owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:53.475272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:53.482474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3ab079-c491-4f6f-a5da-8bb11987d140']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:53.499636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.504063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:53.504661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.508659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Allocated IP 172.26.6.91 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/85233bda-7c37-4e14-9c64-2059fa783ab5) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:53.537714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] Calling delete_port for 8e559b1f-2314-42d1-bc67-deda673f4fc0 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:53.547127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbef77f5-712a-4c93-9b07-74ffa67fe2e8') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:53.547428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbef77f5-712a-4c93-9b07-74ffa67fe2e8') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:53.575224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.678768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.738616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] Pushing event deleted for resources: {'Port': ['ID=8e559b1f-2314-42d1-bc67-deda673f4fc0,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:53.746117 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8812184 Dec 23 15:32:53.747572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a40f9-0670-4657-85bc-fe5c21256a46 None None] No DVR routers for this DVR port 8e559b1f-2314-42d1-bc67-deda673f4fc0 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:53.755691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50700) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:53.765412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:53.797497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.815537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:53.820040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:53.875135 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:53.891319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c7626-32d0-4b93-b5e4-dae24ec795b0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=25cfc670-3f1c-4f86-86d8-0352ccb768d8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:53.903518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:53.965745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:53.986033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] For port 8e559b1f-2314-42d1-bc67-deda673f4fc0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=8e559b1f-2314-42d1-bc67-deda673f4fc0,segment=NetworkSegment(3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4),segment_id=3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:53.986388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.000035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401935-af32-453b-b59a-e2872b3187ea req-5c70fabf-277f-4169-8c0d-bccf4799d0ff tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:54.006991 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f9401935-af32-453b-b59a-e2872b3187ea req-5c70fabf-277f-4169-8c0d-bccf4799d0ff tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.5797198 Dec 23 15:32:54.036319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:54.041947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:54.050811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:54.059311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:54.073835 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f9401935-af32-453b-b59a-e2872b3187ea req-002e8c9e-6103-46d2-9580-0ffe22b2996e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660150 Dec 23 15:32:54.080384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 8e559b1f-2314-42d1-bc67-deda673f4fc0 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:54.110983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 8e559b1f-2314-42d1-bc67-deda673f4fc0 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:54.111321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 8e559b1f-2314-42d1-bc67-deda673f4fc0 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:54.124288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.143215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.157823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Network': ['ID=fa3ab079-c491-4f6f-a5da-8bb11987d140,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:54.161014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 8e559b1f-2314-42d1-bc67-deda673f4fc0 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:54.165133 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-855274f5-4c99-4ba8-b70a-05c77bb428bc tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/fa3ab079-c491-4f6f-a5da-8bb11987d140 HTTP/1.1" status: 204 len: 168 time: 1.1965704 Dec 23 15:32:54.165920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:54.180956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50706) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:54.260143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:54.260473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:54.323769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.366004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.389964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.405403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:54.433935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:54.445275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:54.482946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event updated for resources: {'Port': ['ID=85233bda-7c37-4e14-9c64-2059fa783ab5,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:54.566807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=52767e81-6911-479f-bdf4-63736872a3bb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:54.636471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c749b9a-0cf5-4991-81b1-9f1b89543db1 req-fe4082db-922b-4729-8485-fc80d55453d8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:54.638022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c749b9a-0cf5-4991-81b1-9f1b89543db1 req-fe4082db-922b-4729-8485-fc80d55453d8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.3716791 Dec 23 15:32:54.646774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting subnet 9482fc51-c6b9-4fcf-a5d1-d53885113679 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:54.667585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.771445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 8e559b1f-2314-42d1-bc67-deda673f4fc0 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:54.771773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.789859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.839904 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c749b9a-0cf5-4991-81b1-9f1b89543db1 req-20d87594-5a64-4ea4-834b-b1829e0286bd tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898799 Dec 23 15:32:54.858500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] The port '8e559b1f-2314-42d1-bc67-deda673f4fc0' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:54.893208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.919985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:54.948165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.054449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=56f79646-675a-417c-bdb3-34701b857673,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:55.067202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.081573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:55.083557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: 25cfc670-3f1c-4f86-86d8-0352ccb768d8, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:55.141802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.153554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17002e0-ffdc-486d-9666-c4d5c1851a36']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:55.167727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:55.168023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcf0d22-6d08-4eb8-92ef-8fb0880c1cc4') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:55.179641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Subnet': ['ID=9482fc51-c6b9-4fcf-a5d1-d53885113679,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:55.186466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.187526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.196629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147fc11e-5069-4cd6-b513-db9bb1a12071 None None] Network 85dd2b48-7558-4da0-9dd4-1da894a6750c requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:55.203500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6d7d2e6a-3f24-425b-8c36-26b09c0b77e8 tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/subnets/9482fc51-c6b9-4fcf-a5d1-d53885113679 HTTP/1.1" status: 204 len: 168 time: 1.0212584 Dec 23 15:32:55.204250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50712) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:55.225900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:55.262372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.280020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:55.280458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.354233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.368954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Deleting port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:55.370047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.415216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e99f9d0f-59a2-4fee-ae4e-417f7713f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:55.455608 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:55.463552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 25cfc670-3f1c-4f86-86d8-0352ccb768d8) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:55.478920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318f24b9-a642-4d75-93f8-eabdb9cb190e None None] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:55.552877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.553581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.624862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:55.625428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.689378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.714754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.751636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] DHCP port deletion for 85dd2b48-7558-4da0-9dd4-1da894a6750c request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:55.753715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0b8778e3-d307-4960-bf99-d9e254aedc6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9928582 Dec 23 15:32:55.759885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Deleting port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:55.760102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50718) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:55.760866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.778333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=e17002e0-ffdc-486d-9666-c4d5c1851a36,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:55.779166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:55.837431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:32:55.844346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-25cfc670-3f1c-4f86-86d8-0352ccb768d8', 'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8', 'tenant_id': '574d9894db7f4677a3addecdad9f9362', 'fixed_ips': [{'subnet_id': '56f79646-675a-417c-bdb3-34701b857673'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:32:55.845399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.871196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fe78d-639a-4d8f-837e-5b0e1d59a85c req-685fb484-f482-4dd5-b47f-517ff9467b7b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:55.872688 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e21fe78d-639a-4d8f-837e-5b0e1d59a85c req-685fb484-f482-4dd5-b47f-517ff9467b7b tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.2892375 Dec 23 15:32:55.905876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] For port 1072e1cb-95e3-495d-a11b-9e0617e5ee09, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1072e1cb-95e3-495d-a11b-9e0617e5ee09,segment=NetworkSegment(af6f0832-9e81-42cc-afc0-b0cedd425774),segment_id=af6f0832-9e81-42cc-afc0-b0cedd425774)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:55.906150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:55.908660 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ab8303fb-eea1-4805-a38c-533bf0f6d270 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/e17002e0-ffdc-486d-9666-c4d5c1851a36 HTTP/1.1" status: 204 len: 168 time: 3.1295955 Dec 23 15:32:55.910660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50722) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:56.064351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Calling delete_port for 1072e1cb-95e3-495d-a11b-9e0617e5ee09 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:56.125434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e21fe78d-639a-4d8f-837e-5b0e1d59a85c req-4944c409-a484-4ff4-b6c4-37c958ab9b9c tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438304 Dec 23 15:32:56.126911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:56.129249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] For port 1072e1cb-95e3-495d-a11b-9e0617e5ee09, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1072e1cb-95e3-495d-a11b-9e0617e5ee09,segment=NetworkSegment(af6f0832-9e81-42cc-afc0-b0cedd425774),segment_id=af6f0832-9e81-42cc-afc0-b0cedd425774)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:56.129740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.133277 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b8730208-b305-4ee3-9a5c-9622f358d635 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9440129 Dec 23 15:32:56.137938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50726) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:56.148994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c5e6b0-74bf-4a76-b53c-36a4e138bd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:56.149669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-18c5e6b0-74bf-4a76-b53c-36a4e138bd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:32:56.160024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:56.173333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:56.181487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:56.186831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:56.192176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:56.284718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.287419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Allocated IP 172.20.0.2 (25cfc670-3f1c-4f86-86d8-0352ccb768d8/56f79646-675a-417c-bdb3-34701b857673/b89a4002-ba3c-415f-a318-43c5d497cee0) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:32:56.296426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Calling delete_port for 1072e1cb-95e3-495d-a11b-9e0617e5ee09 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:56.322105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-18c5e6b0-74bf-4a76-b53c-36a4e138bd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:32:56.322361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1072e1cb-95e3-495d-a11b-9e0617e5ee09 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:56.325546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:56.326124 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-18c5e6b0-74bf-4a76-b53c-36a4e138bd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4143009 Dec 23 15:32:56.328761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.335370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50730) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:56.361348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Port': ['ID=1072e1cb-95e3-495d-a11b-9e0617e5ee09,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:56.380843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 1072e1cb-95e3-495d-a11b-9e0617e5ee09 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:56.381177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1072e1cb-95e3-495d-a11b-9e0617e5ee09 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:56.411603 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:56.412468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:56.421337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] No DVR routers for this DVR port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:56.449045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting subnet 7718a669-2448-495e-97cc-bb561377cbdf {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:32:56.453900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.493508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Router fa8f2c5d-d550-4f80-96d6-777848f7f991 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:32:56.528792 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bdbc014a-72fd-48fd-b400-5d6abf4fffaa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1880200 Dec 23 15:32:56.531886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.539396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50734) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:56.554708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-871229821'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:56.591432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:56.599685 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:56.603266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.611474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:56.622622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:56.631102 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.ipam_backend_mixin [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 56f79646-675a-417c-bdb3-34701b857673 (CIDR: 172.20.0.0/28) Dec 23 15:32:56.635242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:56.635598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:56.641069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:56.647951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dd2b48-7558-4da0-9dd4-1da894a6750c']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:56.661888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6f0832-9e81-42cc-afc0-b0cedd425774') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:56.662092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6f0832-9e81-42cc-afc0-b0cedd425774') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:56.674341 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:32:56.674828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:32:56.687657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.704968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:56.708141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.728164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.741286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:56.741286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:56.756377 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:56.782178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:53Z', 'revision_number': 11, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:56.818967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:32:56.825616 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-62094d90-4039-4db6-a37a-1b419ddeea75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0608859 Dec 23 15:32:56.825616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:32:56.828672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50738) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:56.849375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:56.914776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:56.915301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:56.928707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.928707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment b98bbd81-8a0b-43c3-9608-04ea8e36a98b of type vlan for network caeb5289-ea1d-469d-af8c-8c811c0eefa5 Dec 23 15:32:56.929118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:56.984281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.001707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.015187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:32:57.033838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.035522 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] Sync routers for ids ['fa8f2c5d-d550-4f80-96d6-777848f7f991'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:32:57.037359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.046744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] 10.222.0.58 "DELETE /v2.0/networks/85dd2b48-7558-4da0-9dd4-1da894a6750c HTTP/1.1" status: 204 len: 168 time: 1.8414185 Dec 23 15:32:57.060474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff54eb2-54f3-4e98-8e3d-00d8c5584bdf tempest-NetworksIpV6TestAttrs-512938446 tempest-NetworksIpV6TestAttrs-512938446-project] Pushing event deleted for resources: {'Network': ['ID=85dd2b48-7558-4da0-9dd4-1da894a6750c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:57.060715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:32:57.069652 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] Routers {'fa8f2c5d-d550-4f80-96d6-777848f7f991'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:57.070398 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fa8f2c5d-d550-4f80-96d6-777848f7f991'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:57.071451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:57.079159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:57.083776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:57.092413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:57.107259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.111427 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-07a2132d-a9a2-4212-8a27-0feb511044cc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.2468991 Dec 23 15:32:57.111427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.116236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50744) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:57.169884 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:57.188247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.190841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Deleting port 1072e1cb-95e3-495d-a11b-9e0617e5ee09 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:57.200894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.201069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:57.201069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.201380 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] Routers {'fa8f2c5d-d550-4f80-96d6-777848f7f991'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:32:57.201380 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fa8f2c5d-d550-4f80-96d6-777848f7f991'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:57.223153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:53Z', 'revision_number': 11, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:57.236321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Transition to ACTIVE for port object b89a4002-ba3c-415f-a318-43c5d497cee0 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:57.256514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Subnet': ['ID=7718a669-2448-495e-97cc-bb561377cbdf,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:57.262778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b397cf-844e-4b65-af11-17d8f8d1769b None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:53Z', 'revision_number': 11, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:57.263713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.268922 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6d06e81e-2097-4aa0-b969-a2e859247dc4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/7718a669-2448-495e-97cc-bb561377cbdf HTTP/1.1" status: 204 len: 168 time: 1.1276333 Dec 23 15:32:57.270416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50752) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:57.340862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c092b-6e9a-422f-8c96-ac9fa8c89b27 None None] Network 9a869255-3331-47a2-a0ef-fa65e4088184 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:57.367830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c35e344b-ddd4-448d-a5cf-9be8e7df198e None None] The port '1072e1cb-95e3-495d-a11b-9e0617e5ee09' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:57.388155 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:57.388746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c91aa4d-c983-4805-a6df-64e372833473 None None] The sync data for ids ['fa8f2c5d-d550-4f80-96d6-777848f7f991'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:32:57.426234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.439117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:57.442843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.453486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Deleting port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:57.453486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.461141 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Transition to ACTIVE for port object b89a4002-ba3c-415f-a318-43c5d497cee0 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:32:57.595558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.668712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4dd4e680-2f1f-4476-9402-be118d126ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.698863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=caeb5289-ea1d-469d-af8c-8c811c0eefa5,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:57.718534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:57.724177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:57.726596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:32:57.730320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:32:57.758898 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ff6126bb-8611-4f96-854e-846558fcb02d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2185509 Dec 23 15:32:57.764901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50762) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:57.785392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:57.847741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240f5d0-9e00-451a-8524-30a4a326e785 req-4566e3a5-193a-4c52-b995-7c96ac1890d8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:57.852048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9240f5d0-9e00-451a-8524-30a4a326e785 req-4566e3a5-193a-4c52-b995-7c96ac1890d8 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.4569478 Dec 23 15:32:57.852637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50766) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:57.947184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Pushing event updated for resources: {'Port': ['ID=b89a4002-ba3c-415f-a318-43c5d497cee0,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:57.951624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] DHCP port deletion for 9a869255-3331-47a2-a0ef-fa65e4088184 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:32:57.959667 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9ab876f7-d55d-43b7-9715-6ba46cd4cf89 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/fa8f2c5d-d550-4f80-96d6-777848f7f991 HTTP/1.1" status: 200 len: 919 time: 0.8123851 Dec 23 15:32:57.961876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] For port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,segment=NetworkSegment(0f585ae8-6b73-423d-b88b-b70281f44de2),segment_id=0f585ae8-6b73-423d-b88b-b70281f44de2)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:57.962228 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:57.976390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50772) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:57.991522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Deleting port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:57.992148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.078531 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c9b871a1-721b-4a75-9e31-d85b785100db tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa8f2c5d-d550-4f80-96d6-777848f7f991 HTTP/1.1" status: 200 len: 205 time: 0.0962157 Dec 23 15:32:58.092286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50776) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:58.095055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Attempting to bind port b89a4002-ba3c-415f-a318-43c5d497cee0 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:32:58.095428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Attempting to bind port b89a4002-ba3c-415f-a318-43c5d497cee0 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:32:58.095794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Attempting to bind port b89a4002-ba3c-415f-a318-43c5d497cee0 on network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:32:58.102183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52767e81-6911-479f-bdf4-63736872a3bb no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:58.143259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Calling delete_port for 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:58.170165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:58.178443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 52767e81-6911-479f-bdf4-63736872a3bb {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:32:58.178790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52767e81-6911-479f-bdf4-63736872a3bb not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:32:58.179725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:32:58.183585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:58.193416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:58.203045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:58.221469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:32:58.222038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Checking segment: {'id': '0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:58.222745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.223215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Bound using segment: {'id': '0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:32:58.223703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Bound port: b89a4002-ba3c-415f-a318-43c5d497cee0, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:32:58.224075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.232317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.290386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:58.359223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:32:58.364522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9240f5d0-9e00-451a-8524-30a4a326e785 req-cf4ab582-5b5b-475e-b33c-ee9407932252 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4986994 Dec 23 15:32:58.366710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.384373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:58.389913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:58.399948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:58.400959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.408576 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No ports have port_id starting with 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f Dec 23 15:32:58.435584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No DVR routers for this DVR port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:32:58.437227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Port': ['ID=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:58.439850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] For port b89a4002-ba3c-415f-a318-43c5d497cee0, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:32:58.446887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] For port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7d1be2f2-3809-4595-9fe2-8f9264f5cb9f,segment=NetworkSegment(0f585ae8-6b73-423d-b88b-b70281f44de2),segment_id=0f585ae8-6b73-423d-b88b-b70281f44de2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:58.447817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.457592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6120e744-8256-4899-b439-19bfd67455e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d518865b76a4ee4ae836330af5f29ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5965390 Dec 23 15:32:58.457592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50784) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:58.465730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] For port b89a4002-ba3c-415f-a318-43c5d497cee0, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b89a4002-ba3c-415f-a318-43c5d497cee0,segment=NetworkSegment(0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb),segment_id=0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:32:58.497091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-afd5f287-d93b-4673-a415-eacb840b027d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:58.499856 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-afd5f287-d93b-4673-a415-eacb840b027d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.4032311 Dec 23 15:32:58.557382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.591388 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-192c92fa-c8c1-4326-b020-1e84c54a7bda tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7566922 Dec 23 15:32:58.623484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Calling delete_port for 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:32:58.643129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50788) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:58.659719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8', 'fixed_ips': [{'subnet_id': '56f79646-675a-417c-bdb3-34701b857673'}, {'subnet_id': 'dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a'}], 'name': 'tempest-PortsTestJSON-459709878'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:58.664244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.702390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Deleting port 7754c102-100d-4426-b219-811e98c1521a {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:58.702797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.795595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf10a4-6cfe-48a7-adbc-bb98c41fedf7 None None] Pushing event updated for resources: {'Port': ['ID=b89a4002-ba3c-415f-a318-43c5d497cee0,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:58.804283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:32:58.805856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:32:58.815773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.838298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ac8b71ec-74c9-49ee-9080-69ceef80c72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.937560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ac8b71ec-74c9-49ee-9080-69ceef80c72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.983076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:58.987215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.024083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a869255-3331-47a2-a0ef-fa65e4088184']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:59.048970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f585ae8-6b73-423d-b88b-b70281f44de2') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:59.049212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f585ae8-6b73-423d-b88b-b70281f44de2') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:32:59.071474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:32:59.075925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.111449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:32:59.116772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.123053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:32:59.126925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:32:59.127311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:32:59.141940 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:32:59.190970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:32:59.229644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.254276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.305643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Deleting port 7d1be2f2-3809-4595-9fe2-8f9264f5cb9f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:32:59.307855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.332711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=054ff2e2-e01a-4711-a661-590ca32264dd,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:59.333787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:32:59.341789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.358668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ac8b71ec-74c9-49ee-9080-69ceef80c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.365957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': 'b98bbd81-8a0b-43c3-9608-04ea8e36a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:32:59.366346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: caeb5289-ea1d-469d-af8c-8c811c0eefa5, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:32:59.388898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.409454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b71ec-74c9-49ee-9080-69ceef80c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e87ee0-a59a-4c64-b195-ed6c4cbc3caf,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:59.417839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] For port 7754c102-100d-4426-b219-811e98c1521a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7754c102-100d-4426-b219-811e98c1521a,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:32:59.418202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.419905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.432948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Pushing event deleted for resources: {'Network': ['ID=9a869255-3331-47a2-a0ef-fa65e4088184,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:32:59.433727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-995c2849-eede-456f-9a8f-fb77a9a82f60 None None] The port '7d1be2f2-3809-4595-9fe2-8f9264f5cb9f' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:32:59.440921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:32:59.467295 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-35ecd077-3c2b-453e-b709-d61ae05ee0be tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/networks/9a869255-3331-47a2-a0ef-fa65e4088184 HTTP/1.1" status: 204 len: 168 time: 2.1958797 Dec 23 15:32:59.468217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50794) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:59.484243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'routes': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:59.486255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ac8b71ec-74c9-49ee-9080-69ceef80c72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.487518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ac8b71ec-74c9-49ee-9080-69ceef80c72a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44e87ee0-a59a-4c64-b195-ed6c4cbc3caf HTTP/1.1" status: 204 len: 168 time: 1.0245762 Dec 23 15:32:59.546083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:32:59.657036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, caeb5289-ea1d-469d-af8c-8c811c0eefa5) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:32:59.662295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:32:59.663412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:32:59.667404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992836e-92a6-46c7-a153-7ca51bcbc4c4 None None] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:32:59.850616 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1297991d-5ffc-4dac-8bd0-80cd4fc3d658 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0786011 Dec 23 15:32:59.851724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50800) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:32:59.891587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5', 'name': 'tempest-PortsIpV6TestJSON-20756038'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:32:59.916407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Added routes are [] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:32:59.916702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Removed routes are [] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:32:59.917835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.029887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-caeb5289-ea1d-469d-af8c-8c811c0eefa5', 'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5', 'tenant_id': 'a095ee3db9b74e61999ee3edef3eef3e', 'fixed_ips': [{'subnet_id': '054ff2e2-e01a-4711-a661-590ca32264dd'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:00.031010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.188615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b89a4002-ba3c-415f-a318-43c5d497cee0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:00.254226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.258945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:00.271222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:00.275413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:00.360385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:00.391417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Allocated IP 2001:db8::2 (caeb5289-ea1d-469d-af8c-8c811c0eefa5/054ff2e2-e01a-4711-a661-590ca32264dd/682fe881-66f0-4a6b-92ea-0497de665718) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:00.394302 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214911e8-725e-44df-902e-d35cc4479dfa None None] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:00.446454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.450015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.467867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.468454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.468591 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Floating IP d58481e1-7c19-4eba-904e-fc2a0fa08fbd disassociated. External IP: 172.26.6.126, port: 7754c102-100d-4426-b219-811e98c1521a. Dec 23 15:33:00.468876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Calling delete_port for 7754c102-100d-4426-b219-811e98c1521a owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:00.508684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482fb87c-dba6-4779-a52a-99835530e670 req-5ff658ca-bb28-4d9e-8fd2-3aedf0170afc tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:00.510819 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-482fb87c-dba6-4779-a52a-99835530e670 req-5ff658ca-bb28-4d9e-8fd2-3aedf0170afc tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 945 time: 0.8797083 Dec 23 15:33:00.571459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:00.571688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.575101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.609207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:00.670903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:00.691515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Deleting port 85233bda-7c37-4e14-9c64-2059fa783ab5 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:00.691847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.729021 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-482fb87c-dba6-4779-a52a-99835530e670 req-64f58e93-1b9d-4ff6-bef9-0da6be9301c0 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1b7c938-28c3-45e3-b75e-25f546140063&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001071 Dec 23 15:33:00.730981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-85ef0be5-9519-4f56-8f47-216b37a298e4 None None] Provisioning for port b89a4002-ba3c-415f-a318-43c5d497cee0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:00.745075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b89a4002-ba3c-415f-a318-43c5d497cee0 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:00.770605 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-85ef0be5-9519-4f56-8f47-216b37a298e4 None None] Provisioning complete for port b89a4002-ba3c-415f-a318-43c5d497cee0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:00.772374 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-85ef0be5-9519-4f56-8f47-216b37a298e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.800952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b89a4002-ba3c-415f-a318-43c5d497cee0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:00.800952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.834993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.7 (25cfc670-3f1c-4f86-86d8-0352ccb768d8/56f79646-675a-417c-bdb3-34701b857673/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:00.876335 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:33:00.899297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7754c102-100d-4426-b219-811e98c1521a no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:00.921778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.27 (25cfc670-3f1c-4f86-86d8-0352ccb768d8/dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:00.955566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:00.970136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:00.973814 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-94d1a71b-d458-4bd2-9dbb-32a9567918e6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 200 len: 701 time: 1.5036631 Dec 23 15:33:00.977219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50818) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:01.032568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5eee8fe5-261a-4be7-ada8-8d69ad40aeae tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:01.033650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.053317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] Sync routers for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:01.094477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.164514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5eee8fe5-261a-4be7-ada8-8d69ad40aeae tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:01.167637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event deleted for resources: {'Port': ['ID=7754c102-100d-4426-b219-811e98c1521a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:01.169298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50822) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:01.171352 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5eee8fe5-261a-4be7-ada8-8d69ad40aeae tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 200 len: 205 time: 0.1925468 Dec 23 15:33:01.181248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No active binding found for port 7754c102-100d-4426-b219-811e98c1521a {{(pid=84223) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 15:33:01.182127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7754c102-100d-4426-b219-811e98c1521a not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:01.186188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:01.186808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:01.323600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50828) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:01.343110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Calling delete_port for 85233bda-7c37-4e14-9c64-2059fa783ab5 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:01.359357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.487974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-160973619-network', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:01.488930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Transition to ACTIVE for port object 682fe881-66f0-4a6b-92ea-0497de665718 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:01.494859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:01.499944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Usage tracker for resource:network and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:01.503911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:01.514109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:01.537231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:01.580334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.592608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Made reservation on behalf of ae0448e5dd864db3aa4c638a8afdaaf3 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:01.595245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.607222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-85ef0be5-9519-4f56-8f47-216b37a298e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.612168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.627622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Transition to ACTIVE for port object 682fe881-66f0-4a6b-92ea-0497de665718 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:01.680281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:01.682316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:01.685751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:01.694163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:01.739995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:53Z', 'revision_number': 11, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:01.762996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] Checking router: 2a1f585e-eda7-4b2c-89b8-e97e6f740cde for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:01.778704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.808219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b855-31a7-4e5b-a509-1317c8bce88c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.838294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.868359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.876541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::204 (caeb5289-ea1d-469d-af8c-8c811c0eefa5/054ff2e2-e01a-4711-a661-590ca32264dd/2e35e990-fe6a-4323-9dcd-1aad73d3cbf6) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:01.877388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b89a4002-ba3c-415f-a318-43c5d497cee0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b89a4002-ba3c-415f-a318-43c5d497cee0,segment=NetworkSegment(0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb),segment_id=0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:01.894322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Pushing event updated for resources: {'Port': ['ID=682fe881-66f0-4a6b-92ea-0497de665718,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:01.911890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:01.921618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] Routers {'2a1f585e-eda7-4b2c-89b8-e97e6f740cde'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:01.922283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:01.961087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:01.969583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9e3729-5889-42de-9d2a-fc98a6630dea,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:02.000902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object ec4bbfad-cd49-4434-8092-7ec81c0d2aeb will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:02.001201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.001651 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Added segment c3089960-352e-4b0b-98ab-69d1d29c5fc0 of type vlan for network a81657d7-f422-419d-b443-a84b9559f1f7 Dec 23 15:33:02.015436 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4605f9d-9c42-4e09-954f-dcd89b172179 req-f7445860-921c-407e-a255-f89ccf104b33 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.1173811 Dec 23 15:33:02.051526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] Set router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:02.098940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:02.100049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] Update dhcp port {'port': {'network_id': '25cfc670-3f1c-4f86-86d8-0352ccb768d8', 'fixed_ips': [{'subnet_id': '56f79646-675a-417c-bdb3-34701b857673', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': 'b89a4002-ba3c-415f-a318-43c5d497cee0'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:33:02.113993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.125919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.165177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:02.190478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:02.192589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.210906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object 2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:02.223299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.223299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:02.223628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.306180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.311019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:53Z', 'revision_number': 11, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:02.334902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] Pushing event updated for resources: {'Network': ['ID=a81657d7-f422-419d-b443-a84b9559f1f7,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:02.360391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a81657d7-f422-419d-b443-a84b9559f1f7 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:02.373077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.394550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe911cc0-19c3-41c7-bd0e-bde4d8ffdc21 None None] The sync data for ids ['2a1f585e-eda7-4b2c-89b8-e97e6f740cde'] in dv-neutron-822796-1-hyperv is: [{'id': '2a1f585e-eda7-4b2c-89b8-e97e6f740cde', 'name': 'tempest-RoutersTest-router-1878426920', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:31:07Z', 'updated_at': '2021-12-23T15:32:53Z', 'revision_number': 11, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:02.404858 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c5ae2ee0-61a9-411c-afbf-76147e75f531 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0790343 Dec 23 15:33:02.405742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50836) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:02.413110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Request body: {'subnet': {'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-160973619-subnet', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'ip_version': 4}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:02.419370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:02.423449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Usage tracker for resource:subnet and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:02.427302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:02.438408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:02.445479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.487055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-85ef0be5-9519-4f56-8f47-216b37a298e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:33:02.487672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-85ef0be5-9519-4f56-8f47-216b37a298e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:33:02.510255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b89a4002-ba3c-415f-a318-43c5d497cee0,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:02.516755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.532547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b855-31a7-4e5b-a509-1317c8bce88c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.549450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:02.550607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=2e35e990-fe6a-4323-9dcd-1aad73d3cbf6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:02.553715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:02.555389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:02.557130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:02.561647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:02.562928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.563418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:02.567468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b855-31a7-4e5b-a509-1317c8bce88c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.569318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=ec4bbfad-cd49-4434-8092-7ec81c0d2aeb,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:02.583903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Attempting to bind port 682fe881-66f0-4a6b-92ea-0497de665718 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:02.584305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Attempting to bind port 682fe881-66f0-4a6b-92ea-0497de665718 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'b98bbd81-8a0b-43c3-9608-04ea8e36a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:02.584693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Attempting to bind port 682fe881-66f0-4a6b-92ea-0497de665718 on network caeb5289-ea1d-469d-af8c-8c811c0eefa5 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:02.599378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:02.637287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Made reservation on behalf of ae0448e5dd864db3aa4c638a8afdaaf3 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:02.637870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.650637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:02.650988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Checking segment: {'id': 'b98bbd81-8a0b-43c3-9608-04ea8e36a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:02.651589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.652160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Bound using segment: {'id': 'b98bbd81-8a0b-43c3-9608-04ea8e36a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:02.652809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Bound port: 682fe881-66f0-4a6b-92ea-0497de665718, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98bbd81-8a0b-43c3-9608-04ea8e36a98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:02.653363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.716102 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-afd575bc-fe63-4528-8613-05fd19e55f45 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8609273 Dec 23 15:33:02.718074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event deleted for resources: {'Port': ['ID=85233bda-7c37-4e14-9c64-2059fa783ab5,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:02.724380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50840) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:02.730680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': 'caeb5289-ea1d-469d-af8c-8c811c0eefa5', 'name': 'tempest-PortsIpV6TestJSON-739478307'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:02.783004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:02.783605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.799560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Router 02d88a20-f22e-4265-add2-20cb3a1321b4 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:02.852569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] For port 682fe881-66f0-4a6b-92ea-0497de665718, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:02.867266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] For port 682fe881-66f0-4a6b-92ea-0497de665718, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=682fe881-66f0-4a6b-92ea-0497de665718,segment=NetworkSegment(b98bbd81-8a0b-43c3-9608-04ea8e36a98b),segment_id=b98bbd81-8a0b-43c3-9608-04ea8e36a98b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:02.872208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] Allocated IP 172.20.0.18 (25cfc670-3f1c-4f86-86d8-0352ccb768d8/dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a/b89a4002-ba3c-415f-a318-43c5d497cee0) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:02.951676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:02.959036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:02.966465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:02.975230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:02.985438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:03.088961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b855-31a7-4e5b-a509-1317c8bce88c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.089503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a1b855-31a7-4e5b-a509-1317c8bce88c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Fanout notify agent at l3_agent the message router_deleted on router 2a1f585e-eda7-4b2c-89b8-e97e6f740cde {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:03.090760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:03.109389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b855-31a7-4e5b-a509-1317c8bce88c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.109497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.109598 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e0a1b855-31a7-4e5b-a509-1317c8bce88c tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 204 len: 168 time: 1.8837736 Dec 23 15:33:03.109598 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5f7bac48-3140-46df-b059-3b9868f35e7a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.4616725 Dec 23 15:33:03.113727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50846) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:03.114054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50848) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:03.123142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56f79646-675a-417c-bdb3-34701b857673'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:03.129695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.159577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1333594726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:03.178500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.212463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8955c-2f79-4282-89cc-4c014f3495ac None None] Pushing event updated for resources: {'Port': ['ID=682fe881-66f0-4a6b-92ea-0497de665718,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:03.235710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port d8a57e60-6f73-470d-a853-ed43ac35b0d6 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:03.284764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] For port b89a4002-ba3c-415f-a318-43c5d497cee0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b89a4002-ba3c-415f-a318-43c5d497cee0,segment=NetworkSegment(0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb),segment_id=0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:03.318332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.321834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-96f5dac9-3b9a-4aaf-80c7-17ad9763ff79 req-8f3cc35d-eaa5-4831-9d6f-f2f6267d6bcc tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Synchronizing usage tracker for tenant:0e383a1e355a403ea00c8fd87ab2ac3f on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:03.332951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a34940c-7c06-4257-a1ba-6aac1a59103d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:03.339180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] Transition to ACTIVE for port object b89a4002-ba3c-415f-a318-43c5d497cee0 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:03.367914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Checking segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:03.368571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Network hostable DHCP agents. Network: a81657d7-f422-419d-b443-a84b9559f1f7, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:03.392656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:03.415732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.472658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Usage tracker for resource:router and tenant:13756990e37545ef8e4500bad8de547b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:03.498819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:03.504741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::18e (caeb5289-ea1d-469d-af8c-8c811c0eefa5/054ff2e2-e01a-4711-a661-590ca32264dd/d8a57e60-6f73-470d-a853-ed43ac35b0d6) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:03.509386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-96f5dac9-3b9a-4aaf-80c7-17ad9763ff79 req-8f3cc35d-eaa5-4831-9d6f-f2f6267d6bcc tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Unset dirty status for tenant:0e383a1e355a403ea00c8fd87ab2ac3f on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:03.511201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96f5dac9-3b9a-4aaf-80c7-17ad9763ff79 req-8f3cc35d-eaa5-4831-9d6f-f2f6267d6bcc tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.2470663 Dec 23 15:33:03.529849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:03.598817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba299d-5a3d-4cf7-8072-c541a0ddf5d6 None None] Pushing event updated for resources: {'Port': ['ID=b89a4002-ba3c-415f-a318-43c5d497cee0,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:03.610500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Network a81657d7-f422-419d-b443-a84b9559f1f7 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:03.774959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.777102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.792413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.811800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.830127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, a81657d7-f422-419d-b443-a84b9559f1f7) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:03.840079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6320c9fa-e8f9-4b01-a401-e7b99776d4e4 None None] Network a81657d7-f422-419d-b443-a84b9559f1f7 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:03.844962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:03.845483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.854119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:03.887108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object d8a57e60-6f73-470d-a853-ed43ac35b0d6 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:03.944448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.005080 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c90b8c51-d130-4027-926c-f9d9cd5d67c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5977216 Dec 23 15:33:04.007662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50854) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:04.015396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:04.022457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:04.027434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Usage tracker for resource:router and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:04.030763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:04.037476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:04.047196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.092055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.121241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-a81657d7-f422-419d-b443-a84b9559f1f7', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:04.122926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.159373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:04.162815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:04.168896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:04.172412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:04.172961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.184528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=d8a57e60-6f73-470d-a853-ed43ac35b0d6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:04.195628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.196615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.243251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.243786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Fanout notify agent at l3_agent the message router_deleted on router fa8f2c5d-d550-4f80-96d6-777848f7f991 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:04.251944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:04.259214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.266694 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] Sync routers for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:04.288687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.296889 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:04.298305 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:04.318322 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-90e3f16d-7aa6-4984-8f04-f5d9b4b9a774 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5926127 Dec 23 15:33:04.319969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50858) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:04.357914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] No DVR routers for this DVR port 7754c102-100d-4426-b219-811e98c1521a on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:04.361469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.440261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 682fe881-66f0-4a6b-92ea-0497de665718 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:04.471476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'name': 'network-vif-deleted', 'tag': '7754c102-100d-4426-b219-811e98c1521a'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:33:04.492419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.499526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-16a0c27c-708a-4227-a410-0a2cbcf8b6ca tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/fa8f2c5d-d550-4f80-96d6-777848f7f991 HTTP/1.1" status: 204 len: 168 time: 6.3934112 Dec 23 15:33:04.502122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50864) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:04.519052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1115595488', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': False}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:04.527964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab438456-b61f-4a68-aaaa-fb7bc9f2de6c req-d6fbc7a3-bc07-4953-95f3-4ecc85521583 tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.57 "DELETE /v2.0/ports/7754c102-100d-4426-b219-811e98c1521a HTTP/1.1" status: 204 len: 173 time: 6.0180521 Dec 23 15:33:04.530366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:04.548815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:router and tenant:7ed934b4f22346d9aae20cf08301619c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:04.558734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:04.577380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Allocated IP 172.20.0.2 (a81657d7-f422-419d-b443-a84b9559f1f7/0a34940c-7c06-4257-a1ba-6aac1a59103d/a34c4454-0c09-4c51-b54a-20efb4c2c5cc) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:04.592216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:04.802581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Delete allocated IP 172.20.0.27 (25cfc670-3f1c-4f86-86d8-0352ccb768d8/dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a) {{(pid=84221) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 15:33:04.811113 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7da976-0d42-4e0e-8fc2-238b465ca533', 'name': 'network-vif-deleted', 'tag': '7754c102-100d-4426-b219-811e98c1521a', 'status': 'completed', 'code': 200} Dec 23 15:33:04.813032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.814250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-479037cc-34f1-4493-b79f-a438786c6e29 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6992233 Dec 23 15:33:04.819405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50870) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:04.854117 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:04.859235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:04.863055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f18d0fd0-6d93-4e8d-b2ae-1c94adc627d1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:04.871272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fa8a58-067b-4dc8-ba2e-aa0487e53a69 None None] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:04.882541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcbcce5-ec1d-4ae0-9717-f362a21683c1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:04.883284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9bcbcce5-ec1d-4ae0-9717-f362a21683c1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:04.888152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8619933-c771-4af9-8545-d763c94eb180 None None] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:04.908538 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 682fe881-66f0-4a6b-92ea-0497de665718 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:04.922080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b89a4002-ba3c-415f-a318-43c5d497cee0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:04.954642 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97aa5e38-8c95-4044-8207-6b5c336fda7f req-ac7fbeaf-7141-4392-946b-d64cf3b7040d tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b7da976-0d42-4e0e-8fc2-238b465ca533 HTTP/1.1" status: 200 len: 210 time: 0.1466286 Dec 23 15:33:04.995320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9bcbcce5-ec1d-4ae0-9717-f362a21683c1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:04.999208 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9bcbcce5-ec1d-4ae0-9717-f362a21683c1 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A204 HTTP/1.1" status: 200 len: 927 time: 0.6742518 Dec 23 15:33:05.005624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50874) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:05.122469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.123304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.142205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.183862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port d8a57e60-6f73-470d-a853-ed43ac35b0d6 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:05.184379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.302235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Provisioning for port b89a4002-ba3c-415f-a318-43c5d497cee0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:05.334049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.336102 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:09Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:05.342516 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] Checking router: 02d88a20-f22e-4265-add2-20cb3a1321b4 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:05.359609 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:05.360522 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:05.361863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Provisioning complete for port b89a4002-ba3c-415f-a318-43c5d497cee0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:05.362639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.419649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Transition to ACTIVE for port object a34c4454-0c09-4c51-b54a-20efb4c2c5cc will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:05.520271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.584262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Transition to ACTIVE for port object a34c4454-0c09-4c51-b54a-20efb4c2c5cc will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:05.587285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b89a4002-ba3c-415f-a318-43c5d497cee0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:05.588451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.619167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.672403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for d8a57e60-6f73-470d-a853-ed43ac35b0d6 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:05.695164 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:05.760036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.795445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.819733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.870862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.887870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Ignored duplicate provisioning block setup for port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 15:33:05.899865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f18d0fd0-6d93-4e8d-b2ae-1c94adc627d1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.937539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Network a81657d7-f422-419d-b443-a84b9559f1f7 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:05.971976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:05.978748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:05.990357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:06.117835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Pushing event updated for resources: {'Port': ['ID=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:06.127103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Allocated IP 172.26.6.198 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/c6e184d3-2f6d-4557-9ca7-77b84a3090ca) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:06.158492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.167799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] In _notify_port_updated(), no bound segment for port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb on network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:33:06.171758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:06.172391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.176112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "PUT /v2.0/ports/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb HTTP/1.1" status: 200 len: 918 time: 3.0573070 Dec 23 15:33:06.178083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f18d0fd0-6d93-4e8d-b2ae-1c94adc627d1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.183086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50882) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:06.198676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '56f79646-675a-417c-bdb3-34701b857673'}, {'subnet_id': 'dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:06.235077 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:09Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:06.239533 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f6ff0f-bb8b-418a-b285-74254b53e05d None None] The sync data for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv is: [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:27:37Z', 'revision_number': 4, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'de310391-cce8-4f0b-9512-23b06a7c56c4', 'name': '', 'network_id': '0cb4b27e-b15d-48c2-8e82-58f5ee11afec', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'mac_address': 'fa:16:3e:1b:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:35Z', 'updated_at': '2021-12-23T15:28:09Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'subnets': [{'id': 'f1a9d6b7-88c8-4e1a-971e-aaebdd65acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:06.277861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Attempting to bind port a34c4454-0c09-4c51-b54a-20efb4c2c5cc on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:06.278222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Attempting to bind port a34c4454-0c09-4c51-b54a-20efb4c2c5cc by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:06.278574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Attempting to bind port a34c4454-0c09-4c51-b54a-20efb4c2c5cc on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:06.279859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50886) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:06.291981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=d8a57e60-6f73-470d-a853-ed43ac35b0d6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:06.293655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca134ce-2072-42e2-85b4-a23138ce2f8f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=ec4bbfad-cd49-4434-8092-7ec81c0d2aeb,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:06.297433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:06.302267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Checking segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:06.302267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.302267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Bound using segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:06.302267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Bound port: a34c4454-0c09-4c51-b54a-20efb4c2c5cc, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:06.307252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.391129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Provisioning for port 682fe881-66f0-4a6b-92ea-0497de665718 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:06.428433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Provisioning complete for port 682fe881-66f0-4a6b-92ea-0497de665718 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:06.428798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.541811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.605862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] For port a34c4454-0c09-4c51-b54a-20efb4c2c5cc, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:06.625218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] For port a34c4454-0c09-4c51-b54a-20efb4c2c5cc, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:06.701743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3d727b09-fe6a-47a0-bbfc-d3b0ba7500df tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.710008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.721676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14d5db-b88f-427d-b85f-9b31a0dabda4 None None] New status for floating IP d58481e1-7c19-4eba-904e-fc2a0fa08fbd: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:33:06.724536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.738328 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d91e8864-9db2-472c-9534-3058c945e966 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/d8a57e60-6f73-470d-a853-ed43ac35b0d6 HTTP/1.1" status: 204 len: 168 time: 1.7376204 Dec 23 15:33:06.744769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50890) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:06.789267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.794408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.828712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3d727b09-fe6a-47a0-bbfc-d3b0ba7500df tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:06.869552 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcf004c-0a45-4791-97c5-933e56a43c90 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:33:06.871411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ebcf004c-0a45-4791-97c5-933e56a43c90 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:07.005371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ebcf004c-0a45-4791-97c5-933e56a43c90 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:07.009440 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ebcf004c-0a45-4791-97c5-933e56a43c90 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/d8a57e60-6f73-470d-a853-ed43ac35b0d6 HTTP/1.1" status: 404 len: 333 time: 0.2608225 Dec 23 15:33:07.015181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50894) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:07.054903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3d727b09-fe6a-47a0-bbfc-d3b0ba7500df tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.063963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.131641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] For port 682fe881-66f0-4a6b-92ea-0497de665718, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=682fe881-66f0-4a6b-92ea-0497de665718,segment=NetworkSegment(b98bbd81-8a0b-43c3-9608-04ea8e36a98b),segment_id=b98bbd81-8a0b-43c3-9608-04ea8e36a98b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:07.132878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952b445-79ec-4411-a987-a3c5c27551a1 None None] Pushing event updated for resources: {'Port': ['ID=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:07.139563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727b09-fe6a-47a0-bbfc-d3b0ba7500df tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b7c938-28c3-45e3-b75e-25f546140063,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:07.194711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3d727b09-fe6a-47a0-bbfc-d3b0ba7500df tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.194711 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3d727b09-fe6a-47a0-bbfc-d3b0ba7500df tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "DELETE /v2.0/security-groups/a1b7c938-28c3-45e3-b75e-25f546140063 HTTP/1.1" status: 204 len: 168 time: 0.8983247 Dec 23 15:33:07.210902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:07.216248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50898) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:07.222867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:07.222867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:07.250356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.252624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.323415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:07.323758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.352181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.379577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Could not find standard attr ID for object d8a57e60-6f73-470d-a853-ed43ac35b0d6. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:33:07.404453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7000-abde-49cd-9fbf-c6711e60fdd5 None None] Pushing event updated for resources: {'Port': ['ID=682fe881-66f0-4a6b-92ea-0497de665718,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:07.425962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Provisioning complete for port 682fe881-66f0-4a6b-92ea-0497de665718 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:07.426426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.443766 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:07.446740 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-087bc43c-d6d2-4923-9aff-8f2260c66d5f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] show failed (client error): The resource could not be found. Dec 23 15:33:07.448714 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-087bc43c-d6d2-4923-9aff-8f2260c66d5f tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "GET /v2.0/security-groups/a1b7c938-28c3-45e3-b75e-25f546140063 HTTP/1.1" status: 404 len: 347 time: 0.1650541 Dec 23 15:33:07.450768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18d0fd0-6d93-4e8d-b2ae-1c94adc627d1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Router 0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:07.453603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50902) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:07.499186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.659161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Provisioning complete for port b89a4002-ba3c-415f-a318-43c5d497cee0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:07.659792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.710748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.889544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Provisioning for port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:07.894843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Provisioning complete for port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:07.895325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:07.938507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:07.955005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:07.965600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18d0fd0-6d93-4e8d-b2ae-1c94adc627d1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:07.978238 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] Sync routers for ids ['0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:07.989542 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] Routers {'0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:07.990349 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:08.019859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.29 (25cfc670-3f1c-4f86-86d8-0352ccb768d8/dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:08.022157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Allocated IP 172.26.6.222 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/d9b9a75e-2b63-4397-ba23-40626070c5b6) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:08.027696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Provisioning for port 2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:08.029825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f18d0fd0-6d93-4e8d-b2ae-1c94adc627d1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.033601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Provisioning complete for port 2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:08.033864 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f18d0fd0-6d93-4e8d-b2ae-1c94adc627d1 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "PUT /v2.0/routers/0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 HTTP/1.1" status: 200 len: 694 time: 3.1783473 Dec 23 15:33:08.034248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.034376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50906) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:08.144944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b72c2a3c-6197-456b-b6df-01b294d5a0a5 None None] Port 2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:08.239351 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] Set router 0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:08.256846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9de8e758-9558-4af3-b60f-ce6fc64bf9ce None None] Could not find standard attr ID for object d8a57e60-6f73-470d-a853-ed43ac35b0d6. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:33:08.276564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Deleting port afc08c15-02f5-4fb4-bf78-7358850434b8 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:08.277110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.314147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.390511 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=2e35e990-fe6a-4323-9dcd-1aad73d3cbf6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:08.395516 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0', 'name': 'tempest-RoutersTest-router-1333594726', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:03Z', 'updated_at': '2021-12-23T15:33:05Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:08.402280 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] Checking router: 0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:08.416451 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] Routers {'0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:08.417524 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:08.478691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ec164f-b0dc-45f3-a347-7f6eb6a679ac None None] Network a81657d7-f422-419d-b443-a84b9559f1f7 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:08.543249 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-791d5f14-99b3-4418-ae35-626f828716d9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/routers/0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 HTTP/1.1" status: 200 len: 700 time: 0.4859078 Dec 23 15:33:08.543953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50910) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:08.569494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.624683 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] Set router 0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:08.696726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 682fe881-66f0-4a6b-92ea-0497de665718 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:08.699364 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2624f1c2-ce45-4dff-a443-2328c4f9bad5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 HTTP/1.1" status: 204 len: 168 time: 1.6878283 Dec 23 15:33:08.707021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50914) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:08.748632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.804549 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0', 'name': 'tempest-RoutersTest-router-1333594726', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:03Z', 'updated_at': '2021-12-23T15:33:05Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:08.813218 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190b5c53-a992-4e79-9347-4e90a02fa94f None None] The sync data for ids ['0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0'] in dv-neutron-822796-1-hyperv is: [{'id': '0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0', 'name': 'tempest-RoutersTest-router-1333594726', 'tenant_id': '13756990e37545ef8e4500bad8de547b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:03Z', 'updated_at': '2021-12-23T15:33:05Z', 'revision_number': 2, 'project_id': '13756990e37545ef8e4500bad8de547b', 'gw_port_host': None}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:08.857646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Ignored duplicate provisioning block setup for port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 23 15:33:08.863441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d8e5912-815e-41e9-8c3f-e354367021ba tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Synchronizing usage tracker for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:08.873324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.895727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d8e5912-815e-41e9-8c3f-e354367021ba tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Unset dirty status for tenant:13756990e37545ef8e4500bad8de547b on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:08.897189 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0d8e5912-815e-41e9-8c3f-e354367021ba tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 HTTP/1.1" status: 200 len: 205 time: 0.3471348 Dec 23 15:33:08.900077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50918) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:08.907552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-35841053-b624-42e6-9118-bd0e9fb56221 None None] Provisioning for port a34c4454-0c09-4c51-b54a-20efb4c2c5cc completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:08.965426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 682fe881-66f0-4a6b-92ea-0497de665718 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:08.965851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:08.991177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.057042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.057564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.101197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=ec4bbfad-cd49-4434-8092-7ec81c0d2aeb,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:09.196610 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-488f63fe-a62e-4afa-afba-6051d1c55480 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:33:09.197260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-488f63fe-a62e-4afa-afba-6051d1c55480 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:09.209547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Calling delete_port for afc08c15-02f5-4fb4-bf78-7358850434b8 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:09.260471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.261549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.283187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a34c4454-0c09-4c51-b54a-20efb4c2c5cc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:09.337813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.396709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-488f63fe-a62e-4afa-afba-6051d1c55480 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:09.400710 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-488f63fe-a62e-4afa-afba-6051d1c55480 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/2e35e990-fe6a-4323-9dcd-1aad73d3cbf6 HTTP/1.1" status: 404 len: 333 time: 0.6892829 Dec 23 15:33:09.401573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50922) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:09.423014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Port': ['ID=d9b9a75e-2b63-4397-ba23-40626070c5b6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:09.467105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a34c4454-0c09-4c51-b54a-20efb4c2c5cc completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:09.470832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8ee67d6-593a-4790-825b-654cbdf80ab7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.492507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a34c4454-0c09-4c51-b54a-20efb4c2c5cc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:09.493468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.593177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fa9eeb98-d347-473d-a101-12f7dedc4b20 None None] Provisioning complete for port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:09.593568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa9eeb98-d347-473d-a101-12f7dedc4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.600117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:09.608837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:09.620524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:09.722972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fa9eeb98-d347-473d-a101-12f7dedc4b20 None None] Port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:09.728887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.766009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a34c4454-0c09-4c51-b54a-20efb4c2c5cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:09.797129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet 054ff2e2-e01a-4711-a661-590ca32264dd {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:09.801468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.810430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] In _notify_port_updated(), no bound segment for port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb on network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:33:09.814300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:09.814894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.816192 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-db0197dc-8b9d-4816-8a56-de2a74b9f38b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "PUT /v2.0/ports/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb HTTP/1.1" status: 200 len: 998 time: 3.6312375 Dec 23 15:33:09.830464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50926) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:09.849314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-16e552d7-5325-4696-bd4a-205ac8af4d06 None None] Provisioning complete for port a34c4454-0c09-4c51-b54a-20efb4c2c5cc triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:09.849695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16e552d7-5325-4696-bd4a-205ac8af4d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.889889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.890930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:09.956015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.004590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Pushing event deleted for resources: {'Port': ['ID=afc08c15-02f5-4fb4-bf78-7358850434b8,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:10.019486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port ec4bbfad-cd49-4434-8092-7ec81c0d2aeb {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:10.019770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.041431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:10.152783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8ee67d6-593a-4790-825b-654cbdf80ab7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.156856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8ee67d6-593a-4790-825b-654cbdf80ab7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.258755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.260271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.276416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.276776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.317419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8ee67d6-593a-4790-825b-654cbdf80ab7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.317536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ee67d6-593a-4790-825b-654cbdf80ab7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Fanout notify agent at l3_agent the message router_deleted on router 0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:10.337030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f8ee67d6-593a-4790-825b-654cbdf80ab7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.342038 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f8ee67d6-593a-4790-825b-654cbdf80ab7 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 HTTP/1.1" status: 204 len: 168 time: 1.4395669 Dec 23 15:33:10.342847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50930) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:10.408531 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8e6b13f6-f0e5-40fe-b963-26d4672821af tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 HTTP/1.1" status: 200 len: 205 time: 0.0617416 Dec 23 15:33:10.408531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50934) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:10.422837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a34c4454-0c09-4c51-b54a-20efb4c2c5cc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:10.481301 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-e8cea54a-6919-47d2-b7ad-c6e10eba6e24 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] delete failed (client error): The resource could not be found. Dec 23 15:33:10.485270 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e8cea54a-6919-47d2-b7ad-c6e10eba6e24 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/0c78d68b-b9e2-46cd-9852-a5c5db0bc3e0 HTTP/1.1" status: 404 len: 336 time: 0.0740061 Dec 23 15:33:10.485490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50938) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:10.509657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a34c4454-0c09-4c51-b54a-20efb4c2c5cc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:10.510239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.519931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.521081 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-63183e08-9ef1-4d49-9d88-cb600977813e tempest-ServerActionsTestJSON-937014784 tempest-ServerActionsTestJSON-937014784-project] 10.222.0.58 "DELETE /v2.0/floatingips/d58481e1-7c19-4eba-904e-fc2a0fa08fbd HTTP/1.1" status: 204 len: 168 time: 3.0637355 Dec 23 15:33:10.535830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50942) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:10.548318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.555995 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7b86b8-138f-4f25-9516-d3c7d5306be4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:10.557000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7b86b8-138f-4f25-9516-d3c7d5306be4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:10.559269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:10.737822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.780844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Router 13477d92-3fa4-440e-8432-224469cadf14 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:10.824472 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ad7b86b8-138f-4f25-9516-d3c7d5306be4 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/609165f0-f72b-46a3-aa27-a42638d4ac9d HTTP/1.1" status: 404 len: 337 time: 0.3378363 Dec 23 15:33:10.844770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50948) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:10.883323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for ec4bbfad-cd49-4434-8092-7ec81c0d2aeb owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:10.897276 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-567d70b7-4fe4-4baa-a8b1-df46aa1a2476 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:10.897709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567d70b7-4fe4-4baa-a8b1-df46aa1a2476 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:10.899328 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-567d70b7-4fe4-4baa-a8b1-df46aa1a2476 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/a043b47e-4660-4086-b377-5890667876e7 HTTP/1.1" status: 404 len: 337 time: 0.0488656 Dec 23 15:33:10.903573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50952) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:10.935330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=054ff2e2-e01a-4711-a661-590ca32264dd,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:10.951246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-380145d5-7aac-4164-894d-093b8129a945 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:10.951855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380145d5-7aac-4164-894d-093b8129a945 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:10.953327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-380145d5-7aac-4164-894d-093b8129a945 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/333eb0c0-bb6f-4248-9ce7-b0509934c2fb HTTP/1.1" status: 404 len: 337 time: 0.0488870 Dec 23 15:33:10.958726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50956) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:10.971693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:10.972355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712de7f4-43bb-48a9-aa15-29c723366898 None None] Network caeb5289-ea1d-469d-af8c-8c811c0eefa5 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:10.976312 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-55b06dd2-ea1c-4046-bcc5-b9632b834c52 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/054ff2e2-e01a-4711-a661-590ca32264dd HTTP/1.1" status: 204 len: 168 time: 1.5695271 Dec 23 15:33:11.026821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50960) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.115405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e85f3a1-f1aa-4eae-b5d8-86d4eb26bdfc tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:11.115751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e85f3a1-f1aa-4eae-b5d8-86d4eb26bdfc tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:11.120642 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3e85f3a1-f1aa-4eae-b5d8-86d4eb26bdfc tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/7718a669-2448-495e-97cc-bb561377cbdf HTTP/1.1" status: 404 len: 337 time: 0.1574161 Dec 23 15:33:11.121954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50964) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.171522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-611ffba7-9ebe-412a-8935-7d14adbd5a0e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 200 len: 205 time: 0.0461216 Dec 23 15:33:11.205212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50968) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.246072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] DHCP port deletion for caeb5289-ea1d-469d-af8c-8c811c0eefa5 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:33:11.249884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] Deleting port 682fe881-66f0-4a6b-92ea-0497de665718 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:11.250336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:11.272968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:11.286185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Sync routers for ids ['13477d92-3fa4-440e-8432-224469cadf14'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:11.311457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:11.314802 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-90b56653-bf1f-418e-8d5a-f794ca7c8644 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] delete failed (client error): The resource could not be found. Dec 23 15:33:11.315791 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-90b56653-bf1f-418e-8d5a-f794ca7c8644 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/2a1f585e-eda7-4b2c-89b8-e97e6f740cde HTTP/1.1" status: 404 len: 336 time: 0.0992541 Dec 23 15:33:11.318895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50972) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.340506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Routers {'13477d92-3fa4-440e-8432-224469cadf14'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:11.341080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['13477d92-3fa4-440e-8432-224469cadf14'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:11.363599 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3c18e4d7-f426-40a0-ae63-5025dfad1f98 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=80acefdb-0945-4774-9652-1948699cd0c8 HTTP/1.1" status: 200 len: 205 time: 0.0427918 Dec 23 15:33:11.370453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50976) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.432597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:11.433436 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-35bf610a-5738-45d4-bc21-0767bbda51a1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.9273269 Dec 23 15:33:11.440296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50980) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.443349 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-336a4370-0ad4-4700-be60-fb9846de5227 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] delete failed (client error): The resource could not be found. Dec 23 15:33:11.444918 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-336a4370-0ad4-4700-be60-fb9846de5227 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/80acefdb-0945-4774-9652-1948699cd0c8 HTTP/1.1" status: 404 len: 336 time: 0.0730360 Dec 23 15:33:11.445057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 682fe881-66f0-4a6b-92ea-0497de665718 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:11.445149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:11.476377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 50984) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.610152 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-173f4e03-e0ba-4965-b3a5-b19bde2e5f46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:11.610817 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173f4e03-e0ba-4965-b3a5-b19bde2e5f46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:11.615106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] For port 682fe881-66f0-4a6b-92ea-0497de665718, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=682fe881-66f0-4a6b-92ea-0497de665718,segment=NetworkSegment(b98bbd81-8a0b-43c3-9608-04ea8e36a98b),segment_id=b98bbd81-8a0b-43c3-9608-04ea8e36a98b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:11.615106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:11.640435 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-173f4e03-e0ba-4965-b3a5-b19bde2e5f46 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/77c76813-e5b8-4d2a-873a-567cf2ae27a8 HTTP/1.1" status: 404 len: 337 time: 0.1556439 Dec 23 15:33:11.653454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50988) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.712434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:11.719669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ac1e35d7-2d63-451e-b13d-a0ebdc86d5bb tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=17bde549-9c40-46f1-aa28-8d0ff422fbba HTTP/1.1" status: 200 len: 205 time: 0.0610139 Dec 23 15:33:11.722324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50992) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.778022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Set router 13477d92-3fa4-440e-8432-224469cadf14 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:11.797341 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-f0bf737b-ea00-466a-bef1-bec1e3faff6e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] delete failed (client error): The resource could not be found. Dec 23 15:33:11.799433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f0bf737b-ea00-466a-bef1-bec1e3faff6e tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/17bde549-9c40-46f1-aa28-8d0ff422fbba HTTP/1.1" status: 404 len: 336 time: 0.0755305 Dec 23 15:33:11.802321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 50996) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.824502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] Calling delete_port for 682fe881-66f0-4a6b-92ea-0497de665718 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:11.845945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=ec4bbfad-cd49-4434-8092-7ec81c0d2aeb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:11.854930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-62222b7c-3d67-4fdf-8156-af2e846f02d6 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=603e7216-9d6d-4b27-936b-9c76be9c3e88 HTTP/1.1" status: 200 len: 205 time: 0.0488358 Dec 23 15:33:11.859820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51000) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.937677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-19789947-dad5-436f-9c48-e75731bcf748 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/13477d92-3fa4-440e-8432-224469cadf14 HTTP/1.1" status: 200 len: 909 time: 0.4962094 Dec 23 15:33:11.940171 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-f2fd2435-3f74-4b86-9787-ac7f3078973b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] delete failed (client error): The resource could not be found. Dec 23 15:33:11.943533 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f2fd2435-3f74-4b86-9787-ac7f3078973b tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/603e7216-9d6d-4b27-936b-9c76be9c3e88 HTTP/1.1" status: 404 len: 336 time: 0.0792799 Dec 23 15:33:11.943533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51004) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.944016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51008) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:11.948048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1115595488', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': True}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:11.953172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:11.957495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Usage tracker for resource:router and tenant:7ed934b4f22346d9aae20cf08301619c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:11.960737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:11.969126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:12.030693 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-37102037-9815-441d-b8d0-ba6efdd665b9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:12.031285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37102037-9815-441d-b8d0-ba6efdd665b9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:12.035588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-37102037-9815-441d-b8d0-ba6efdd665b9 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/877fda74-a7fc-439d-a4af-f8419a6f4e8d HTTP/1.1" status: 404 len: 337 time: 0.0455737 Dec 23 15:33:12.035923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51012) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.074484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.075732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.097885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-415709ed-4cc8-41a3-a344-a6f198676d02 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=a832b09b-be53-4e0c-9dcc-dd3c86fe20dc HTTP/1.1" status: 200 len: 205 time: 0.0585873 Dec 23 15:33:12.098596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51016) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.121281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.125439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.175068 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] Pushing event deleted for resources: {'Port': ['ID=682fe881-66f0-4a6b-92ea-0497de665718,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:12.191228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2bfcc5-537a-4d62-bee7-64994aaece83 None None] No DVR routers for this DVR port 682fe881-66f0-4a6b-92ea-0497de665718 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:12.195165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] For port 682fe881-66f0-4a6b-92ea-0497de665718, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=682fe881-66f0-4a6b-92ea-0497de665718,segment=NetworkSegment(b98bbd81-8a0b-43c3-9608-04ea8e36a98b),segment_id=b98bbd81-8a0b-43c3-9608-04ea8e36a98b)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:12.198714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.207161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13477d92-3fa4-440e-8432-224469cadf14', 'name': 'tempest-snat-router-1115595488', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.222'}], 'enable_snat': False}, 'gw_port_id': 'd9b9a75e-2b63-4397-ba23-40626070c5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:09Z', 'revision_number': 3, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port': {'id': 'd9b9a75e-2b63-4397-ba23-40626070c5b6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13477d92-3fa4-440e-8432-224469cadf14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:07Z', 'updated_at': '2021-12-23T15:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:12.209261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Checking router: 13477d92-3fa4-440e-8432-224469cadf14 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:12.209610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Updating router 13477d92-3fa4-440e-8432-224469cadf14 port d9b9a75e-2b63-4397-ba23-40626070c5b6 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:33:12.219364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-b6a7a53b-75fd-4284-bdda-1305ad6da922 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] delete failed (client error): The resource could not be found. Dec 23 15:33:12.224596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b6a7a53b-75fd-4284-bdda-1305ad6da922 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/a832b09b-be53-4e0c-9dcc-dd3c86fe20dc HTTP/1.1" status: 404 len: 336 time: 0.1237748 Dec 23 15:33:12.225508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51020) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.262535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.321287 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-9654002f-1d92-45e2-8245-7d28bf36b7f2 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:12.321870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9654002f-1d92-45e2-8245-7d28bf36b7f2 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:12.345811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9654002f-1d92-45e2-8245-7d28bf36b7f2 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/23afdab4-deb1-4205-abba-937cd47e3710 HTTP/1.1" status: 404 len: 337 time: 0.1194766 Dec 23 15:33:12.348727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51024) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.362668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:12.373551 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:12.378772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 682fe881-66f0-4a6b-92ea-0497de665718 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:12.388660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:12.389749 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:12.428808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.432192 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-39c7d0bf-52bb-4f1a-8031-64b2e19cb68a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb HTTP/1.1" status: 204 len: 168 time: 2.5997264 Dec 23 15:33:12.443602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51028) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.493127 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cd4488b6-39c1-487a-b472-1d441b7cca36 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "GET /v2.0/ports?device_id=971acec9-6dc5-4b99-8c9f-bacba9411146 HTTP/1.1" status: 200 len: 205 time: 0.1430001 Dec 23 15:33:12.499068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51032) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.545651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.547134 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6ec7d987-2c46-43d4-8ba8-a1f8c38e39e1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5381935 Dec 23 15:33:12.554336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:33:12.555081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:33:12.555628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51036) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.568987 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f34ba8-f0cf-4079-a52d-50a7de5713e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:33:12.573709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-25f34ba8-f0cf-4079-a52d-50a7de5713e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:12.582080 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-44e55476-5879-406c-872d-3c85eb635b45 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] delete failed (client error): The resource could not be found. Dec 23 15:33:12.583101 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-44e55476-5879-406c-872d-3c85eb635b45 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/routers/971acec9-6dc5-4b99-8c9f-bacba9411146 HTTP/1.1" status: 404 len: 336 time: 0.0829928 Dec 23 15:33:12.587140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51040) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.592755 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:12.595928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.782053 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-56907793-db19-4c22-9eb6-ecbdb55cbbe0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:12.783218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.783686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56907793-db19-4c22-9eb6-ecbdb55cbbe0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:12.784377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.787517 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-56907793-db19-4c22-9eb6-ecbdb55cbbe0 tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/2edd7355-adb3-4274-a2c4-6e3c61fbde8f HTTP/1.1" status: 404 len: 337 time: 0.1952767 Dec 23 15:33:12.788643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51044) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.805036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Transition to ACTIVE for port object d9b9a75e-2b63-4397-ba23-40626070c5b6 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:12.812183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 682fe881-66f0-4a6b-92ea-0497de665718 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:12.834705 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-161c4da2-8034-4181-bb0b-e507c7f9ba8d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] DELETE failed (client error): The resource could not be found. Dec 23 15:33:12.835535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161c4da2-8034-4181-bb0b-e507c7f9ba8d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:33:12.837094 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-161c4da2-8034-4181-bb0b-e507c7f9ba8d tempest-RoutersTest-373027217 tempest-RoutersTest-373027217-project] 10.222.0.58 "DELETE /v2.0/subnets/3f685829-1b41-467c-9358-cc2094ab762b HTTP/1.1" status: 404 len: 337 time: 0.0443151 Dec 23 15:33:12.848944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-25f34ba8-f0cf-4079-a52d-50a7de5713e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:12.851432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-25f34ba8-f0cf-4079-a52d-50a7de5713e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb HTTP/1.1" status: 404 len: 333 time: 0.4021223 Dec 23 15:33:12.855795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51050) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:12.862526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 682fe881-66f0-4a6b-92ea-0497de665718 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:12.862901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 682fe881-66f0-4a6b-92ea-0497de665718 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:12.872686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.977681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Attempting to bind port d9b9a75e-2b63-4397-ba23-40626070c5b6 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:12.979071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Attempting to bind port d9b9a75e-2b63-4397-ba23-40626070c5b6 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:12.979762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Attempting to bind port d9b9a75e-2b63-4397-ba23-40626070c5b6 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:12.982292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11de15-8f4c-450c-a20e-efd5e7eed762 None None] Pushing event updated for resources: {'Port': ['ID=d9b9a75e-2b63-4397-ba23-40626070c5b6,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:12.990261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:12.991200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:12.991746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:12.993388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:12.994045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Bound port: d9b9a75e-2b63-4397-ba23-40626070c5b6, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:12.994598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.033407 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:08Z', 'revision_number': 3, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:13.039030 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:13.039660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Updating router 7fa23ccb-e2bc-479c-ae26-f797c4077014 port c6e184d3-2f6d-4557-9ca7-77b84a3090ca binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:33:13.057810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 682fe881-66f0-4a6b-92ea-0497de665718 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:13.058144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.082949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] For port d9b9a75e-2b63-4397-ba23-40626070c5b6, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:13.087251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] For port d9b9a75e-2b63-4397-ba23-40626070c5b6, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d9b9a75e-2b63-4397-ba23-40626070c5b6,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:13.102252 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.134127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] The port '682fe881-66f0-4a6b-92ea-0497de665718' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:33:13.188055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.215666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:13.220315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.292158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.305206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.339928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Routers {'13477d92-3fa4-440e-8432-224469cadf14'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:13.341530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['13477d92-3fa4-440e-8432-224469cadf14'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:13.346967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeb5289-ea1d-469d-af8c-8c811c0eefa5']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:13.410378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98bbd81-8a0b-43c3-9608-04ea8e36a98b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:13.410673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98bbd81-8a0b-43c3-9608-04ea8e36a98b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:13.421712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11de15-8f4c-450c-a20e-efd5e7eed762 None None] Pushing event updated for resources: {'Port': ['ID=d9b9a75e-2b63-4397-ba23-40626070c5b6,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:13.440342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.485394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.515697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51056) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:13.519609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.533806 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:33:13.533999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.534256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:33:13.550191 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:33:13.622846 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.651607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] Set router 13477d92-3fa4-440e-8432-224469cadf14 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:13.670112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.832894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3a9c5f91-74b2-4d89-ab50-0036b90586e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13756990e37545ef8e4500bad8de547b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3146226 Dec 23 15:33:13.833111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51062) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:13.850580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.905483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:13.914379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.923372 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ae3cd90a-301d-4c3e-a5a4-b51430b7b613 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a HTTP/1.1" status: 204 len: 168 time: 1.0663006 Dec 23 15:33:13.929925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51066) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:13.939102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe35e87-b087-47f3-86bb-44a829a85bbe None None] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:13.941181 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Transition to ACTIVE for port object c6e184d3-2f6d-4557-9ca7-77b84a3090ca will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:13.958939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:13.963629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.013006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=caeb5289-ea1d-469d-af8c-8c811c0eefa5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:14.021383 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.086314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Allocated IP 172.26.6.216 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/83136f4b-7ad2-4b11-817d-d4395b1442f8) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:14.125403 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-41d181ef-bf35-4767-971a-7f247661914e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/caeb5289-ea1d-469d-af8c-8c811c0eefa5 HTTP/1.1" status: 204 len: 168 time: 3.0950668 Dec 23 15:33:14.132293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51070) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:14.139412 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Pushing event updated for resources: {'Port': ['ID=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:14.140521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1399833682'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:14.173318 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.173920 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.174406 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.174916 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.175406 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.176016 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.176563 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.177055 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.177545 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.178025 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.178612 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:14.190906 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Attempting to bind port c6e184d3-2f6d-4557-9ca7-77b84a3090ca on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:14.191586 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Attempting to bind port c6e184d3-2f6d-4557-9ca7-77b84a3090ca by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:14.192609 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Attempting to bind port c6e184d3-2f6d-4557-9ca7-77b84a3090ca on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:14.201439 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:14.202276 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:14.203560 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.204322 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:14.205041 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Bound port: c6e184d3-2f6d-4557-9ca7-77b84a3090ca, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:14.205613 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.207566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:14.221045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:14.225571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:14.239500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:14.250100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.268635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13477d92-3fa4-440e-8432-224469cadf14', 'name': 'tempest-snat-router-1115595488', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.222'}], 'enable_snat': False}, 'gw_port_id': 'd9b9a75e-2b63-4397-ba23-40626070c5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:09Z', 'revision_number': 3, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port': {'id': 'd9b9a75e-2b63-4397-ba23-40626070c5b6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13477d92-3fa4-440e-8432-224469cadf14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:07Z', 'updated_at': '2021-12-23T15:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:14.278040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-763108f8-c8df-46eb-a126-b98306de5b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.281564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4b89b4-714c-42df-85df-bfeec1071eb9 None None] The sync data for ids ['13477d92-3fa4-440e-8432-224469cadf14'] in dv-neutron-822796-1-hyperv is: [{'id': '13477d92-3fa4-440e-8432-224469cadf14', 'name': 'tempest-snat-router-1115595488', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.222'}], 'enable_snat': False}, 'gw_port_id': 'd9b9a75e-2b63-4397-ba23-40626070c5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:09Z', 'revision_number': 3, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port': {'id': 'd9b9a75e-2b63-4397-ba23-40626070c5b6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13477d92-3fa4-440e-8432-224469cadf14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:07Z', 'updated_at': '2021-12-23T15:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:14.297753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet 56f79646-675a-417c-bdb3-34701b857673 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:14.306836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.353787 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] For port c6e184d3-2f6d-4557-9ca7-77b84a3090ca, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:14.353891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:14.354965 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] For port c6e184d3-2f6d-4557-9ca7-77b84a3090ca, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:14.355149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.366368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-763108f8-c8df-46eb-a126-b98306de5b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.377153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.433600 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.446261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.482113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:14.503921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.504271 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment 312bcabd-7613-47d0-bc48-1f7bdaecabf5 of type vlan for network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e Dec 23 15:33:14.577115 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6614531-8944-4d97-b901-9d8356f2145f None None] Pushing event updated for resources: {'Port': ['ID=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:14.581759 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:14.582505 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:14.642596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.689468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:14.691279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:14.723707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.739334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Deleting port de310391-cce8-4f0b-9512-23b06a7c56c4 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:14.739678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.741567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Port': ['ID=83136f4b-7ad2-4b11-817d-d4395b1442f8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:14.745385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-763108f8-c8df-46eb-a126-b98306de5b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.752835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:14.896511 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:14.954584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-763108f8-c8df-46eb-a126-b98306de5b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:14.957285 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-763108f8-c8df-46eb-a126-b98306de5b23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9385c862-24ae-459c-9dbb-692ed9f6a18d HTTP/1.1" status: 204 len: 168 time: 1.1229956 Dec 23 15:33:14.958915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763108f8-c8df-46eb-a126-b98306de5b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385c862-24ae-459c-9dbb-692ed9f6a18d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:15.078942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.213909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] For port de310391-cce8-4f0b-9512-23b06a7c56c4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=de310391-cce8-4f0b-9512-23b06a7c56c4,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:15.214362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.323900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-91eacc80-4d51-41c2-87a1-65fadbef7f40 None None] Provisioning complete for port b89a4002-ba3c-415f-a318-43c5d497cee0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:15.324592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-91eacc80-4d51-41c2-87a1-65fadbef7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.353569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.381338 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:08Z', 'revision_number': 3, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:15.387275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ca7de-4cf8-40b5-9f96-9ae878fbf292 None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:08Z', 'revision_number': 3, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:15.433927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Calling delete_port for de310391-cce8-4f0b-9512-23b06a7c56c4 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:15.492979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.498231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:15.498967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.561666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=56f79646-675a-417c-bdb3-34701b857673,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:15.577520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.586824 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fd8ac87a-4e00-4e93-82e9-6e95ed40b715 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/56f79646-675a-417c-bdb3-34701b857673 HTTP/1.1" status: 204 len: 168 time: 1.6558518 Dec 23 15:33:15.590027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07907221-b6ea-426c-b6f3-900d9163f825 None None] Network 25cfc670-3f1c-4f86-86d8-0352ccb768d8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:15.590425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51078) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:15.660632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Allocated IP 172.20.0.1 (a81657d7-f422-419d-b443-a84b9559f1f7/0a34940c-7c06-4257-a1ba-6aac1a59103d/3a411588-dcc8-4e9b-8e39-8f28f3d4dba6) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:15.730339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=e97f40f2-0fa5-43e4-9a96-71fa34a7e64e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:15.767691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.768529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.778294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.793421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:15.862377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port b89a4002-ba3c-415f-a318-43c5d497cee0 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:15.862774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:15.908614 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-268c9f53-c437-4346-860f-82da667ff500 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7746243 Dec 23 15:33:15.912644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51088) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:15.979736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:16.038079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] DHCP port deletion for 25cfc670-3f1c-4f86-86d8-0352ccb768d8 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:33:16.042715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Deleting port b89a4002-ba3c-415f-a318-43c5d497cee0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:16.043245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.141822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:16.159341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:16.167508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:16.175059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port b89a4002-ba3c-415f-a318-43c5d497cee0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b89a4002-ba3c-415f-a318-43c5d497cee0,segment=NetworkSegment(0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb),segment_id=0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:16.178989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.214563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:16.227535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.261456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Transition to ACTIVE for port object 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:16.283549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] For port b89a4002-ba3c-415f-a318-43c5d497cee0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b89a4002-ba3c-415f-a318-43c5d497cee0,segment=NetworkSegment(0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb),segment_id=0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:16.284054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.310035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for b89a4002-ba3c-415f-a318-43c5d497cee0 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:16.316354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:16.342321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.415913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Calling delete_port for b89a4002-ba3c-415f-a318-43c5d497cee0 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:16.459229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.474199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d9b9a75e-2b63-4397-ba23-40626070c5b6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:16.505391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Pushing event deleted for resources: {'Port': ['ID=de310391-cce8-4f0b-9512-23b06a7c56c4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:16.512444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Router 11f34314-79d5-4120-aadc-6c2ff609b69d is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:16.526539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.581285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:33:16.581638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:33:16.624110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.656249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d9b9a75e-2b63-4397-ba23-40626070c5b6 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:16.668311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No DVR routers for this DVR port b89a4002-ba3c-415f-a318-43c5d497cee0 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:16.670107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d9b9a75e-2b63-4397-ba23-40626070c5b6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:16.670323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=b89a4002-ba3c-415f-a318-43c5d497cee0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:16.670903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.679338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Network a81657d7-f422-419d-b443-a84b9559f1f7 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:16.690440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:16.763679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:16.805523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Pushing event updated for resources: {'Port': ['ID=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:16.805769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51100) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:16.848205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.872224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d9b9a75e-2b63-4397-ba23-40626070c5b6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d9b9a75e-2b63-4397-ba23-40626070c5b6,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:16.938499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.969344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cfc670-3f1c-4f86-86d8-0352ccb768d8']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:16.970362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.975476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:16.985592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:16.987087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0146d9c1-8cfa-4e22-9c61-74bd92cf8ffb') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:17.086406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.107313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Deleting port b89a4002-ba3c-415f-a318-43c5d497cee0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:17.107758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.108551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.124041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:33:17.124584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:33:17.139106 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:33:17.147021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b89a4002-ba3c-415f-a318-43c5d497cee0 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:17.195584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1232189377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:17.207374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:17.225624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:router and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:17.226674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bb630de7-bdb9-4e6c-ab9c-66454848f57b None None] The port 'b89a4002-ba3c-415f-a318-43c5d497cee0' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:33:17.233266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:17.236544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b89a4002-ba3c-415f-a318-43c5d497cee0 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:17.236544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b89a4002-ba3c-415f-a318-43c5d497cee0 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:17.242249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:17.256528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.275829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.280036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:17.280564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d9b9a75e-2b63-4397-ba23-40626070c5b6,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:17.292681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Sync routers for ids ['11f34314-79d5-4120-aadc-6c2ff609b69d'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:17.304648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Routers {'11f34314-79d5-4120-aadc-6c2ff609b69d'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:17.305168 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['11f34314-79d5-4120-aadc-6c2ff609b69d'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:17.312581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.317303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.325688 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/25cfc670-3f1c-4f86-86d8-0352ccb768d8 HTTP/1.1" status: 204 len: 168 time: 1.7278762 Dec 23 15:33:17.335936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51106) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:17.344871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.345964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.367854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-41001f76-e770-413b-9ea4-94d6d360568c None None] Provisioning for port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:17.382550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-41001f76-e770-413b-9ea4-94d6d360568c None None] Provisioning complete for port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:17.383057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41001f76-e770-413b-9ea4-94d6d360568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.405335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b1946-1b0e-4024-9ffe-38fb69b32e71 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=25cfc670-3f1c-4f86-86d8-0352ccb768d8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:17.413270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.416999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3083a31a-8556-45e9-aca0-313ab8cbfadf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4716871 Dec 23 15:33:17.423224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=bfdcb977-09a2-409a-9f64-1879923a4304,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:17.423388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51110) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:17.518125 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': '312bcabd-7613-47d0-bc48-1f7bdaecabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:17.518548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: e97f40f2-0fa5-43e4-9a96-71fa34a7e64e, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:17.527305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.529473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-41001f76-e770-413b-9ea4-94d6d360568c None None] Port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:17.562247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Set router 11f34314-79d5-4120-aadc-6c2ff609b69d gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:17.617695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.671690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4669b-9c6e-41ca-887e-5c09bbafac5b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:17.672646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8fe4669b-9c6e-41ca-887e-5c09bbafac5b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:17.752996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.784534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8fe4669b-9c6e-41ca-887e-5c09bbafac5b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:17.786764 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8fe4669b-9c6e-41ca-887e-5c09bbafac5b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4456971 Dec 23 15:33:17.791111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51114) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:17.827887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.854341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:17.907937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.909135 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b5b78814-cff0-441e-9ad3-e21c6f53f5f0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0972817 Dec 23 15:33:17.919821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51118) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:17.930704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1594370330'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:17.940005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:17.944300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:17.948853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:network and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:17.955082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:17.956041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f34314-79d5-4120-aadc-6c2ff609b69d', 'name': 'tempest-snat-router-1115595488', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '83136f4b-7ad2-4b11-817d-d4395b1442f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:12Z', 'updated_at': '2021-12-23T15:33:14Z', 'revision_number': 3, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port': {'id': '83136f4b-7ad2-4b11-817d-d4395b1442f8', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:48:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f34314-79d5-4120-aadc-6c2ff609b69d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:13Z', 'updated_at': '2021-12-23T15:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:17.960637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Checking router: 11f34314-79d5-4120-aadc-6c2ff609b69d for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:17.960984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Updating router 11f34314-79d5-4120-aadc-6c2ff609b69d port 83136f4b-7ad2-4b11-817d-d4395b1442f8 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:33:17.975579 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-df69b16f-0a5f-470d-a908-91901e123d4e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1826744 Dec 23 15:33:17.976774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:17.981272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51122) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:17.988681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-999839404'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:18.002208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:18.012225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:18.020890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-01ccfc36-c195-4978-9364-9d4c3e60abc3 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/11f34314-79d5-4120-aadc-6c2ff609b69d HTTP/1.1" status: 200 len: 908 time: 0.5931866 Dec 23 15:33:18.022177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:18.030332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:18.031704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.038065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51126) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:18.048160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.067820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e97f40f2-0fa5-43e4-9a96-71fa34a7e64e) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:18.079288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f750505-2882-4749-b782-b3649655ad39 None None] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:18.091969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:18.092605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.129509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:18.133311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.153949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:18.157100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.186141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:18.198326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.199030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 6dacf42e-b164-4ddd-a100-9eaf1237b5b6 of type vlan for network 57f8edf6-db99-44bc-953b-eb6b7490be35 Dec 23 15:33:18.222568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Pushing event updated for resources: {'Port': ['ID=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:18.230584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.264182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.300465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:18.304315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:security_group_rule and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:18.308377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:18.314254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:18.332283 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a3997bbe-a5d0-4846-937d-3008294c780a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4101291 Dec 23 15:33:18.333477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51130) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:18.404068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.458382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e', 'name': 'tempest-PortsIpV6TestJSON-929207245', 'fixed_ips': [{'subnet_id': 'bfdcb977-09a2-409a-9f64-1879923a4304', 'ip_address': '2001:db8::10'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:18.511052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Network a81657d7-f422-419d-b443-a84b9559f1f7 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:18.566727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.569377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:18.595650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.600106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:18.601793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.656475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d9b9a75e-2b63-4397-ba23-40626070c5b6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:18.762186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=57f8edf6-db99-44bc-953b-eb6b7490be35,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:18.766062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-227a52e8-efbe-4cc7-9517-06b84a8402e0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7834857 Dec 23 15:33:18.771606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51134) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:18.798591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:18.802556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:18.819763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.resource_extend [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:33:18.822629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:18.890204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa054ce2-36c4-41f6-be86-2946230fb869,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:18.923542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e97f40f2-0fa5-43e4-9a96-71fa34a7e64e', 'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e', 'tenant_id': 'a095ee3db9b74e61999ee3edef3eef3e', 'fixed_ips': [{'subnet_id': 'bfdcb977-09a2-409a-9f64-1879923a4304'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:18.924683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.933193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:18.933920 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Added segment 3f66b17c-28fb-4589-a12b-62f40fbcbe8f of type vlan for network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f Dec 23 15:33:19.005896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.012499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:19.022313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:19.027640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:19.036165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:19.040397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.142271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:19.161058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.190183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Transition to ACTIVE for port object 83136f4b-7ad2-4b11-817d-d4395b1442f8 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:19.197560 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0fd6348d-e726-4e3d-ba1e-bc1b15b766ab None None] Provisioning complete for port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:19.199838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0fd6348d-e726-4e3d-ba1e-bc1b15b766ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.206921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:19.210046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:19.216063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.220009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:19.220673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.224725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:19.226011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:19.252138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d9b9a75e-2b63-4397-ba23-40626070c5b6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:19.252504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.301293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.310920 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:19.315966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.354683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port ca5c27ae-4a74-4d50-bc4d-3bcc60898bad yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:19.408684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0fd6348d-e726-4e3d-ba1e-bc1b15b766ab None None] Port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:19.453759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Network': ['ID=66e3b1ee-3533-44e5-aee2-81dd1aa4c60f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:19.462279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.466059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed53dc-3ea4-4acc-90b5-172c8edfa5ff None None] Pushing event updated for resources: {'Port': ['ID=83136f4b-7ad2-4b11-817d-d4395b1442f8,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:19.476700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:19.495861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Attempting to bind port 83136f4b-7ad2-4b11-817d-d4395b1442f8 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:19.496248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Attempting to bind port 83136f4b-7ad2-4b11-817d-d4395b1442f8 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:19.498187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Attempting to bind port 83136f4b-7ad2-4b11-817d-d4395b1442f8 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:19.509837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Allocated IP 2001:db8::2 (e97f40f2-0fa5-43e4-9a96-71fa34a7e64e/bfdcb977-09a2-409a-9f64-1879923a4304/d784bd75-f8d7-4456-ba7e-9f0417619793) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:19.625598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:19.626017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:19.626362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.626753 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:19.627239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Bound port: 83136f4b-7ad2-4b11-817d-d4395b1442f8, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:19.627599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.655580 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cfe3cdcd-12ff-4220-992c-80a63b61be0a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7335818 Dec 23 15:33:19.661510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51138) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:19.672839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'subnet': {'network_id': '66e3b1ee-3533-44e5-aee2-81dd1aa4c60f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:19.725220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.773593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c6e184d3-2f6d-4557-9ca7-77b84a3090ca up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:19.819521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Deleting port 83136f4b-7ad2-4b11-817d-d4395b1442f8 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:19.819851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:19.868232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] For port 83136f4b-7ad2-4b11-817d-d4395b1442f8, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:19.906369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:19.910287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] For port 83136f4b-7ad2-4b11-817d-d4395b1442f8, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=83136f4b-7ad2-4b11-817d-d4395b1442f8,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:19.914358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:subnet and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:19.920369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:19.927380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:19.958515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Router 02d88a20-f22e-4265-add2-20cb3a1321b4 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:19.988242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.006653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.012598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.047519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:20.060979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port c6e184d3-2f6d-4557-9ca7-77b84a3090ca completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:20.062886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:20.066983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Transition to ACTIVE for port object d784bd75-f8d7-4456-ba7e-9f0417619793 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:20.087093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c6e184d3-2f6d-4557-9ca7-77b84a3090ca triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:20.087486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.094073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] For port 83136f4b-7ad2-4b11-817d-d4395b1442f8, host dv-neutron-822796-1-hyperv, got binding levels [] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:20.094425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.101732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=ec9a8b17-9271-4420-b064-08463892d312,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:20.164505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Transition to ACTIVE for port object d784bd75-f8d7-4456-ba7e-9f0417619793 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:20.177304 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed53dc-3ea4-4acc-90b5-172c8edfa5ff None None] Pushing event updated for resources: {'Port': ['ID=83136f4b-7ad2-4b11-817d-d4395b1442f8,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:20.191848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Routers {'11f34314-79d5-4120-aadc-6c2ff609b69d'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:20.192495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['11f34314-79d5-4120-aadc-6c2ff609b69d'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:20.242760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.249780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Calling delete_port for 83136f4b-7ad2-4b11-817d-d4395b1442f8 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:20.263037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.298680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '6dacf42e-b164-4ddd-a100-9eaf1237b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:20.299031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: 57f8edf6-db99-44bc-953b-eb6b7490be35, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:20.421722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:20.426875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:33:20.431699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:33:20.431841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::10 (e97f40f2-0fa5-43e4-9a96-71fa34a7e64e/bfdcb977-09a2-409a-9f64-1879923a4304/ca5c27ae-4a74-4d50-bc4d-3bcc60898bad) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:20.451022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:20.460757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:20.466663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Pushing event updated for resources: {'Port': ['ID=d784bd75-f8d7-4456-ba7e-9f0417619793,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:20.471067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:20.482952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.490565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] Set router 11f34314-79d5-4120-aadc-6c2ff609b69d gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:20.517834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 57f8edf6-db99-44bc-953b-eb6b7490be35) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:20.523302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:20.524159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.563471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3588d17-7a53-4404-ab81-687636a954cf None None] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:20.624888 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e6263135-bb53-484b-b50a-1158e03efeaa tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8434155 Dec 23 15:33:20.625644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51142) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:20.631692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35', 'name': 'tempest-PortsTestJSON-77195529'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:20.719834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port c6e184d3-2f6d-4557-9ca7-77b84a3090ca, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:20.781838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:20.792377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:20.801303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f34314-79d5-4120-aadc-6c2ff609b69d', 'name': 'tempest-snat-router-1115595488', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:12Z', 'updated_at': '2021-12-23T15:33:19Z', 'revision_number': 4, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:20.814815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.850704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d30062-887a-4b3f-b52a-7d14a7b46075 None None] The sync data for ids ['11f34314-79d5-4120-aadc-6c2ff609b69d'] in dv-neutron-822796-1-hyperv is: [{'id': '11f34314-79d5-4120-aadc-6c2ff609b69d', 'name': 'tempest-snat-router-1115595488', 'tenant_id': '7ed934b4f22346d9aae20cf08301619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:12Z', 'updated_at': '2021-12-23T15:33:19Z', 'revision_number': 4, 'project_id': '7ed934b4f22346d9aae20cf08301619c', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:20.859181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Attempting to bind port d784bd75-f8d7-4456-ba7e-9f0417619793 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:20.859549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Attempting to bind port d784bd75-f8d7-4456-ba7e-9f0417619793 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '312bcabd-7613-47d0-bc48-1f7bdaecabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:20.859913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Attempting to bind port d784bd75-f8d7-4456-ba7e-9f0417619793 on network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:20.889434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:20.892725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.899506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:20.913188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:20.913563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Checking segment: {'id': '312bcabd-7613-47d0-bc48-1f7bdaecabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:20.913955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.914340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Bound using segment: {'id': '312bcabd-7613-47d0-bc48-1f7bdaecabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:20.914880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Bound port: d784bd75-f8d7-4456-ba7e-9f0417619793, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312bcabd-7613-47d0-bc48-1f7bdaecabf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:20.915170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.917742 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] Sync routers for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:20.921733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:20.944102 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:20.944734 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:20.956510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.961173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:20.982550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Deleting port 83136f4b-7ad2-4b11-817d-d4395b1442f8 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:20.982550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.003116 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6abe48c8-10d9-4ebb-bc7c-3e43082a5dab admin admin] 10.222.0.58 "PUT /v2.0/routers/02d88a20-f22e-4265-add2-20cb3a1321b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4659810 Dec 23 15:33:21.011460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:21.015863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51146) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:21.026163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:21.104395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] For port d784bd75-f8d7-4456-ba7e-9f0417619793, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:21.111948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] For port d784bd75-f8d7-4456-ba7e-9f0417619793, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d784bd75-f8d7-4456-ba7e-9f0417619793,segment=NetworkSegment(312bcabd-7613-47d0-bc48-1f7bdaecabf5),segment_id=312bcabd-7613-47d0-bc48-1f7bdaecabf5)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:21.115422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-57f8edf6-db99-44bc-953b-eb6b7490be35', 'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35', 'tenant_id': '574d9894db7f4677a3addecdad9f9362', 'fixed_ips': [{'subnet_id': 'ec9a8b17-9271-4420-b064-08463892d312'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:21.116453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.156112 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:21.204623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.215546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object ca5c27ae-4a74-4d50-bc4d-3bcc60898bad will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:21.227064 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b6eaa82c-cd8e-4d97-9880-43104be23068 admin admin] 10.222.0.58 "PUT /v2.0/routers/7fa23ccb-e2bc-479c-ae26-f797c4077014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6695335 Dec 23 15:33:21.294628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Subnet': ['ID=db8c5e66-1850-4d6f-ac0a-b6bb94f892b8,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:21.364910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] For port 83136f4b-7ad2-4b11-817d-d4395b1442f8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=83136f4b-7ad2-4b11-817d-d4395b1442f8,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:21.365534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.377894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Checking segment: {'id': '3f66b17c-28fb-4589-a12b-62f40fbcbe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66e3b1ee-3533-44e5-aee2-81dd1aa4c60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:21.378190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network hostable DHCP agents. Network: 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:21.394639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e61eac-9376-4d5e-b63d-13a7c25e3207 None None] Pushing event updated for resources: {'Port': ['ID=d784bd75-f8d7-4456-ba7e-9f0417619793,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:21.412489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Allocated IP 172.20.0.2 (57f8edf6-db99-44bc-953b-eb6b7490be35/ec9a8b17-9271-4420-b064-08463892d312/2cb82cab-d7d2-43f0-bc80-69a28321c9b2) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:21.485998 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:33:16Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:21.490658 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] Checking router: 02d88a20-f22e-4265-add2-20cb3a1321b4 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:21.505024 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] Routers {'02d88a20-f22e-4265-add2-20cb3a1321b4'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:21.506032 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:32:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['02d88a20-f22e-4265-add2-20cb3a1321b4'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:21.529297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.550259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Calling delete_port for 83136f4b-7ad2-4b11-817d-d4395b1442f8 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:21.688282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=ca5c27ae-4a74-4d50-bc4d-3bcc60898bad,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:21.766419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:21.785709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:21.794390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:21.798356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:21.798992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.816158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.837475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:21.858313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Transition to ACTIVE for port object 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:21.868416 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] Set router 02d88a20-f22e-4265-add2-20cb3a1321b4 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:21.881994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.897067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Transition to ACTIVE for port object 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:21.957296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51156) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:21.963543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': 'e97f40f2-0fa5-43e4-9a96-71fa34a7e64e', 'name': 'tempest-PortsIpV6TestJSON-1829316887', 'fixed_ips': [{'subnet_id': 'bfdcb977-09a2-409a-9f64-1879923a4304', 'ip_address': '2001:db8::f'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:21.968701 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-37ffff06-dddb-4304-bb10-501dfb80f6fc tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6301904 Dec 23 15:33:21.984531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:21.994029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:21.997634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c537623-4652-4593-b0e3-1f14a60a9629 None None] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:22.012386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:22.012987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.021721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.143299 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b8cf75e-ca9d-4137-8f7e-be52808bf680 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4747427 Dec 23 15:33:22.148925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51160) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:22.174019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'network': {'name': 'tempest-router-network01--496899252'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:22.186947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:22.186947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:network and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:22.195705 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:22.204693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:22.210651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:22.217604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:22.224073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Pushing event updated for resources: {'Port': ['ID=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:22.230284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:22.266581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.278885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:22.285411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.294281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event deleted for resources: {'Port': ['ID=83136f4b-7ad2-4b11-817d-d4395b1442f8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:22.350712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Deleting port 37c641b7-fb1c-4212-827d-0a5fa4c4642a {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:22.355726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.362632 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:33:16Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:22.366926 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbbce6-0abf-4a4d-85a0-fe8c1e3987ce None None] The sync data for ids ['02d88a20-f22e-4265-add2-20cb3a1321b4'] in dv-neutron-822796-1-hyperv is: [{'id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'name': 'tempest-ServerActionsTestJSON-282054927-router', 'tenant_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21'}], 'enable_snat': True}, 'gw_port_id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:27:23Z', 'updated_at': '2021-12-23T15:33:16Z', 'revision_number': 5, 'project_id': '0e383a1e355a403ea00c8fd87ab2ac3f', 'gw_port': {'id': '37c641b7-fb1c-4212-827d-0a5fa4c4642a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d88a20-f22e-4265-add2-20cb3a1321b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:27:25Z', 'updated_at': '2021-12-23T15:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:22.383564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:22.410897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Attempting to bind port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:22.411449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Attempting to bind port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '6dacf42e-b164-4ddd-a100-9eaf1237b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:22.411582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Attempting to bind port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 on network 57f8edf6-db99-44bc-953b-eb6b7490be35 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:22.427049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.427412 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Added segment 9255b795-e2d9-4fb7-bf25-28b77c77baec of type vlan for network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a Dec 23 15:33:22.454778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:22.455190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Checking segment: {'id': '6dacf42e-b164-4ddd-a100-9eaf1237b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:22.455533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.455892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Bound using segment: {'id': '6dacf42e-b164-4ddd-a100-9eaf1237b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:22.456391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Bound port: 2cb82cab-d7d2-43f0-bc80-69a28321c9b2, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dacf42e-b164-4ddd-a100-9eaf1237b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:22.456955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.470831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-66e3b1ee-3533-44e5-aee2-81dd1aa4c60f', 'network_id': '66e3b1ee-3533-44e5-aee2-81dd1aa4c60f', 'tenant_id': '6bca350917854ba895ce345192ad27ca', 'fixed_ips': [{'subnet_id': 'db8c5e66-1850-4d6f-ac0a-b6bb94f892b8'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:22.471647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.533310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.561534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.3 (57f8edf6-db99-44bc-953b-eb6b7490be35/ec9a8b17-9271-4420-b064-08463892d312/240cc8e8-7fb4-4be0-96ee-90f10d48ed44) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:22.610453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] For port 37c641b7-fb1c-4212-827d-0a5fa4c4642a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=37c641b7-fb1c-4212-827d-0a5fa4c4642a,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:22.610794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.662888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] For port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:22.714455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] For port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,segment=NetworkSegment(6dacf42e-b164-4ddd-a100-9eaf1237b5b6),segment_id=6dacf42e-b164-4ddd-a100-9eaf1237b5b6)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:22.772843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Allocated IP 2001:db8::2 (66e3b1ee-3533-44e5-aee2-81dd1aa4c60f/db8c5e66-1850-4d6f-ac0a-b6bb94f892b8/b307e2fc-f680-4f12-99fa-9b9d86ead7d2) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:22.777789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.782344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:22.782950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:22.796463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.006289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3cdcd6-8681-4be4-8a6a-dfeca63b7f12 None None] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:23.014240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.056688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Calling delete_port for 37c641b7-fb1c-4212-827d-0a5fa4c4642a owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:23.088302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Network': ['ID=8f83b7a5-8571-4dfa-83d2-8d3983fca08a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:23.096417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:23.104704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:23.108911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:23.120192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:23.136886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:23.149271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d784bd75-f8d7-4456-ba7e-9f0417619793 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:23.152204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:23.190632 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2dd488a6-704f-48cf-8107-94ae9aa99693 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0274534 Dec 23 15:33:23.199695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51176) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:23.207950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'network': {'name': 'tempest-router-network02--1755495186'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:23.216579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:23.225771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:network and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:23.229869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:23.237626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:23.304934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.316996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:23.320749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52643c7-1454-42cd-9a39-98c7813d968b None None] Pushing event updated for resources: {'Port': ['ID=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:23.345140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:23.349109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.426415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51180) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:23.437611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:23.443650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-147321263-network', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:23.455525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:23.458722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.468417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-296ed6ef-ab05-45cb-ae1f-2e8eb6de1a3d None None] Provisioning for port d784bd75-f8d7-4456-ba7e-9f0417619793 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:23.511099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Usage tracker for resource:network and tenant:23d22869a0d9489d87ad1aadeb0dbf48 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:23.515263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.515602 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Added segment 88c10bcf-94dc-4109-a5f4-62b8d7a14f71 of type vlan for network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc Dec 23 15:33:23.516911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c641b7-fb1c-4212-827d-0a5fa4c4642a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:23.521119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:23.533371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=240cc8e8-7fb4-4be0-96ee-90f10d48ed44,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:23.533609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:23.593910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.619466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Transition to ACTIVE for port object b307e2fc-f680-4f12-99fa-9b9d86ead7d2 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:23.627714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.649718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Transition to ACTIVE for port object b307e2fc-f680-4f12-99fa-9b9d86ead7d2 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:23.650589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Made reservation on behalf of 23d22869a0d9489d87ad1aadeb0dbf48 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:23.653026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.658364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:23.669016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d784bd75-f8d7-4456-ba7e-9f0417619793 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:23.677398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d784bd75-f8d7-4456-ba7e-9f0417619793 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:23.677759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.683317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.732459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.746942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:23.748973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.819488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:23.823493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:23.826507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:23.830981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:23.842898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:23.845294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Pushing event updated for resources: {'Port': ['ID=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:23.953564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.957533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:23.958116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.969621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:23.983504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Usage tracker for resource:security_group_rule and tenant:23d22869a0d9489d87ad1aadeb0dbf48 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:23.991645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.001895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Attempting to bind port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:24.002275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Attempting to bind port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '3f66b17c-28fb-4589-a12b-62f40fbcbe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66e3b1ee-3533-44e5-aee2-81dd1aa4c60f'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:24.002594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Attempting to bind port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 on network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:24.019884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:24.020624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Checking segment: {'id': '3f66b17c-28fb-4589-a12b-62f40fbcbe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66e3b1ee-3533-44e5-aee2-81dd1aa4c60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:24.020624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.021015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Bound using segment: {'id': '3f66b17c-28fb-4589-a12b-62f40fbcbe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66e3b1ee-3533-44e5-aee2-81dd1aa4c60f'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:24.021480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Bound port: b307e2fc-f680-4f12-99fa-9b9d86ead7d2, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66b17c-28fb-4589-a12b-62f40fbcbe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '66e3b1ee-3533-44e5-aee2-81dd1aa4c60f'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:24.021841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.083251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d784bd75-f8d7-4456-ba7e-9f0417619793, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d784bd75-f8d7-4456-ba7e-9f0417619793,segment=NetworkSegment(312bcabd-7613-47d0-bc48-1f7bdaecabf5),segment_id=312bcabd-7613-47d0-bc48-1f7bdaecabf5)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:24.093089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:24.094360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.120533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 98fa4a3c-1887-4214-a4a6-064e7b01a0be yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:24.139833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] For port b307e2fc-f680-4f12-99fa-9b9d86ead7d2, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:24.147375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] For port b307e2fc-f680-4f12-99fa-9b9d86ead7d2, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,segment=NetworkSegment(3f66b17c-28fb-4589-a12b-62f40fbcbe8f),segment_id=3f66b17c-28fb-4589-a12b-62f40fbcbe8f)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:24.154832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:24.162562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1282fd4f-f60b-4b79-a21c-97d208e75b17 None None] Provisioning complete for port d784bd75-f8d7-4456-ba7e-9f0417619793 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:24.163313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1282fd4f-f60b-4b79-a21c-97d208e75b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.171350 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9700816 Dec 23 15:33:24.180521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51184) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:24.181402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:24.198216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'subnet': {'network_id': '8f83b7a5-8571-4dfa-83d2-8d3983fca08a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:24.207760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.208902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c6e184d3-2f6d-4557-9ca7-77b84a3090ca up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:24.217068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e74c6c-ec11-42c5-b6fe-f054effdd04f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Network': ['ID=32ee161c-0d54-403e-a2f8-5db1eb72a9fc,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:24.223417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.300091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c93c8d7b-df26-43c8-bce4-e7c4cd6747e2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6709540 Dec 23 15:33:24.303063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51188) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:24.304754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.317255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '57f8edf6-db99-44bc-953b-eb6b7490be35', 'name': 'tempest-PortsTestJSON-939342019'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:24.326432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:24.361912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.538274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d784bd75-f8d7-4456-ba7e-9f0417619793,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:24.543688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.587180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:24.685857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:subnet and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:24.701671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:24.727693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:24.750029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.793621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.817371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.826280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c6e184d3-2f6d-4557-9ca7-77b84a3090ca triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:24.826913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.861462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:24.871662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:24.875768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::f (e97f40f2-0fa5-43e4-9a96-71fa34a7e64e/bfdcb977-09a2-409a-9f64-1879923a4304/98fa4a3c-1887-4214-a4a6-064e7b01a0be) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:24.880082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:24.884818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:24.885014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686f201-0c10-4b00-a91c-b6620a65c25f None None] Pushing event updated for resources: {'Port': ['ID=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:24.893807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:24.943054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:24.943593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11f34314-79d5-4120-aadc-6c2ff609b69d {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:25.003048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.003629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d88a20-f22e-4265-add2-20cb3a1321b4 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:25.010735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.059910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:25.063205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.074828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3dfce-4fe6-41a0-95d5-d2ebf5cc6862 None None] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:25.078072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a305d0de-6a02-4df7-9510-9ba19ce0ff82,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:25.080582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.087973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5a8606ab-919f-4a2d-9ee5-134740542bda tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "DELETE /v2.0/routers/11f34314-79d5-4120-aadc-6c2ff609b69d HTTP/1.1" status: 204 len: 168 time: 7.0480061 Dec 23 15:33:25.101991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51192) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:25.120206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.122537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1282fd4f-f60b-4b79-a21c-97d208e75b17 None None] Provisioning for port ca5c27ae-4a74-4d50-bc4d-3bcc60898bad completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:25.122683 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7330246b-561b-4fce-85a5-938ba42ea796 admin admin] 10.222.0.58 "DELETE /v2.0/routers/02d88a20-f22e-4265-add2-20cb3a1321b4 HTTP/1.1" status: 204 len: 168 time: 4.1047029 Dec 23 15:33:25.125254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:25.129047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51196) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:25.175173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.208749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 36631500-b58a-4c46-81fe-90b0e24898fa yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:25.225189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device de310391-cce8-4f0b-9512-23b06a7c56c4 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:25.266876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1282fd4f-f60b-4b79-a21c-97d208e75b17 None None] Provisioning complete for port ca5c27ae-4a74-4d50-bc4d-3bcc60898bad triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:25.267249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1282fd4f-f60b-4b79-a21c-97d208e75b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.269652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.269988 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Added segment 966d5142-e140-4996-afdc-6f91d4aabaeb of type vlan for network 275547c9-f52c-4332-96c6-570e14f3aa07 Dec 23 15:33:25.308240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: de310391-cce8-4f0b-9512-23b06a7c56c4 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:25.308584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device de310391-cce8-4f0b-9512-23b06a7c56c4 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:25.349386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.359404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] Deleting subnet f1a9d6b7-88c8-4e1a-971e-aaebdd65acce {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:25.364461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1282fd4f-f60b-4b79-a21c-97d208e75b17 None None] Port ca5c27ae-4a74-4d50-bc4d-3bcc60898bad cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:25.370478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.370621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.421116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8722677-33e9-4820-8a27-6daea569d4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.450713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.459628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object 98fa4a3c-1887-4214-a4a6-064e7b01a0be will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:25.537503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6eba989d-ca20-42c9-b5c1-51ac87f48aae None None] Provisioning complete for port ca5c27ae-4a74-4d50-bc4d-3bcc60898bad triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:25.539581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6eba989d-ca20-42c9-b5c1-51ac87f48aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.563423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.12 (57f8edf6-db99-44bc-953b-eb6b7490be35/ec9a8b17-9271-4420-b064-08463892d312/36631500-b58a-4c46-81fe-90b0e24898fa) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:25.613710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6eba989d-ca20-42c9-b5c1-51ac87f48aae None None] Port ca5c27ae-4a74-4d50-bc4d-3bcc60898bad cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:25.651728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.728997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6eba989d-ca20-42c9-b5c1-51ac87f48aae None None] Provisioning for port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:25.760501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:25.769195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.770300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:25.770876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.811362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.894675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=98fa4a3c-1887-4214-a4a6-064e7b01a0be,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:25.918552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.946297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:25.958753 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:25.960884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:25.961448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:25.978760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.054877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:26.073143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] Pushing event updated for resources: {'Network': ['ID=275547c9-f52c-4332-96c6-570e14f3aa07,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:26.084939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.106131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:26.117611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:26.118602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.148192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 275547c9-f52c-4332-96c6-570e14f3aa07 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:26.177791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object 36631500-b58a-4c46-81fe-90b0e24898fa will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:26.182711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Subnet': ['ID=ab2d78c3-e428-4525-a743-7d2547d738be,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:26.203261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.246851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.263946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Checking segment: {'id': '9255b795-e2d9-4fb7-bf25-28b77c77baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8f83b7a5-8571-4dfa-83d2-8d3983fca08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:26.263946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network hostable DHCP agents. Network: 8f83b7a5-8571-4dfa-83d2-8d3983fca08a, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:26.268018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a9d6b7-88c8-4e1a-971e-aaebdd65acce,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:26.287617 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dcb98e52-3362-47de-ade4-ff7205f265c5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8510957 Dec 23 15:33:26.287617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51200) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:26.288539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.290575 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f0651c5a-f463-4113-9e7d-98e7e8bda22c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f1a9d6b7-88c8-4e1a-971e-aaebdd65acce HTTP/1.1" status: 204 len: 168 time: 1.1605027 Dec 23 15:33:26.295301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Request body: {'subnet': {'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-147321263-subnet', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'ip_version': 4}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:26.299534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51204) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:26.336374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:26.345019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabfd7a5-ff4c-469b-b2a7-6342412e7678 None None] Network 0cb4b27e-b15d-48c2-8e82-58f5ee11afec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:26.361974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde33b5-94fa-4d1e-83dd-f200ea1b1c7e None None] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:26.365833 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c6b58082-08ea-4115-84b4-47bfbc032643 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4074421 Dec 23 15:33:26.366527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51208) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:26.424080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Usage tracker for resource:subnet and tenant:23d22869a0d9489d87ad1aadeb0dbf48 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:26.453499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:26.456452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:26.463892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.467479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:26.521788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-93a0c4a7-d887-4733-8dc9-09774c93d8d4 None None] Provisioning for port 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:26.525963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.537586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Deleting port d5234368-35a8-42c4-a71c-9611e0369d4b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:26.538149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.568666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:26.581043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 8f83b7a5-8571-4dfa-83d2-8d3983fca08a) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:26.588428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:26.595651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:26.596692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.597040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:26.619306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Made reservation on behalf of 23d22869a0d9489d87ad1aadeb0dbf48 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:26.619306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.644854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=36631500-b58a-4c46-81fe-90b0e24898fa,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:26.655187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78176cbf-3e42-467f-a124-ce1ac1991f3b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:26.655885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-78176cbf-3e42-467f-a124-ce1ac1991f3b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:26.700015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb9c49-036b-4aeb-89e8-9c6f5b81af31 None None] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:26.703660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:26.704280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.731347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.754429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-78176cbf-3e42-467f-a124-ce1ac1991f3b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:26.756318 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-78176cbf-3e42-467f-a124-ce1ac1991f3b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3859711 Dec 23 15:33:26.759632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51212) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:26.800643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-93a0c4a7-d887-4733-8dc9-09774c93d8d4 None None] Provisioning complete for port 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:26.801010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93a0c4a7-d887-4733-8dc9-09774c93d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.811306 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e7819e1b-a66e-406a-ae96-ccf257faeed4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5043893 Dec 23 15:33:26.817793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51216) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:26.870633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Deleting port d9b9a75e-2b63-4397-ba23-40626070c5b6 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:26.871059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.886067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,segment=NetworkSegment(6dacf42e-b164-4ddd-a100-9eaf1237b5b6),segment_id=6dacf42e-b164-4ddd-a100-9eaf1237b5b6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:26.971030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] For port d5234368-35a8-42c4-a71c-9611e0369d4b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d5234368-35a8-42c4-a71c-9611e0369d4b,segment=NetworkSegment(9374f13c-aa6d-430a-96c1-1c3d58f03953),segment_id=9374f13c-aa6d-430a-96c1-1c3d58f03953)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:26.971619 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.978915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:26.980157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d784bd75-f8d7-4456-ba7e-9f0417619793 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:26.980290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d586f-a2e4-4f3d-b6b6-272c5d4ccd51 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:26.983936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d586f-a2e4-4f3d-b6b6-272c5d4ccd51 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:26.988010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d586f-a2e4-4f3d-b6b6-272c5d4ccd51 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:26.989677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-628d586f-a2e4-4f3d-b6b6-272c5d4ccd51 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2296715 Dec 23 15:33:26.995059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51220) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:27.005155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-93a0c4a7-d887-4733-8dc9-09774c93d8d4 None None] Port 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:27.110167 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e57a3c33-2f79-4c9b-b5d7-5a2735c97048 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9237638 Dec 23 15:33:27.124147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Calling delete_port for d5234368-35a8-42c4-a71c-9611e0369d4b owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:27.152873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51224) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:27.171632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'subnet': {'network_id': '32ee161c-0d54-403e-a2f8-5db1eb72a9fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:27.253131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 98fa4a3c-1887-4214-a4a6-064e7b01a0be {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:27.253847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.257210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.296199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:27.298410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2d646-21ba-4b2f-beab-8f8d9ad22de6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:27.299190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3af2d646-21ba-4b2f-beab-8f8d9ad22de6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:27.355559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-93a0c4a7-d887-4733-8dc9-09774c93d8d4 None None] Provisioning complete for port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:27.356023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93a0c4a7-d887-4733-8dc9-09774c93d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.356448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] For port d9b9a75e-2b63-4397-ba23-40626070c5b6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d9b9a75e-2b63-4397-ba23-40626070c5b6,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:27.356908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.379494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3be228b-5548-417a-a64b-10be19a4f3d3,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:27.391656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:27.398407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:subnet and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:27.409944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:27.417669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-8f83b7a5-8571-4dfa-83d2-8d3983fca08a', 'network_id': '8f83b7a5-8571-4dfa-83d2-8d3983fca08a', 'tenant_id': '6bca350917854ba895ce345192ad27ca', 'fixed_ips': [{'subnet_id': 'ab2d78c3-e428-4525-a743-7d2547d738be'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:27.418489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.419150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:27.431551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Checking segment: {'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:27.431948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Network hostable DHCP agents. Network: 275547c9-f52c-4332-96c6-570e14f3aa07, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:27.452418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d784bd75-f8d7-4456-ba7e-9f0417619793 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:27.452701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.478558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.514448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3af2d646-21ba-4b2f-beab-8f8d9ad22de6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:27.515720 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3af2d646-21ba-4b2f-beab-8f8d9ad22de6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 920 time: 0.6952188 Dec 23 15:33:27.521301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51228) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:27.524401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Calling delete_port for d9b9a75e-2b63-4397-ba23-40626070c5b6 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:27.566009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5234368-35a8-42c4-a71c-9611e0369d4b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:27.582478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] No DVR routers for this DVR port d5234368-35a8-42c4-a71c-9611e0369d4b on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:27.624997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2162c14-4e1b-46bd-bfe6-97b8521905ed None None] DHCP port deletion for 0cb4b27e-b15d-48c2-8e82-58f5ee11afec request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:33:27.628329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:27.654782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Network 275547c9-f52c-4332-96c6-570e14f3aa07 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:27.825045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Allocated IP 2001:db8::2 (8f83b7a5-8571-4dfa-83d2-8d3983fca08a/ab2d78c3-e428-4525-a743-7d2547d738be/81da17a7-a5d1-4320-bf2b-90031b72cd05) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:27.825045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f1daf36-7652-4b2c-8efb-bf79a982e97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.850337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.858733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.930642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 36631500-b58a-4c46-81fe-90b0e24898fa {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:27.931361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.967313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 275547c9-f52c-4332-96c6-570e14f3aa07) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:27.971524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:27.972216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b307e2fc-f680-4f12-99fa-9b9d86ead7d2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:27.972955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:27.991374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4b27e-b15d-48c2-8e82-58f5ee11afec']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:27.999366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 98fa4a3c-1887-4214-a4a6-064e7b01a0be owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:28.008223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816dddc-48f8-4086-b9a8-28b3c6f8a20a None None] Network 275547c9-f52c-4332-96c6-570e14f3aa07 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:28.136354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9374f13c-aa6d-430a-96c1-1c3d58f03953') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:28.136583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9374f13c-aa6d-430a-96c1-1c3d58f03953') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:28.155537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.191300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Provisioning for port 36631500-b58a-4c46-81fe-90b0e24898fa completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:28.208585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Provisioning complete for port 36631500-b58a-4c46-81fe-90b0e24898fa triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:28.208949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.214741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.231855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.261289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9b9a75e-2b63-4397-ba23-40626070c5b6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:28.292161 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-630a6655-9a62-4deb-9e38-13028761deae admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0004499 Dec 23 15:33:28.304271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51232) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:28.312758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.313206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.313594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.317792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:28.318504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.322904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:28.326620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.331457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Port 36631500-b58a-4c46-81fe-90b0e24898fa cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:28.342038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:33:28.342670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:33:28.357129 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:33:28.368947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:28.396258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:28.411662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Usage tracker for resource:router and tenant:23d22869a0d9489d87ad1aadeb0dbf48 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:28.418169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=98fa4a3c-1887-4214-a4a6-064e7b01a0be,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:28.422600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:28.435265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:28.454210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.454210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-275547c9-f52c-4332-96c6-570e14f3aa07', 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'fixed_ips': [{'subnet_id': 'a3be228b-5548-417a-a64b-10be19a4f3d3'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:28.454210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.476157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Transition to ACTIVE for port object 81da17a7-a5d1-4320-bf2b-90031b72cd05 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:28.490160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.548565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Transition to ACTIVE for port object 81da17a7-a5d1-4320-bf2b-90031b72cd05 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:28.549582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Provisioning for port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:28.563298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Provisioning complete for port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:28.563298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.666412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.667362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.681475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.682849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.690844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.731012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.816793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.823403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb4b27e-b15d-48c2-8e82-58f5ee11afec,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:28.836252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Pushing event updated for resources: {'Port': ['ID=81da17a7-a5d1-4320-bf2b-90031b72cd05,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:28.838826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:28.902123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 36631500-b58a-4c46-81fe-90b0e24898fa owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:28.922355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:28.928663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-716a8845-6660-499f-bb2a-55b5ec02ad4a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/98fa4a3c-1887-4214-a4a6-064e7b01a0be HTTP/1.1" status: 204 len: 168 time: 1.9321067 Dec 23 15:33:28.941651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51238) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:29.014893 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-198d593e-983e-49f7-b185-e6c752fa9c96 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0cb4b27e-b15d-48c2-8e82-58f5ee11afec HTTP/1.1" status: 204 len: 168 time: 2.7142689 Dec 23 15:33:29.046984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:29.108220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.110353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:29.120670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:29.185566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.193333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.203192 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-863a6d19-b7fc-462a-a8b9-b4109a5e1151 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:33:29.203683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-863a6d19-b7fc-462a-a8b9-b4109a5e1151 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:29.221465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Allocated IP 172.20.0.2 (275547c9-f52c-4332-96c6-570e14f3aa07/a3be228b-5548-417a-a64b-10be19a4f3d3/e10aef71-a462-4c80-aed4-0df483364c12) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:29.225419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.271802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.301531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Attempting to bind port 81da17a7-a5d1-4320-bf2b-90031b72cd05 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:29.301892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Attempting to bind port 81da17a7-a5d1-4320-bf2b-90031b72cd05 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9255b795-e2d9-4fb7-bf25-28b77c77baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8f83b7a5-8571-4dfa-83d2-8d3983fca08a'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:29.302250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Attempting to bind port 81da17a7-a5d1-4320-bf2b-90031b72cd05 on network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:29.312918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.313448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-863a6d19-b7fc-462a-a8b9-b4109a5e1151 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:29.313720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13477d92-3fa4-440e-8432-224469cadf14 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:29.318327 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-863a6d19-b7fc-462a-a8b9-b4109a5e1151 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/98fa4a3c-1887-4214-a4a6-064e7b01a0be HTTP/1.1" status: 404 len: 333 time: 0.3698654 Dec 23 15:33:29.318327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.318327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.320912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51246) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:29.379409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:29.380044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Checking segment: {'id': '9255b795-e2d9-4fb7-bf25-28b77c77baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8f83b7a5-8571-4dfa-83d2-8d3983fca08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:29.380266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.380621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Bound using segment: {'id': '9255b795-e2d9-4fb7-bf25-28b77c77baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8f83b7a5-8571-4dfa-83d2-8d3983fca08a'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:29.381105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Bound port: 81da17a7-a5d1-4320-bf2b-90031b72cd05, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9255b795-e2d9-4fb7-bf25-28b77c77baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8f83b7a5-8571-4dfa-83d2-8d3983fca08a'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:29.381476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.398068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.400488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b9313c2f-6a11-435d-a414-302a0a118f1e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "DELETE /v2.0/routers/13477d92-3fa4-440e-8432-224469cadf14 HTTP/1.1" status: 204 len: 168 time: 4.2968600 Dec 23 15:33:29.409616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51250) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:29.423234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:29.423599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.469134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1663288311', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:29.477838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.480240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=36631500-b58a-4c46-81fe-90b0e24898fa,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:29.507197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:29.519921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] For port b307e2fc-f680-4f12-99fa-9b9d86ead7d2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,segment=NetworkSegment(3f66b17c-28fb-4589-a12b-62f40fbcbe8f),segment_id=3f66b17c-28fb-4589-a12b-62f40fbcbe8f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:29.524980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Usage tracker for resource:router and tenant:2e880ed1710043559ccca9e037ca27b8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:29.534571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:29.547585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51254) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:29.570001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:29.592161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Subnet': ['ID=d788e4a3-02db-406a-b0bf-e2fbeb76f61c,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:29.634291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port ca5c27ae-4a74-4d50-bc4d-3bcc60898bad {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:29.634615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.648004 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-af065831-0d0c-4968-83ca-5c97ac510a06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e383a1e355a403ea00c8fd87ab2ac3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0982716 Dec 23 15:33:29.652306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51258) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:29.714442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] For port 81da17a7-a5d1-4320-bf2b-90031b72cd05, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:29.724966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.744731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Checking segment: {'id': '88c10bcf-94dc-4109-a5f4-62b8d7a14f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '32ee161c-0d54-403e-a2f8-5db1eb72a9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:29.746783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network hostable DHCP agents. Network: 32ee161c-0d54-403e-a2f8-5db1eb72a9fc, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:29.800292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] For port 81da17a7-a5d1-4320-bf2b-90031b72cd05, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=81da17a7-a5d1-4320-bf2b-90031b72cd05,segment=NetworkSegment(9255b795-e2d9-4fb7-bf25-28b77c77baec),segment_id=9255b795-e2d9-4fb7-bf25-28b77c77baec)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:29.814847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.815797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.834150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.848335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0a24b1f1-5d3f-4b27-9c10-4db47a8a6a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.866278 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.889740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Transition to ACTIVE for port object e10aef71-a462-4c80-aed4-0df483364c12 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:29.901106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0a24b1f1-5d3f-4b27-9c10-4db47a8a6a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.905037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Pushing event updated for resources: {'Port': ['ID=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:29.915564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.952359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Provisioning complete for port 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:29.952990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.957419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:29.973475 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-49100460-5968-4abb-ba84-2a87257f6d40 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/36631500-b58a-4c46-81fe-90b0e24898fa HTTP/1.1" status: 204 len: 168 time: 2.4510720 Dec 23 15:33:29.982777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51262) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:29.996280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d5234368-35a8-42c4-a71c-9611e0369d4b no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:29.998143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:30.028260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaceb8a-2fd6-4f89-84c0-24dcb8646636 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:33:30.029792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4eaceb8a-2fd6-4f89-84c0-24dcb8646636 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/36631500-b58a-4c46-81fe-90b0e24898fa HTTP/1.1" status: 404 len: 333 time: 0.0528009 Dec 23 15:33:30.033641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51266) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:30.037566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Transition to ACTIVE for port object e10aef71-a462-4c80-aed4-0df483364c12 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:30.068292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d5234368-35a8-42c4-a71c-9611e0369d4b {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:30.068637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d5234368-35a8-42c4-a71c-9611e0369d4b not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:30.110890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:30.111059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ca83a-8438-4f11-9a51-9f3ebaa330d5 None None] Pushing event updated for resources: {'Port': ['ID=81da17a7-a5d1-4320-bf2b-90031b72cd05,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:30.111224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.113348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Port 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:30.117799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.124335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e082660-96bd-4a1b-a683-eedb5307cd9b None None] Could not find standard attr ID for object 98fa4a3c-1887-4214-a4a6-064e7b01a0be. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:33:30.155259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.158979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.225913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0a24b1f1-5d3f-4b27-9c10-4db47a8a6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.230461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 32ee161c-0d54-403e-a2f8-5db1eb72a9fc) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:30.264100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62c5b1-f0a0-424a-9aa8-5557969eda54 None None] Network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:30.270002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24b1f1-5d3f-4b27-9c10-4db47a8a6a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a210202b-1bfa-402a-9aae-6c5f186fc73b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:30.298792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0a24b1f1-5d3f-4b27-9c10-4db47a8a6a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.304297 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0a24b1f1-5d3f-4b27-9c10-4db47a8a6a0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a210202b-1bfa-402a-9aae-6c5f186fc73b HTTP/1.1" status: 204 len: 168 time: 0.6322205 Dec 23 15:33:30.319171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.333081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Network 275547c9-f52c-4332-96c6-570e14f3aa07 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:30.381004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.403906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:30.404502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.423604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Pushing event updated for resources: {'Port': ['ID=e10aef71-a462-4c80-aed4-0df483364c12,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:30.426932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:30.435891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:30.448422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Allocated IP 172.26.6.192 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/1df0b3bc-af49-4808-afde-ae468a4c5678) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:30.575234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for ca5c27ae-4a74-4d50-bc4d-3bcc60898bad owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:30.580067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ff90cca9-bdea-4e7c-9060-aa67ba2c1788 None None] Provisioning complete for port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:30.580496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ff90cca9-bdea-4e7c-9060-aa67ba2c1788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.748464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.763745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b307e2fc-f680-4f12-99fa-9b9d86ead7d2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:30.824432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Attempting to bind port e10aef71-a462-4c80-aed4-0df483364c12 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:30.825013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Attempting to bind port e10aef71-a462-4c80-aed4-0df483364c12 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:30.825460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Attempting to bind port e10aef71-a462-4c80-aed4-0df483364c12 on network 275547c9-f52c-4332-96c6-570e14f3aa07 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:30.838810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.859927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.863606 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-77915d74-2bae-43c1-b8ac-71a9204996e1 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7093496 Dec 23 15:33:30.876422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:30.876778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Checking segment: {'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:30.877171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.877554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Bound using segment: {'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:30.878030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Bound port: e10aef71-a462-4c80-aed4-0df483364c12, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:30.878391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:30.901650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51272) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:31.008191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:31.047180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:31.057996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:31.064335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Pushing event updated for resources: {'Port': ['ID=1df0b3bc-af49-4808-afde-ae468a4c5678,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:31.072468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:31.088672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:31.089185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:31.122193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-32ee161c-0d54-403e-a2f8-5db1eb72a9fc', 'network_id': '32ee161c-0d54-403e-a2f8-5db1eb72a9fc', 'tenant_id': '6bca350917854ba895ce345192ad27ca', 'fixed_ips': [{'subnet_id': 'd788e4a3-02db-406a-b0bf-e2fbeb76f61c'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:31.123002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:31.189297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] For port e10aef71-a462-4c80-aed4-0df483364c12, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:31.192904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] For port e10aef71-a462-4c80-aed4-0df483364c12, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e10aef71-a462-4c80-aed4-0df483364c12,segment=NetworkSegment(966d5142-e140-4996-afdc-6f91d4aabaeb),segment_id=966d5142-e140-4996-afdc-6f91d4aabaeb)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:31.229284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:31.237917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 240cc8e8-7fb4-4be0-96ee-90f10d48ed44 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:31.283574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:31.403151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=ca5c27ae-4a74-4d50-bc4d-3bcc60898bad,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:31.418072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.418459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.418900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.419250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.419577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.419901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.420245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.420876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.420876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.421192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.421507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:31.518934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:31.666289 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3b04ecc6-0624-43d6-a88d-de38340129ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/ca5c27ae-4a74-4d50-bc4d-3bcc60898bad HTTP/1.1" status: 204 len: 168 time: 2.3160446 Dec 23 15:33:31.674468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51288) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:31.737950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3699b2-d078-42c3-894e-b01d7800039a None None] Pushing event updated for resources: {'Port': ['ID=e10aef71-a462-4c80-aed4-0df483364c12,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:31.741089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779ec993-d617-405c-8724-55a0c1b2945e None None] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:31.798923 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e90aa60-7d43-431f-b794-22a3be9705e5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:33:31.799522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8e90aa60-7d43-431f-b794-22a3be9705e5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:31.864431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:31.968890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8e90aa60-7d43-431f-b794-22a3be9705e5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:31.972064 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8e90aa60-7d43-431f-b794-22a3be9705e5 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/ca5c27ae-4a74-4d50-bc4d-3bcc60898bad HTTP/1.1" status: 404 len: 333 time: 0.2941406 Dec 23 15:33:31.972064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:31.973641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51296) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:31.993284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.046084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.141703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.158211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=240cc8e8-7fb4-4be0-96ee-90f10d48ed44,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:32.204496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 81da17a7-a5d1-4320-bf2b-90031b72cd05 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:32.283270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:32.284411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:32.383076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51302) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:32.411850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Allocated IP 2001:db8::2 (32ee161c-0d54-403e-a2f8-5db1eb72a9fc/d788e4a3-02db-406a-b0bf-e2fbeb76f61c/d3b4f18c-fe49-4531-9cec-9e139174ff22) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:32.439988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b3bc07d6-be92-48a2-b660-c409e26645bd None None] Provisioning for port 81da17a7-a5d1-4320-bf2b-90031b72cd05 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:32.565790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.566576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.784087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet bfdcb977-09a2-409a-9f64-1879923a4304 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:32.795908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.851244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Allocated IP 2001:db8::1 (8f83b7a5-8571-4dfa-83d2-8d3983fca08a/ab2d78c3-e428-4525-a743-7d2547d738be/11da3951-f3f3-4f44-8d1e-8232abbcec47) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:32.881273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:32.914392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.921421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:32.979090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Allocated IP 172.26.6.14 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/1715b587-c473-4fa6-a691-e769bf141099) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:33.000721 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3db1d1ab-ec32-421c-9544-25f4815cf6c4 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/240cc8e8-7fb4-4be0-96ee-90f10d48ed44 HTTP/1.1" status: 204 len: 168 time: 2.9659681 Dec 23 15:33:33.007864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51308) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:33.067875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 81da17a7-a5d1-4320-bf2b-90031b72cd05 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:33.081847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.107658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Transition to ACTIVE for port object 11da3951-f3f3-4f44-8d1e-8232abbcec47 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:33.183005 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a47af69-9668-489d-8c57-6ca8fb12dd00 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:33:33.183598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5a47af69-9668-489d-8c57-6ca8fb12dd00 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:33.189683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 81da17a7-a5d1-4320-bf2b-90031b72cd05 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:33.189683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.214961 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9a6f08e1-1f31-4fcc-b26e-0a7fac2e5204 tempest-AgentManagementNegativeTest-1138118521 tempest-AgentManagementNegativeTest-1138118521-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8208933 Dec 23 15:33:33.222579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.242997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.289036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Router 3a336d67-ee91-4c9d-9148-85646d3e67fe is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:33.318738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.352043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Transition to ACTIVE for port object d3b4f18c-fe49-4531-9cec-9e139174ff22 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:33.355964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:33.367765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:33.385993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:33.386809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.395403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5a47af69-9668-489d-8c57-6ca8fb12dd00 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:33.402345 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5a47af69-9668-489d-8c57-6ca8fb12dd00 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/240cc8e8-7fb4-4be0-96ee-90f10d48ed44 HTTP/1.1" status: 404 len: 333 time: 0.3877254 Dec 23 15:33:33.410147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51314) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:33.410836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Port': ['ID=11da3951-f3f3-4f44-8d1e-8232abbcec47,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:33.420235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.426114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Transition to ACTIVE for port object d3b4f18c-fe49-4531-9cec-9e139174ff22 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:33.472310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cd990-c8b9-4df1-859e-6183d815b551 None None] Network 275547c9-f52c-4332-96c6-570e14f3aa07 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:33.581537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.588321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.641045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.703589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.759227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Pushing event updated for resources: {'Port': ['ID=d3b4f18c-fe49-4531-9cec-9e139174ff22,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:33.767375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:33.786275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:33.796646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:33.805096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-70a67cc2-e49f-4c5b-8791-3b543c028f17 None None] Provisioning for port e10aef71-a462-4c80-aed4-0df483364c12 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:33.813302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdcb977-09a2-409a-9f64-1879923a4304,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:33.827327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:33.832210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:33.845143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:33.880879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 81da17a7-a5d1-4320-bf2b-90031b72cd05, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=81da17a7-a5d1-4320-bf2b-90031b72cd05,segment=NetworkSegment(9255b795-e2d9-4fb7-bf25-28b77c77baec),segment_id=9255b795-e2d9-4fb7-bf25-28b77c77baec)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:33.893002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:33.901783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.903186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.906050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event updated for resources: {'Port': ['ID=1715b587-c473-4fa6-a691-e769bf141099,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:33.912512 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-470489a9-3e40-4be6-8b1b-77f26b78601c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/bfdcb977-09a2-409a-9f64-1879923a4304 HTTP/1.1" status: 204 len: 168 time: 1.9341822 Dec 23 15:33:33.916315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51320) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:33.920711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.921336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.922557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.926742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.926742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.927116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.927432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.928006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.928379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:33:33.936896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e0e89-31fa-4df2-86f9-a5f6c5b5688a None None] Network e97f40f2-0fa5-43e4-9a96-71fa34a7e64e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:33.984357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.097967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51324) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:34.169510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.190314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.196105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port d784bd75-f8d7-4456-ba7e-9f0417619793 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:34.198863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.213129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet ec9a8b17-9271-4420-b064-08463892d312 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:34.313304 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e10aef71-a462-4c80-aed4-0df483364c12 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:34.339889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 2, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:34.342995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.355451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.407125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:34.407413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Updating router 7fa23ccb-e2bc-479c-ae26-f797c4077014 port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:33:34.489003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:34.494786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Usage tracker for resource:security_group_rule and tenant:9002895290b049abac9cef5ca670755e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:34.499030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:34.510378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] For port d784bd75-f8d7-4456-ba7e-9f0417619793, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d784bd75-f8d7-4456-ba7e-9f0417619793,segment=NetworkSegment(312bcabd-7613-47d0-bc48-1f7bdaecabf5),segment_id=312bcabd-7613-47d0-bc48-1f7bdaecabf5)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:34.510725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.516668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Attempting to bind port d3b4f18c-fe49-4531-9cec-9e139174ff22 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:34.524989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Attempting to bind port d3b4f18c-fe49-4531-9cec-9e139174ff22 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '88c10bcf-94dc-4109-a5f4-62b8d7a14f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '32ee161c-0d54-403e-a2f8-5db1eb72a9fc'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:34.524989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Attempting to bind port d3b4f18c-fe49-4531-9cec-9e139174ff22 on network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:34.525237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:34.564826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.624106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:34.624552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Checking segment: {'id': '88c10bcf-94dc-4109-a5f4-62b8d7a14f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '32ee161c-0d54-403e-a2f8-5db1eb72a9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:34.624927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.625322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Bound using segment: {'id': '88c10bcf-94dc-4109-a5f4-62b8d7a14f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '32ee161c-0d54-403e-a2f8-5db1eb72a9fc'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:34.625867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Bound port: d3b4f18c-fe49-4531-9cec-9e139174ff22, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c10bcf-94dc-4109-a5f4-62b8d7a14f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '32ee161c-0d54-403e-a2f8-5db1eb72a9fc'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:34.626242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.645997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=81da17a7-a5d1-4320-bf2b-90031b72cd05,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:34.654224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d0797fd8-3fdf-4cb4-9d28-197326eebe78 None None] Provisioning for port 11da3951-f3f3-4f44-8d1e-8232abbcec47 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:34.655816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for d784bd75-f8d7-4456-ba7e-9f0417619793 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:34.662494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.697313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d0797fd8-3fdf-4cb4-9d28-197326eebe78 None None] Provisioning complete for port 11da3951-f3f3-4f44-8d1e-8232abbcec47 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:34.697683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0797fd8-3fdf-4cb4-9d28-197326eebe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.706896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.707859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.710367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.864389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:34.901858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:34.911023 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Sync routers for ids ['3a336d67-ee91-4c9d-9148-85646d3e67fe'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:34.927172 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Routers {'3a336d67-ee91-4c9d-9148-85646d3e67fe'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:34.928070 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3a336d67-ee91-4c9d-9148-85646d3e67fe'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:34.977719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.028324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.029623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4c43f147-8517-435f-b0e7-61b50f0db70b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7242727 Dec 23 15:33:35.031325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.036005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51330) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:35.065501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port e10aef71-a462-4c80-aed4-0df483364c12 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:35.081409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.082819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e10aef71-a462-4c80-aed4-0df483364c12 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:35.082952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.083197 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.097165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.100722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.107638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d0797fd8-3fdf-4cb4-9d28-197326eebe78 None None] Port 11da3951-f3f3-4f44-8d1e-8232abbcec47 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:35.153217 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Set router 3a336d67-ee91-4c9d-9148-85646d3e67fe gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:35.180644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=d784bd75-f8d7-4456-ba7e-9f0417619793,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:35.182750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] For port d3b4f18c-fe49-4531-9cec-9e139174ff22, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:35.219919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No DVR routers for this DVR port d784bd75-f8d7-4456-ba7e-9f0417619793 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:35.259439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] For port d3b4f18c-fe49-4531-9cec-9e139174ff22, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d3b4f18c-fe49-4531-9cec-9e139174ff22,segment=NetworkSegment(88c10bcf-94dc-4109-a5f4-62b8d7a14f71),segment_id=88c10bcf-94dc-4109-a5f4-62b8d7a14f71)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:35.264059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d0797fd8-3fdf-4cb4-9d28-197326eebe78 None None] Provisioning complete for port 81da17a7-a5d1-4320-bf2b-90031b72cd05 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:35.271034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0797fd8-3fdf-4cb4-9d28-197326eebe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.288178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa3b81a-7ed4-4901-b0b5-5c376c0a2eb4,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:35.312429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cca40b-5291-4ec7-9bf2-ec0313cee790 None None] DHCP port deletion for e97f40f2-0fa5-43e4-9a96-71fa34a7e64e request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:33:35.322702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9a8b17-9271-4420-b064-08463892d312,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:35.361640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.373624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.375811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f5ca1c74-1cf6-4584-b276-d17d5b796b2a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/ec9a8b17-9271-4420-b064-08463892d312 HTTP/1.1" status: 204 len: 168 time: 1.8683746 Dec 23 15:33:35.393979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51336) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:35.417718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.resource_extend [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:33:35.423043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Port': ['ID=11da3951-f3f3-4f44-8d1e-8232abbcec47,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:35.435339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.469284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97f40f2-0fa5-43e4-9a96-71fa34a7e64e']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:35.480547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312bcabd-7613-47d0-bc48-1f7bdaecabf5') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:35.480845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312bcabd-7613-47d0-bc48-1f7bdaecabf5') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:35.494366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.513067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.516295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ef09b-20ee-4d5e-898f-8dd6ef49df65 None None] Network 57f8edf6-db99-44bc-953b-eb6b7490be35 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:35.520291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:33:35.520685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.550350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.597364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port e10aef71-a462-4c80-aed4-0df483364c12, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e10aef71-a462-4c80-aed4-0df483364c12,segment=NetworkSegment(966d5142-e140-4996-afdc-6f91d4aabaeb),segment_id=966d5142-e140-4996-afdc-6f91d4aabaeb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:35.631851 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6877ff24-ee86-4dec-a4d5-46e4593e4b84 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9002895290b049abac9cef5ca670755e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5302210 Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:33:35.633504 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:33:35.636212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51340) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:35.645420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.688777 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:33:31Z', 'revision_number': 3, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:35.692976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:35.693565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.698258 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Checking router: 3a336d67-ee91-4c9d-9148-85646d3e67fe for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:35.698598 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Updating router 3a336d67-ee91-4c9d-9148-85646d3e67fe port 1df0b3bc-af49-4808-afde-ae468a4c5678 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:33:35.705520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.725148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.745001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.757567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d9b9a75e-2b63-4397-ba23-40626070c5b6 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:35.765371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=e97f40f2-0fa5-43e4-9a96-71fa34a7e64e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:35.805396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dce7736c-ed4a-41bd-909d-6c0c8fda97cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.851222 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5dbd3861-2ce4-488b-82f3-793969166aa9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/e97f40f2-0fa5-43e4-9a96-71fa34a7e64e HTTP/1.1" status: 204 len: 168 time: 1.9336078 Dec 23 15:33:35.856826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d9b9a75e-2b63-4397-ba23-40626070c5b6 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:35.857555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d9b9a75e-2b63-4397-ba23-40626070c5b6 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:35.858173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 37c641b7-fb1c-4212-827d-0a5fa4c4642a no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:35.860490 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.869883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51344) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:35.876033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-630565383'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:35.882016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:35.886961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:network and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:35.890088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:35.896623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:35.934275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dce7736c-ed4a-41bd-909d-6c0c8fda97cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:35.963109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 37c641b7-fb1c-4212-827d-0a5fa4c4642a {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:35.963837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 37c641b7-fb1c-4212-827d-0a5fa4c4642a not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:35.965604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7c2fc-7162-40b7-ac6b-357c8ba557fb None None] Pushing event updated for resources: {'Port': ['ID=d3b4f18c-fe49-4531-9cec-9e139174ff22,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:35.995141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:36.009670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:36.012800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:36.024327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.054102 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Router b98d4a80-b9bb-425c-8534-6b5ec399a96a is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:36.086163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.301116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:36.330040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.330445 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Added segment 68b6326f-4a91-4453-93b0-aefabf28d74b of type vlan for network e894247a-8050-4e4d-802d-310154d4658d Dec 23 15:33:36.369671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.375111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dce7736c-ed4a-41bd-909d-6c0c8fda97cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.412424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7736c-ed4a-41bd-909d-6c0c8fda97cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa3b81a-7ed4-4901-b0b5-5c376c0a2eb4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:36.429145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dce7736c-ed4a-41bd-909d-6c0c8fda97cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.430316 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dce7736c-ed4a-41bd-909d-6c0c8fda97cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efa3b81a-7ed4-4901-b0b5-5c376c0a2eb4 HTTP/1.1" status: 204 len: 168 time: 0.7942381 Dec 23 15:33:36.482186 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.504640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 81da17a7-a5d1-4320-bf2b-90031b72cd05 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:36.513505 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Transition to ACTIVE for port object 1df0b3bc-af49-4808-afde-ae468a4c5678 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:36.563355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.567564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:36.568407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.576497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Transition to ACTIVE for port object 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:36.604164 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.619444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=e10aef71-a462-4c80-aed4-0df483364c12,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:36.650334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 81da17a7-a5d1-4320-bf2b-90031b72cd05 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:36.651326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.738900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Network': ['ID=e894247a-8050-4e4d-802d-310154d4658d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:36.763184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c28e45cf-cc0b-4118-b2d5-1ccc96ffc159 None None] Provisioning complete for port 11da3951-f3f3-4f44-8d1e-8232abbcec47 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:36.764330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c28e45cf-cc0b-4118-b2d5-1ccc96ffc159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.777996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:36.789758 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0ec33-4f05-47f1-bc59-6a74990f6c8e None None] Pushing event updated for resources: {'Port': ['ID=1df0b3bc-af49-4808-afde-ae468a4c5678,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:36.801100 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Attempting to bind port 1df0b3bc-af49-4808-afde-ae468a4c5678 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:36.801558 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Attempting to bind port 1df0b3bc-af49-4808-afde-ae468a4c5678 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:36.801997 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Attempting to bind port 1df0b3bc-af49-4808-afde-ae468a4c5678 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:36.811753 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e3642ae2-98bd-48c4-a1ed-a7ced3b2fb42 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9406559 Dec 23 15:33:36.813394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51350) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:36.822022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': 'e894247a-8050-4e4d-802d-310154d4658d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:36.828611 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:36.829098 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:36.829586 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.830039 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:36.830613 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Bound port: 1df0b3bc-af49-4808-afde-ae468a4c5678, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:36.831124 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.870686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c28e45cf-cc0b-4118-b2d5-1ccc96ffc159 None None] Port 11da3951-f3f3-4f44-8d1e-8232abbcec47 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:36.872786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] Sync routers for ids ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:36.876681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e894247a-8050-4e4d-802d-310154d4658d details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:36.893339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0527e267-6180-4f87-9750-f284a6855005 None None] DHCP port deletion for 57f8edf6-db99-44bc-953b-eb6b7490be35 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:33:36.902866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.942527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:36.943709 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a14598de-f060-47ae-a87a-e53e9b0a4e87 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5242951 Dec 23 15:33:36.967412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51354) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:36.988357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': False}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:37.035201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Deleting port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:37.035761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:37.050859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,segment=NetworkSegment(6dacf42e-b164-4ddd-a100-9eaf1237b5b6),segment_id=6dacf42e-b164-4ddd-a100-9eaf1237b5b6)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:37.051456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:37.109876 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] For port 1df0b3bc-af49-4808-afde-ae468a4c5678, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:37.117835 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] For port 1df0b3bc-af49-4808-afde-ae468a4c5678, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1df0b3bc-af49-4808-afde-ae468a4c5678,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:37.194329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:37.200695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:37.203735 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:37.204549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:37.212517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:37.340481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:37.344453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:37.375239 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0ec33-4f05-47f1-bc59-6a74990f6c8e None None] Pushing event updated for resources: {'Port': ['ID=1df0b3bc-af49-4808-afde-ae468a4c5678,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:37.381210 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Routers {'3a336d67-ee91-4c9d-9148-85646d3e67fe'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:37.381937 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3a336d67-ee91-4c9d-9148-85646d3e67fe'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:37.479748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0527e267-6180-4f87-9750-f284a6855005 None None] For port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,segment=NetworkSegment(6dacf42e-b164-4ddd-a100-9eaf1237b5b6),segment_id=6dacf42e-b164-4ddd-a100-9eaf1237b5b6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:37.480357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:37.532789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:37.633073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:37.678845 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] Set router 3a336d67-ee91-4c9d-9148-85646d3e67fe gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:37.681636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Calling delete_port for 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:37.715888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=2cb82cab-d7d2-43f0-bc80-69a28321c9b2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:37.750827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No DVR routers for this DVR port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:37.788917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c28e45cf-cc0b-4118-b2d5-1ccc96ffc159 None None] Provisioning complete for port e10aef71-a462-4c80-aed4-0df483364c12 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:37.789317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c28e45cf-cc0b-4118-b2d5-1ccc96ffc159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:37.881889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fa15e3-6210-4eae-bec5-90166533d00d None None] Network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:37.901307 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:33:37.944151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Router 1aa013af-be0e-4e41-928b-17d16afa6138 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:38.081970 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:33:31Z', 'revision_number': 3, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.085522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.087878 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d4e73-037b-4e42-920b-b1d4ce48f101 None None] The sync data for ids ['3a336d67-ee91-4c9d-9148-85646d3e67fe'] in dv-neutron-822796-1-hyperv is: [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:33:31Z', 'revision_number': 3, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:38.102207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.123602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f8edf6-db99-44bc-953b-eb6b7490be35']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.204673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.232507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=0075f776-95e9-41c7-9e69-3971b71be083,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:38.251501 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Checking segment: {'id': '68b6326f-4a91-4453-93b0-aefabf28d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e894247a-8050-4e4d-802d-310154d4658d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:38.251861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network hostable DHCP agents. Network: e894247a-8050-4e4d-802d-310154d4658d, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:38.354762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d3b4f18c-fe49-4531-9cec-9e139174ff22 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:38.383822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dacf42e-b164-4ddd-a100-9eaf1237b5b6') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.384627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dacf42e-b164-4ddd-a100-9eaf1237b5b6') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.410856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] Routers {'b98d4a80-b9bb-425c-8534-6b5ec399a96a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:38.411523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.449077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e894247a-8050-4e4d-802d-310154d4658d is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:38.451215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51378) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:38.489098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.541192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e894247a-8050-4e4d-802d-310154d4658d) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:38.547385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:38.548149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.625792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.628869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36fda7-5e00-49a8-b837-b0dd99b75fa4 None None] Pushing event updated for resources: {'Port': ['ID=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:38.631185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99844c7-5117-4d3d-a82d-df288f034cb9 None None] Network e894247a-8050-4e4d-802d-310154d4658d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:38.646349 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-503432ca-0bc6-445c-9c9a-5c33a92928f7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8316987 Dec 23 15:33:38.650995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51384) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:38.667506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-171300011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:38.677547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.700092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:33:38.700546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:33:38.724877 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:33:38.784196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:38.791056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1480177430'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:38.804181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:38.806244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:router and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:38.811715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:38.818296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:network and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:38.821959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:38.825191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:38.831297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:38.835571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:38.849940 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] Sync routers for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:38.857014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9b6e989b-fca0-4863-95a2-a594c7f8cebf tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9539099 Dec 23 15:33:38.859538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51388) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:38.872368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:38.872990 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.935267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.949896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Attempting to bind port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:38.950372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Attempting to bind port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:38.950729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Attempting to bind port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:38.978395 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:38.980918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.982031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.991673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:38.995789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:38.996607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.003806 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:39.004855 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:39.029416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:39.029786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Checking segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:39.030176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.030559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Bound using segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:39.031198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Bound port: 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:39.032154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.046331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.053723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:33:39.054067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:33:39.070669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.083702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/57f8edf6-db99-44bc-953b-eb6b7490be35 HTTP/1.1" status: 204 len: 168 time: 3.6839547 Dec 23 15:33:39.085920 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:39.086493 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95155e7-141c-4426-8e63-16e0cc5e5811 None None] The sync data for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:39.091101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51392) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:39.102846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] Routers {'b98d4a80-b9bb-425c-8534-6b5ec399a96a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:39.103817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:39.115830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650278901'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:39.168946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ae5de-18a6-479c-9c33-d46bca95c38e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=57f8edf6-db99-44bc-953b-eb6b7490be35,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:39.177306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:39.192729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:39.196852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.209142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:39.222726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:39.252654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:39.259539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:security_group_rule and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:39.262478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:39.262886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c6928-aa49-412c-bcf5-63f8e0c652ae None None] The sync data for ids ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:39.263198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:39.272197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:39.300066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e894247a-8050-4e4d-802d-310154d4658d', 'network_id': 'e894247a-8050-4e4d-802d-310154d4658d', 'tenant_id': 'a095ee3db9b74e61999ee3edef3eef3e', 'fixed_ips': [{'subnet_id': '0075f776-95e9-41c7-9e69-3971b71be083'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:39.300995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.309296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:39.313272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.379398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.399963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:39.411366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d3b4f18c-fe49-4531-9cec-9e139174ff22 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:39.429775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] For port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:39.459686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.460575 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 8a8892d3-7094-4a29-9417-0072c2121b1d of type vlan for network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 Dec 23 15:33:39.465317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] For port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:39.487135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.555209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.560950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Deleting port 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:39.568476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0527e267-6180-4f87-9750-f284a6855005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.592032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.595126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.599100 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4fe124bd-b247-466c-8311-b8772ee671bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9441433 Dec 23 15:33:39.614046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51396) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:39.645932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0527e267-6180-4f87-9750-f284a6855005 None None] The port '2cb82cab-d7d2-43f0-bc80-69a28321c9b2' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:33:39.647441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f7116e1c-08a0-4e44-b31d-534c8e820f33 None None] Provisioning for port d3b4f18c-fe49-4531-9cec-9e139174ff22 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:39.648723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'network_id': 'e894247a-8050-4e4d-802d-310154d4658d', 'name': 'tempest-PortsIpV6TestJSON-1387467447'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:39.651020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d784bd75-f8d7-4456-ba7e-9f0417619793 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:39.685180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.696821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.767378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f7116e1c-08a0-4e44-b31d-534c8e820f33 None None] Provisioning complete for port d3b4f18c-fe49-4531-9cec-9e139174ff22 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:39.767861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7116e1c-08a0-4e44-b31d-534c8e820f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.822493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d784bd75-f8d7-4456-ba7e-9f0417619793 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:39.822952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d784bd75-f8d7-4456-ba7e-9f0417619793 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:39.826626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c979037-c188-445d-9082-f84e2c3160b0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:39.827345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Allocated IP 2001:db8::2 (e894247a-8050-4e4d-802d-310154d4658d/0075f776-95e9-41c7-9e69-3971b71be083/a5b447c3-3d72-4a25-ba1b-01c81b4f1d57) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:39.957474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.971537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:39.978305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:39.984730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:39.993707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:40.007867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36fda7-5e00-49a8-b837-b0dd99b75fa4 None None] Pushing event updated for resources: {'Port': ['ID=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:40.020451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:40.021284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:40.035976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Allocated IP 172.20.0.1 (275547c9-f52c-4332-96c6-570e14f3aa07/a3be228b-5548-417a-a64b-10be19a4f3d3/596d9823-77a0-4d9b-b990-7a93f12490af) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:40.078661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:40.086407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.090908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:40.091827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.127308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1df0b3bc-af49-4808-afde-ae468a4c5678 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:40.136320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:33:40.136907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:33:40.209465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:40.214274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.262836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7116e1c-08a0-4e44-b31d-534c8e820f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.376331 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2712057 Dec 23 15:33:40.378479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51402) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:40.386453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:40.401254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f4cc7-97d5-4355-a6f6-861b076ac4bd tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=9aa797e1-3d3f-405f-b22b-0abfc5d1b939,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:40.405049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 1545a668-aab0-4b67-b0a1-1886767e6001 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:40.429626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:40.506003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f7116e1c-08a0-4e44-b31d-534c8e820f33 None None] For port d3b4f18c-fe49-4531-9cec-9e139174ff22, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d3b4f18c-fe49-4531-9cec-9e139174ff22,segment=NetworkSegment(88c10bcf-94dc-4109-a5f4-62b8d7a14f71),segment_id=88c10bcf-94dc-4109-a5f4-62b8d7a14f71)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:40.525066 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-45ccdb38-ebf6-4ea2-95df-ed366847399b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:33:40.526084 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-45ccdb38-ebf6-4ea2-95df-ed366847399b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6653006 Dec 23 15:33:40.538591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51406) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:40.614560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Router b98d4a80-b9bb-425c-8534-6b5ec399a96a has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:40.617763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:40.626540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:40.626540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:40.627581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7116e1c-08a0-4e44-b31d-534c8e820f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.630806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:40.646588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.665732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 1df0b3bc-af49-4808-afde-ae468a4c5678 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:40.691320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.722409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 1df0b3bc-af49-4808-afde-ae468a4c5678 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:40.722623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.723491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Transition to ACTIVE for port object 596d9823-77a0-4d9b-b990-7a93f12490af will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:40.738322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:40.751457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.752176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:40.762509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.762864 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Added segment 9c902286-67d0-4a4d-ba6e-e8ba9c056c3a of type vlan for network fe9045e5-08d1-4431-9080-d4f86da37837 Dec 23 15:33:40.777596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:40.843677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Transition to ACTIVE for port object a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:40.853065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.875605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.915899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7116e1c-08a0-4e44-b31d-534c8e820f33 None None] Pushing event updated for resources: {'Port': ['ID=d3b4f18c-fe49-4531-9cec-9e139174ff22,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:40.918939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Transition to ACTIVE for port object a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:40.932498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:40.944850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.955095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:40.959063 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-007784f4-21b5-4ed0-929b-a03f12460f38 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "PUT /v2.0/routers/b98d4a80-b9bb-425c-8534-6b5ec399a96a HTTP/1.1" status: 200 len: 921 time: 3.9880149 Dec 23 15:33:40.959301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51410) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:40.979789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] Sync routers for ids ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:41.018824 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.036079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.040671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:41.041383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.119542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Pushing event updated for resources: {'Port': ['ID=596d9823-77a0-4d9b-b990-7a93f12490af,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:41.124600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Network 275547c9-f52c-4332-96c6-570e14f3aa07 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:41.177727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:41.186558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:41.199771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] Routers {'b98d4a80-b9bb-425c-8534-6b5ec399a96a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:41.199994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:41.228836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Network': ['ID=fe9045e5-08d1-4431-9080-d4f86da37837,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:41.245118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::2a9 (e894247a-8050-4e4d-802d-310154d4658d/0075f776-95e9-41c7-9e69-3971b71be083/1545a668-aab0-4b67-b0a1-1886767e6001) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:41.253537 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-74678168-d78e-4ea3-ac89-68170c4e8010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8006001 Dec 23 15:33:41.257331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51414) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:41.260014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:41.268587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:41.302714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.305293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Network e894247a-8050-4e4d-802d-310154d4658d is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:41.363499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:41.380732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Pushing event updated for resources: {'Port': ['ID=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:41.382951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:41.385121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.393851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:41.402720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.404069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7b7fc781-8ace-40f2-b89e-b66eb531b875 None None] Provisioning complete for port d3b4f18c-fe49-4531-9cec-9e139174ff22 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:41.404463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7b7fc781-8ace-40f2-b89e-b66eb531b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.502610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.513338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:41.527244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:41.532272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:41.540950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:41.577742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 1df0b3bc-af49-4808-afde-ae468a4c5678, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1df0b3bc-af49-4808-afde-ae468a4c5678,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:41.593731 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d43f3bfc-3de6-4fb0-98d2-ac337fa31204 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/b98d4a80-b9bb-425c-8534-6b5ec399a96a HTTP/1.1" status: 200 len: 921 time: 0.6269064 Dec 23 15:33:41.594775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51418) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:41.635404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] Routers {'b98d4a80-b9bb-425c-8534-6b5ec399a96a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:41.635951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:41.642850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.669470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=00a18075-6e0c-4f6c-b66d-f898a3c13def,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:41.676051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:41.715708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.716743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e10aef71-a462-4c80-aed4-0df483364c12 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:41.785862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:41.785862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43056fd-3312-42d2-b607-91ac88b8e59c None None] The sync data for ids ['b98d4a80-b9bb-425c-8534-6b5ec399a96a'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:41.813465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Attempting to bind port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:41.813840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Attempting to bind port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '68b6326f-4a91-4453-93b0-aefabf28d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e894247a-8050-4e4d-802d-310154d4658d'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:41.814291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Attempting to bind port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 on network e894247a-8050-4e4d-802d-310154d4658d {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:41.898323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '8a8892d3-7094-4a29-9417-0072c2121b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:41.898672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: 9aa797e1-3d3f-405f-b22b-0abfc5d1b939, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:41.904224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:41.904560 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Checking segment: {'id': '68b6326f-4a91-4453-93b0-aefabf28d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e894247a-8050-4e4d-802d-310154d4658d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:41.904957 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.905347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Bound using segment: {'id': '68b6326f-4a91-4453-93b0-aefabf28d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e894247a-8050-4e4d-802d-310154d4658d'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:41.905858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Bound port: a5b447c3-3d72-4a25-ba1b-01c81b4f1d57, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b6326f-4a91-4453-93b0-aefabf28d74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e894247a-8050-4e4d-802d-310154d4658d'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:41.909859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.930224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:41.949999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=1df0b3bc-af49-4808-afde-ae468a4c5678,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:42.008748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:39Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:42.031843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4d66a-3f22-497c-af6d-5df939436435 None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:39Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:42.066538 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-05cdd39d-5c2a-4d2d-8e88-f28ed703afa2 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=b98d4a80-b9bb-425c-8534-6b5ec399a96a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4704571 Dec 23 15:33:42.067313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51422) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:42.079089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e10aef71-a462-4c80-aed4-0df483364c12 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:42.079695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.127487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] For port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:42.154211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] For port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,segment=NetworkSegment(68b6326f-4a91-4453-93b0-aefabf28d74b),segment_id=68b6326f-4a91-4453-93b0-aefabf28d74b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:42.179537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.240516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.290727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:42.409992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 9aa797e1-3d3f-405f-b22b-0abfc5d1b939) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:42.418556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object 1545a668-aab0-4b67-b0a1-1886767e6001 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:42.427428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:42.428013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.430776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87b787-edc0-491f-accd-9170557c4def None None] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:42.487113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:33:42.521571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.550016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb12691-601d-4ec8-9c67-37291d3c78a3 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:42.550253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5c0f24de-16bf-4d11-93a5-767aafa774bf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1699989 Dec 23 15:33:42.550590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fcb12691-601d-4ec8-9c67-37291d3c78a3 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Synchronizing usage tracker for tenant:7ed934b4f22346d9aae20cf08301619c on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:42.550737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:42.552602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51426) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:42.561885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939', 'name': 'tempest-PortsTestJSON-1368638012', 'fixed_ips': [{'subnet_id': '00a18075-6e0c-4f6c-b66d-f898a3c13def', 'ip_address': '172.20.0.10'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:42.596530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.615813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3de7b0ff-0a12-4d12-99dc-9d14a043a0df None None] Provisioning for port 596d9823-77a0-4d9b-b990-7a93f12490af completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:42.619805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409db8a-b04c-4537-885d-154cdb0ec899 None None] Pushing event updated for resources: {'Port': ['ID=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:42.628269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:42.628892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2cb82cab-d7d2-43f0-bc80-69a28321c9b2 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:42.635067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3de7b0ff-0a12-4d12-99dc-9d14a043a0df None None] Provisioning complete for port 596d9823-77a0-4d9b-b990-7a93f12490af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:42.635440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3de7b0ff-0a12-4d12-99dc-9d14a043a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.642652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.765527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fcb12691-601d-4ec8-9c67-37291d3c78a3 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Unset dirty status for tenant:7ed934b4f22346d9aae20cf08301619c on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:42.772836 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fcb12691-601d-4ec8-9c67-37291d3c78a3 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.6979623 Dec 23 15:33:42.783542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3de7b0ff-0a12-4d12-99dc-9d14a043a0df None None] Port 596d9823-77a0-4d9b-b990-7a93f12490af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:42.804281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:42.807832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:42.904074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e894247a-8050-4e4d-802d-310154d4658d is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:42.921995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:42.978308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d3b4f18c-fe49-4531-9cec-9e139174ff22 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:42.985997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:42.994393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:42.995435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.004082 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9d120673-9e0a-4b4b-a64b-36906b2bf5d0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98d4a80-b9bb-425c-8534-6b5ec399a96a HTTP/1.1" status: 200 len: 205 time: 0.1249902 Dec 23 15:33:43.013282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51434) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:43.045106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=aa4928f5-96de-414b-b854-feae26de2272,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:43.057929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-9aa797e1-3d3f-405f-b22b-0abfc5d1b939', 'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939', 'tenant_id': '574d9894db7f4677a3addecdad9f9362', 'fixed_ips': [{'subnet_id': '00a18075-6e0c-4f6c-b66d-f898a3c13def'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:43.058483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=1545a668-aab0-4b67-b0a1-1886767e6001,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:43.058732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.133845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:43.133845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network hostable DHCP agents. Network: fe9045e5-08d1-4431-9080-d4f86da37837, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:43.185892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d3b4f18c-fe49-4531-9cec-9e139174ff22 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:43.186155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.210336 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f8d245e8-91d9-48f3-8f23-2d6f11b8f6d7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5726788 Dec 23 15:33:43.212963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51440) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:43.218291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:43.224760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Pushing event updated for resources: {'Port': ['ID=596d9823-77a0-4d9b-b990-7a93f12490af,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:43.237394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.262194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:43.272997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:43.294071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:43.374228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Allocated IP 172.20.0.2 (9aa797e1-3d3f-405f-b22b-0abfc5d1b939/00a18075-6e0c-4f6c-b66d-f898a3c13def/b1d28cb2-6df9-4acf-830a-8e31b92ebf93) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:43.399192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:43.514228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1df0b3bc-af49-4808-afde-ae468a4c5678 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:43.557634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:43.562947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.586582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, fe9045e5-08d1-4431-9080-d4f86da37837) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:43.592405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:43.593204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.615402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a9995-2383-4769-980e-234bf66b7693 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:43.728860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting port 11da3951-f3f3-4f44-8d1e-8232abbcec47 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:43.729340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.789964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Network 275547c9-f52c-4332-96c6-570e14f3aa07 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:43.793302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 33958c52-7993-4aae-aeef-da7d1eb537a2 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:43.837289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:43.842014 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e451beed-64e3-4f82-91c7-80393e14154e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5770593 Dec 23 15:33:43.842560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51444) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:43.846698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.850273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'name': 'tempest-NetworksTestDHCPv6-1786070211'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:43.858825 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Transition to ACTIVE for port object b1d28cb2-6df9-4acf-830a-8e31b92ebf93 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:43.883061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Transition to ACTIVE for port object b1d28cb2-6df9-4acf-830a-8e31b92ebf93 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:43.886349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 1df0b3bc-af49-4808-afde-ae468a4c5678 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:43.888635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:43.985877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.187652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Pushing event updated for resources: {'Port': ['ID=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:44.226779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:44.240952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:44.246098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:44.246651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c32b22-8d97-404d-8243-ccd385beb034 None None] Network e894247a-8050-4e4d-802d-310154d4658d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:44.260166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:44.274100 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.287704 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-977fc179-f6f2-4707-8c42-a115c760e713 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2656755 Dec 23 15:33:44.319555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:44.329185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'aa4928f5-96de-414b-b854-feae26de2272'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:44.329979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.346545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:44.351174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:44.353249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:44.354558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.510408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port f702e73f-7028-4064-a905-28579b12bf14 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:44.535107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.597667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.627837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:44.651714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Attempting to bind port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:44.652079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Attempting to bind port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '8a8892d3-7094-4a29-9417-0072c2121b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:44.654110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Attempting to bind port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 on network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:44.717311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d72c8714-6a53-4d18-a1db-46a6047c6c28 None None] Provisioning for port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:44.736505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:44.736928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Checking segment: {'id': '8a8892d3-7094-4a29-9417-0072c2121b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:44.737261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.737647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Bound using segment: {'id': '8a8892d3-7094-4a29-9417-0072c2121b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:44.738112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Bound port: b1d28cb2-6df9-4acf-830a-8e31b92ebf93, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8892d3-7094-4a29-9417-0072c2121b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:44.738474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.897897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::ec (fe9045e5-08d1-4431-9080-d4f86da37837/aa4928f5-96de-414b-b854-feae26de2272/f702e73f-7028-4064-a905-28579b12bf14) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:44.909160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Calling delete_port for 11da3951-f3f3-4f44-8d1e-8232abbcec47 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:44.931657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d72c8714-6a53-4d18-a1db-46a6047c6c28 None None] Provisioning complete for port 596d9823-77a0-4d9b-b990-7a93f12490af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:44.932398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d72c8714-6a53-4d18-a1db-46a6047c6c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.939923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:44.946821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.10 (9aa797e1-3d3f-405f-b22b-0abfc5d1b939/00a18075-6e0c-4f6c-b66d-f898a3c13def/33958c52-7993-4aae-aeef-da7d1eb537a2) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:44.986999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] For port b1d28cb2-6df9-4acf-830a-8e31b92ebf93, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:45.013409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] For port b1d28cb2-6df9-4acf-830a-8e31b92ebf93, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,segment=NetworkSegment(8a8892d3-7094-4a29-9417-0072c2121b1d),segment_id=8a8892d3-7094-4a29-9417-0072c2121b1d)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:45.014315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d72c8714-6a53-4d18-a1db-46a6047c6c28 None None] Port 596d9823-77a0-4d9b-b990-7a93f12490af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:45.053565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:45.060314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.065319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:45.066235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.109803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.137721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-56b063ff-f3e0-4798-8075-a9d98a775091 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=731383756c84402bae7f697a5d7ffc33&device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1099 time: 0.6655996 Dec 23 15:33:45.223526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=1545a668-aab0-4b67-b0a1-1886767e6001,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:45.262760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7ab7c-f0c1-4075-97e9-9155c9575301 None None] Pushing event updated for resources: {'Port': ['ID=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:45.366502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.382006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.416621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object f702e73f-7028-4064-a905-28579b12bf14 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:45.438675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:45.512236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.628332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.691891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:45.732098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.859704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/aa4928f5-96de-414b-b854-feae26de2272/59ceebe7-9312-4633-9536-7afd6950f3cc) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:45.928700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:45.947171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:45.947171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:45.951034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:45.951657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.973071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=f702e73f-7028-4064-a905-28579b12bf14,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:45.985466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:45.991632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:46.016041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-2cf07fb4-595c-4aa3-adb4-4727ab903edc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:46.017554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-2cf07fb4-595c-4aa3-adb4-4727ab903edc service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f947bc9-010b-4ccf-b505-700d52541a9b HTTP/1.1" status: 200 len: 898 time: 0.7980838 Dec 23 15:33:46.020269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.128987 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object 33958c52-7993-4aae-aeef-da7d1eb537a2 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:46.168658 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-305857f4-9f64-4c2a-8d1f-b0e1d349f1cb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3233781 Dec 23 15:33:46.173075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51450) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:46.215998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8995ba84-edbc-4b68-9ad7-6700cbde2a90 None None] Provisioning for port 1545a668-aab0-4b67-b0a1-1886767e6001 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:46.229566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.234811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-68db9995-cf8f-41d3-8620-b7d87ee9e6f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e HTTP/1.1" status: 200 len: 1002 time: 0.2031932 Dec 23 15:33:46.238803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8995ba84-edbc-4b68-9ad7-6700cbde2a90 None None] Provisioning complete for port 1545a668-aab0-4b67-b0a1-1886767e6001 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:46.239226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8995ba84-edbc-4b68-9ad7-6700cbde2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.242079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Router 3a336d67-ee91-4c9d-9148-85646d3e67fe has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:46.279835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:46.288885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.295382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:46.295756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.349197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Port': ['ID=11da3951-f3f3-4f44-8d1e-8232abbcec47,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:46.437748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.448051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-ee2e65dd-1519-4f03-bffe-9fca0e53a474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:46.449672 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-ee2e65dd-1519-4f03-bffe-9fca0e53a474 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87cad53c-41e6-4c7c-a6b5-6af5719a2339 HTTP/1.1" status: 200 len: 834 time: 0.1669559 Dec 23 15:33:46.451052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8995ba84-edbc-4b68-9ad7-6700cbde2a90 None None] Port 1545a668-aab0-4b67-b0a1-1886767e6001 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:46.456022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Transition to ACTIVE for port object 59ceebe7-9312-4633-9536-7afd6950f3cc will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:46.532405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.538577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.548982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Transition to ACTIVE for port object 59ceebe7-9312-4633-9536-7afd6950f3cc will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:46.553893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Deleting port 1715b587-c473-4fa6-a691-e769bf141099 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:46.559018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.589579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,segment=NetworkSegment(68b6326f-4a91-4453-93b0-aefabf28d74b),segment_id=68b6326f-4a91-4453-93b0-aefabf28d74b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:46.590927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c383c5af-7ca7-4ece-946d-bb70384b4893 None None] Provisioning complete for port 1545a668-aab0-4b67-b0a1-1886767e6001 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:46.591347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c383c5af-7ca7-4ece-946d-bb70384b4893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.597356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.598110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.630614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.678568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.717313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c383c5af-7ca7-4ece-946d-bb70384b4893 None None] Port 1545a668-aab0-4b67-b0a1-1886767e6001 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:46.725981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.741169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:46.743418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:46.747672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:46.800525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=1545a668-aab0-4b67-b0a1-1886767e6001,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:46.837941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dc38c6-139b-44bd-a0b6-d5c07d8d692d None None] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:46.871875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network e894247a-8050-4e4d-802d-310154d4658d is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:46.873146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:46.929782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Attempting to bind port 59ceebe7-9312-4633-9536-7afd6950f3cc on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:46.930148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Attempting to bind port 59ceebe7-9312-4633-9536-7afd6950f3cc by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:46.930538 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Attempting to bind port 59ceebe7-9312-4633-9536-7afd6950f3cc on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:46.944018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:46.944417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:46.944822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.945210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:46.945668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Bound port: 59ceebe7-9312-4633-9536-7afd6950f3cc, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:46.946071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:46.967373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Pushing event updated for resources: {'Port': ['ID=59ceebe7-9312-4633-9536-7afd6950f3cc,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:47.079523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:47.088926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2af9173d-0428-42bb-b283-a6c656a4448c None None] Provisioning for port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:47.157925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dfd0ff-c70e-4cd4-ac00-f913f134c2cc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:47.160083 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d9dfd0ff-c70e-4cd4-ac00-f913f134c2cc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.9871085 Dec 23 15:33:47.162819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51454) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:47.165358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:47.171179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=33958c52-7993-4aae-aeef-da7d1eb537a2,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:47.188379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:47.191211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:47.243961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port f702e73f-7028-4064-a905-28579b12bf14 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:47.244865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:47.268989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:47.278150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:47.297359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] For port 59ceebe7-9312-4633-9536-7afd6950f3cc, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:47.313678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] For port 59ceebe7-9312-4633-9536-7afd6950f3cc, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59ceebe7-9312-4633-9536-7afd6950f3cc,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:47.376966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b36da2ec-ecb2-40dc-90c0-7114119c317e None None] Provisioning complete for port 1545a668-aab0-4b67-b0a1-1886767e6001 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:47.377350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b36da2ec-ecb2-40dc-90c0-7114119c317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:47.405372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:47.426344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:47.426845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:47.445666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Calling delete_port for 1715b587-c473-4fa6-a691-e769bf141099 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:47.516236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b36da2ec-ecb2-40dc-90c0-7114119c317e None None] Port 1545a668-aab0-4b67-b0a1-1886767e6001 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:47.520966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266d5d-abfb-465e-a5a2-4ac8499a981f None None] Pushing event updated for resources: {'Port': ['ID=59ceebe7-9312-4633-9536-7afd6950f3cc,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:47.542318 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-115366f7-0361-44d3-b9e6-d1f88c08e0f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f947bc9-010b-4ccf-b505-700d52541a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9908793 Dec 23 15:33:47.734935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:47.796866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1d28cb2-6df9-4acf-830a-8e31b92ebf93 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:47.913250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for f702e73f-7028-4064-a905-28579b12bf14 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:47.972445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:47.979305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:47.979922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.172906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.184101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0bff4a5b-5aba-4967-b160-33c30b06798c None None] Provisioning for port 33958c52-7993-4aae-aeef-da7d1eb537a2 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:48.193510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0bff4a5b-5aba-4967-b160-33c30b06798c None None] Provisioning complete for port 33958c52-7993-4aae-aeef-da7d1eb537a2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:48.194059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bff4a5b-5aba-4967-b160-33c30b06798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.205722 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-d8c61e5b-3518-4377-9463-ce2c7f9cb26c service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447621 Dec 23 15:33:48.209007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.263186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b1d28cb2-6df9-4acf-830a-8e31b92ebf93, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,segment=NetworkSegment(8a8892d3-7094-4a29-9417-0072c2121b1d),segment_id=8a8892d3-7094-4a29-9417-0072c2121b1d)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:48.263772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Router 2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:48.264096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0bff4a5b-5aba-4967-b160-33c30b06798c None None] Port 33958c52-7993-4aae-aeef-da7d1eb537a2 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:48.276732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b3323e76-2387-4db8-ab39-e9bfe0d1c72a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7234437 Dec 23 15:33:48.277172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=f702e73f-7028-4064-a905-28579b12bf14,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:48.281241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51458) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:48.316722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '9aa797e1-3d3f-405f-b22b-0abfc5d1b939', 'name': 'tempest-PortsTestJSON-728031602', 'fixed_ips': [{'subnet_id': '00a18075-6e0c-4f6c-b66d-f898a3c13def', 'ip_address': '172.20.0.9'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:48.330315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.331473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:48.396420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.464323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4b560ab0-1ef6-423d-a30b-f1c3f0ca5da8 None None] Provisioning complete for port 33958c52-7993-4aae-aeef-da7d1eb537a2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:48.464323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4b560ab0-1ef6-423d-a30b-f1c3f0ca5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.490251 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d7a7dea4-19ad-4d83-a86d-f584ac76f2be tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/f702e73f-7028-4064-a905-28579b12bf14 HTTP/1.1" status: 204 len: 168 time: 1.3236754 Dec 23 15:33:48.490775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:48.492162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51462) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:48.530752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4b560ab0-1ef6-423d-a30b-f1c3f0ca5da8 None None] Port 33958c52-7993-4aae-aeef-da7d1eb537a2 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:48.537318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:48.537811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.685212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:48.732330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:48.742689 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Sync routers for ids ['3a336d67-ee91-4c9d-9148-85646d3e67fe'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:48.769008 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9aab84df-4a9b-4bb8-8348-914f75c8d162 req-f3b3fb7e-7b4a-45c5-9f11-4cd5a8542f4e service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467248 Dec 23 15:33:48.769660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Routers {'3a336d67-ee91-4c9d-9148-85646d3e67fe'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:48.771483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3a336d67-ee91-4c9d-9148-85646d3e67fe'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:48.772785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:48.778062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e814a3-506b-41f1-aab3-ac03bab4b8a8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:48.778322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:48.778694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.779372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e814a3-506b-41f1-aab3-ac03bab4b8a8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:48.780787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-33e814a3-506b-41f1-aab3-ac03bab4b8a8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:48.791758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:48.798571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:48.810968 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:48.855771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:48.867624 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b92c69ff-25fb-4e0c-8036-74dde6b146bf tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "PUT /v2.0/routers/2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6493139 Dec 23 15:33:48.869373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51466) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:48.886396 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f43698d5-c236-4eb7-82f5-e49e79f4ff8c admin admin] 10.222.0.58 "PUT /v2.0/routers/3a336d67-ee91-4c9d-9148-85646d3e67fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8140154 Dec 23 15:33:48.890270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-33e814a3-506b-41f1-aab3-ac03bab4b8a8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:48.895854 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-33e814a3-506b-41f1-aab3-ac03bab4b8a8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3494067 Dec 23 15:33:48.896448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51472) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:48.905094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:48.930669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] Sync routers for ids ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:49.031610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event deleted for resources: {'Port': ['ID=1715b587-c473-4fa6-a691-e769bf141099,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:49.032554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e08a5-363e-4906-aa06-50faf7745ebe None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:49.045175 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Set router 3a336d67-ee91-4c9d-9148-85646d3e67fe gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:49.056617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] Routers {'2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:49.069037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:49.235816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:49.269229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:49.292446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:49.301694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] Routers {'2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:49.302407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:49.381347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Router 1aa013af-be0e-4e41-928b-17d16afa6138 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:49.387034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9e169562-7d3d-4934-b125-5ec944343aa8 None None] Provisioning for port 59ceebe7-9312-4633-9536-7afd6950f3cc completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:49.391546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:49.391944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dbb586-3a8f-4780-a04f-bcee798b572a None None] The sync data for ids ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:49.581321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet aa4928f5-96de-414b-b854-feae26de2272 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:49.592057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:49.703153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:49.710578 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '596d9823-77a0-4d9b-b990-7a93f12490af', 'name': '', 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'mac_address': 'fa:16:3e:68:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3be228b-5548-417a-a64b-10be19a4f3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:39Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 2, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'subnets': [{'id': 'a3be228b-5548-417a-a64b-10be19a4f3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:49.724021 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Checking router: 3a336d67-ee91-4c9d-9148-85646d3e67fe for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:33:49.724478 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Updating router 3a336d67-ee91-4c9d-9148-85646d3e67fe port 596d9823-77a0-4d9b-b990-7a93f12490af binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:33:49.799900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1d28cb2-6df9-4acf-830a-8e31b92ebf93 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:49.836622 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:49.875788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:49.913668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:49.914195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.033004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47791af0-7d3e-4570-9843-23b261486fd7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:50.033733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47791af0-7d3e-4570-9843-23b261486fd7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:50.042596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.066291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.110945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 3cddfef5-99d1-48d2-9f6d-496b5342bd76 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:50.143459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51480) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.163437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4928f5-96de-414b-b854-feae26de2272,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:50.181234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442253303', 'description': 'tempest-secgroup-smoke-442253303 description', 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:50.181450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59ceebe7-9312-4633-9536-7afd6950f3cc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:50.193866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.279473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:50.286243 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa0c2be-aeba-4f79-ac6c-123743a5fb2b None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:50.287650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.294815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:50.298634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:50.307619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:50.309620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.327027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:50.333707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-abf50bd5-d3a3-4e1a-981a-e4750f3df267 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7940867 Dec 23 15:33:50.341864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51484) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.356264 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ad3481ec-914c-4254-9dab-f21f14d074e2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/aa4928f5-96de-414b-b854-feae26de2272 HTTP/1.1" status: 204 len: 168 time: 1.3964565 Dec 23 15:33:50.356733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-47791af0-7d3e-4570-9843-23b261486fd7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:50.357718 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-47791af0-7d3e-4570-9843-23b261486fd7 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6 HTTP/1.1" status: 200 len: 989 time: 1.4737999 Dec 23 15:33:50.358940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51486) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.368662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51492) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.388021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 59ceebe7-9312-4633-9536-7afd6950f3cc completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:50.395331 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.398350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-361ca9e1-7a49-4aa5-978b-31f1d25e130d None None] Could not find standard attr ID for object f702e73f-7028-4064-a905-28579b12bf14. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:33:50.412048 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] Sync routers for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:50.414483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 59ceebe7-9312-4633-9536-7afd6950f3cc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:50.415549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.433593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.438679 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Transition to ACTIVE for port object 596d9823-77a0-4d9b-b990-7a93f12490af will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:50.452259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.452806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Fanout notify agent at l3_agent the message router_deleted on router b98d4a80-b9bb-425c-8534-6b5ec399a96a {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:50.466152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eb76b979-4791-40c1-a171-53548ada17b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007550 Dec 23 15:33:50.466260 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:50.466260 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:50.466727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51494) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.486996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.492195 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-319197ad-4ad5-4e2d-bfb3-13d40c20ee48 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/b98d4a80-b9bb-425c-8534-6b5ec399a96a HTTP/1.1" status: 204 len: 168 time: 7.4736607 Dec 23 15:33:50.500686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51500) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.506342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2079894440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:50.516337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:50.523352 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.535847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:50.597258 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-61e6ff81-479a-4708-94b3-590a8da1958f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] delete failed (client error): The resource could not be found. Dec 23 15:33:50.597599 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:50.599001 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-61e6ff81-479a-4708-94b3-590a8da1958f tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1594367316 HTTP/1.1" status: 404 len: 335 time: 0.2402823 Dec 23 15:33:50.599717 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046747e-e1a1-4c30-8016-abc326f239b1 None None] Pushing event updated for resources: {'Port': ['ID=596d9823-77a0-4d9b-b990-7a93f12490af,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:50.615857 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:50.616493 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:50.654343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:50.657853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51506) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:50.658517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:50.661915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:50.666382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-32806f98-da8a-4033-b2e4-61abac1bcc32 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'router': {'external_gateway_info': {'network_id': '1aa013af-be0e-4e41-928b-17d16afa6138'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:50.668203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:50.677898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Usage tracker for resource:router and tenant:2e880ed1710043559ccca9e037ca27b8 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:50.683627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:50.686533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:50.692491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:50.694745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:50.699472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:50.708606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:50.733705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.740949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:50.750016 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:50.750460 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8370b4-fb47-4c08-85bc-d0e909943436 None None] The sync data for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:50.855498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.856544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.859451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 59ceebe7-9312-4633-9536-7afd6950f3cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59ceebe7-9312-4633-9536-7afd6950f3cc,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:50.907190 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Attempting to bind port 596d9823-77a0-4d9b-b990-7a93f12490af on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:50.907782 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Attempting to bind port 596d9823-77a0-4d9b-b990-7a93f12490af by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:50.908419 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Attempting to bind port 596d9823-77a0-4d9b-b990-7a93f12490af on network 275547c9-f52c-4332-96c6-570e14f3aa07 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:50.918225 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:50.918225 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Checking segment: {'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:50.918506 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.918683 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Bound using segment: {'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:50.919247 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Bound port: 596d9823-77a0-4d9b-b990-7a93f12490af, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966d5142-e140-4996-afdc-6f91d4aabaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:50.919523 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.934463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.938718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.945830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:50.976407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.9 (9aa797e1-3d3f-405f-b22b-0abfc5d1b939/00a18075-6e0c-4f6c-b66d-f898a3c13def/3cddfef5-99d1-48d2-9f6d-496b5342bd76) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:50.978704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.009258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:33:51.048326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] Deleting port 59ceebe7-9312-4633-9536-7afd6950f3cc {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:51.048983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.053464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.097322 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] For port 596d9823-77a0-4d9b-b990-7a93f12490af, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:51.105480 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] For port 596d9823-77a0-4d9b-b990-7a93f12490af, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=596d9823-77a0-4d9b-b990-7a93f12490af,segment=NetworkSegment(966d5142-e140-4996-afdc-6f91d4aabaeb),segment_id=966d5142-e140-4996-afdc-6f91d4aabaeb)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:51.132557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866de10d-5a2b-4238-b9f0-cfaa3927154f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:51.142407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=59ceebe7-9312-4633-9536-7afd6950f3cc,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:51.179619 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.201948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.208717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.213262 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1ee048c2-e6d6-4cd9-8bb5-07cdfe3edca3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0623767 Dec 23 15:33:51.216848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51510) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:51.231681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'security_group_rule': {'security_group_id': '866de10d-5a2b-4238-b9f0-cfaa3927154f', 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:51.238534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:51.242945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:51.246367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:51.252666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:51.327850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] For port 59ceebe7-9312-4633-9536-7afd6950f3cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59ceebe7-9312-4633-9536-7afd6950f3cc,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:51.331929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.334888 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Routers {'3a336d67-ee91-4c9d-9148-85646d3e67fe'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:51.338118 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3a336d67-ee91-4c9d-9148-85646d3e67fe'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:51.366875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.381313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.389472 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7d198d27-617f-476f-997b-2ec3d781ba99 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8892417 Dec 23 15:33:51.395407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51514) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:51.405611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:51.491678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] Calling delete_port for 59ceebe7-9312-4633-9536-7afd6950f3cc owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:51.502378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.658777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.659328 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046747e-e1a1-4c30-8016-abc326f239b1 None None] Pushing event updated for resources: {'Port': ['ID=596d9823-77a0-4d9b-b990-7a93f12490af,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:51.663855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59ceebe7-9312-4633-9536-7afd6950f3cc no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:51.700999 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] Set router 3a336d67-ee91-4c9d-9148-85646d3e67fe gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:33:51.738422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 59ceebe7-9312-4633-9536-7afd6950f3cc {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:51.741804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59ceebe7-9312-4633-9536-7afd6950f3cc not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:51.744169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.746214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=8ebfb748-3a4f-4edc-a8c6-2b107f855a9f,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:51.756760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:51.790282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object 3cddfef5-99d1-48d2-9f6d-496b5342bd76 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:51.822996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] Pushing event deleted for resources: {'Port': ['ID=59ceebe7-9312-4633-9536-7afd6950f3cc,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:51.827748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be29f0-8f0f-40ba-9b4e-d48a43243789 None None] No DVR routers for this DVR port 59ceebe7-9312-4633-9536-7afd6950f3cc on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:51.837239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32806f98-da8a-4033-b2e4-61abac1bcc32 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.841755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:51.851837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:51.860773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:51.860937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a041767-700e-4cb7-94bc-de99d93b4ee8 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:51.990520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.058608 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-32806f98-da8a-4033-b2e4-61abac1bcc32 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] update failed (client error): The resource could not be found. Dec 23 15:33:52.063483 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-32806f98-da8a-4033-b2e4-61abac1bcc32 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138 HTTP/1.1" status: 404 len: 339 time: 1.4033253 Dec 23 15:33:52.064399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51520) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:52.076438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2040598125'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:52.098761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:52.101743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.105779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:network and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:52.113562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:52.115152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:52.120983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:52.163140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:52.163854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=3cddfef5-99d1-48d2-9f6d-496b5342bd76,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:52.168623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '8ebfb748-3a4f-4edc-a8c6-2b107f855a9f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:52.171299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.180796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:52.195630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-61af3def-27cb-45b6-9338-2b27fb06904d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7035041 Dec 23 15:33:52.195630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51524) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:52.197748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'name': 'tempest-NetworksTestDHCPv6-1462777295'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:52.215351 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '596d9823-77a0-4d9b-b990-7a93f12490af', 'name': '', 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'mac_address': 'fa:16:3e:68:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3be228b-5548-417a-a64b-10be19a4f3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:39Z', 'updated_at': '2021-12-23T15:33:51Z', 'revision_number': 4, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'subnets': [{'id': 'a3be228b-5548-417a-a64b-10be19a4f3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:52.230444 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d4dab-80d8-420f-96d8-0fe2cacfa708 None None] The sync data for ids ['3a336d67-ee91-4c9d-9148-85646d3e67fe'] in dv-neutron-822796-1-hyperv is: [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '596d9823-77a0-4d9b-b990-7a93f12490af', 'name': '', 'network_id': '275547c9-f52c-4332-96c6-570e14f3aa07', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'mac_address': 'fa:16:3e:68:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3be228b-5548-417a-a64b-10be19a4f3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:39Z', 'updated_at': '2021-12-23T15:33:51Z', 'revision_number': 4, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'subnets': [{'id': 'a3be228b-5548-417a-a64b-10be19a4f3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:52.240438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.289426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.408617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/8ebfb748-3a4f-4edc-a8c6-2b107f855a9f/2ba9adf4-2de0-499a-85e4-bf1e4c155fc9) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:52.442340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:52.445603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.490796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:52.491485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.509458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b048ef-2fd8-4e2e-9edd-276c55a92847,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:52.522477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.529023 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6acf8ceb-a06b-46da-b1cb-de4bc8e6ba8b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3095651 Dec 23 15:33:52.529401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51528) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:52.538735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'security_group_rule': {'security_group_id': '866de10d-5a2b-4238-b9f0-cfaa3927154f', 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:52.552054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:52.558556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:52.562136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:52.576058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:52.597873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.607752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:52.612165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:33:52.620509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:52.626098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:52.637288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:52.639768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.640218 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Added segment c105a0af-5456-427b-9e85-7a8569069734 of type vlan for network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 Dec 23 15:33:52.649146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51532) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:52.649371 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54affe94-d008-4e53-a52c-a12140caf856 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3667197 Dec 23 15:33:52.771727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.777918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.814770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.826118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Transition to ACTIVE for port object 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:52.846358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Transition to ACTIVE for port object 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:52.849224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-900e0399-fa4c-418b-a71c-3cc335148571 None None] Provisioning for port 3cddfef5-99d1-48d2-9f6d-496b5342bd76 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:52.854545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-900e0399-fa4c-418b-a71c-3cc335148571 None None] Provisioning complete for port 3cddfef5-99d1-48d2-9f6d-496b5342bd76 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:52.854920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-900e0399-fa4c-418b-a71c-3cc335148571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.880938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:52.882405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 1545a668-aab0-4b67-b0a1-1886767e6001 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:52.882851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.884819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.900983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.907727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:52.907727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.924005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:52.934582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-900e0399-fa4c-418b-a71c-3cc335148571 None None] Port 3cddfef5-99d1-48d2-9f6d-496b5342bd76 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:52.999298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.015461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:53.020039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Pushing event updated for resources: {'Port': ['ID=2ba9adf4-2de0-499a-85e4-bf1e4c155fc9,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:53.021661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:53.024180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:53.037872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 43e76a54-51a2-4dda-aac0-ab80775077e3 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:33:53.073692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.128235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373af8ef-4a0e-4d14-9ece-d5d439aedaed,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:53.137494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Attempting to bind port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:53.138418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Attempting to bind port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:53.138954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Attempting to bind port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:53.146858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:53.147300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:53.147745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.148414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:53.149995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Bound port: 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:53.150140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.166095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.168332 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-028e213a-a3bf-4e68-b0d5-20e174c3330e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6383145 Dec 23 15:33:53.172431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51536) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:53.190584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'security_group_rule': {'security_group_id': '866de10d-5a2b-4238-b9f0-cfaa3927154f', 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:53.200367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:53.208118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.212747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Network': ['ID=3dd9283e-0d6b-4eb9-958e-d97cbeaad813,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:53.221450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:53.227580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:33:53.230803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:53.243937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::142 (fe9045e5-08d1-4431-9080-d4f86da37837/8ebfb748-3a4f-4edc-a8c6-2b107f855a9f/43e76a54-51a2-4dda-aac0-ab80775077e3) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:53.251535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4d96a-3b42-42cb-b0a8-5e7ac601a0c2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:53.252257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9bb4d96a-3b42-42cb-b0a8-5e7ac601a0c2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:53.283103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bdea61cd-c649-4996-b8f4-beff0b519a96 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2118652 Dec 23 15:33:53.287406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51540) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:53.313542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'subnet': {'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:53.386315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] For port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:53.392104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] For port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2ba9adf4-2de0-499a-85e4-bf1e4c155fc9,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:53.414040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9bb4d96a-3b42-42cb-b0a8-5e7ac601a0c2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:53.418299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9bb4d96a-3b42-42cb-b0a8-5e7ac601a0c2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7678761 Dec 23 15:33:53.445556 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.475992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:53.478053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51544) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:53.529858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd479826-e0aa-48b4-bc9e-f1509332a6e9 None None] Pushing event updated for resources: {'Port': ['ID=2ba9adf4-2de0-499a-85e4-bf1e4c155fc9,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:53.590104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 1545a668-aab0-4b67-b0a1-1886767e6001 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:53.690710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:53.695159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.701156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 596d9823-77a0-4d9b-b990-7a93f12490af up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:53.723899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.737408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Usage tracker for resource:subnet and tenant:6bca350917854ba895ce345192ad27ca is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:53.746399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:53.754388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1323f0-c250-4d4c-986f-2d0d9d6bfd0a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:53.757547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.762853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1323f0-c250-4d4c-986f-2d0d9d6bfd0a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:53.766943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1323f0-c250-4d4c-986f-2d0d9d6bfd0a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:53.767835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:53.768004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4f1323f0-c250-4d4c-986f-2d0d9d6bfd0a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:53.829631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4f1323f0-c250-4d4c-986f-2d0d9d6bfd0a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:53.833711 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4f1323f0-c250-4d4c-986f-2d0d9d6bfd0a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3518591 Dec 23 15:33:53.837132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51552) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:53.850303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.877678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 596d9823-77a0-4d9b-b990-7a93f12490af completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:53.883446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 596d9823-77a0-4d9b-b990-7a93f12490af triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:53.884503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.927452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:53.954293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 43e76a54-51a2-4dda-aac0-ab80775077e3 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:53.961081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Made reservation on behalf of 6bca350917854ba895ce345192ad27ca for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:33:53.980533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.016922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a29833e-bb50-4217-9a98-c575b524db93,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:54.017386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.023717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 3cddfef5-99d1-48d2-9f6d-496b5342bd76 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:54.024229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.025891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.056255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 596d9823-77a0-4d9b-b990-7a93f12490af, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=596d9823-77a0-4d9b-b990-7a93f12490af,segment=NetworkSegment(966d5142-e140-4996-afdc-6f91d4aabaeb),segment_id=966d5142-e140-4996-afdc-6f91d4aabaeb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:54.083259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.084383 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-46451de3-6a0e-421d-83cd-ac00203fa4fd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9109039 Dec 23 15:33:54.093963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51556) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:54.099054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=1545a668-aab0-4b67-b0a1-1886767e6001,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:54.104027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'security_group_rule': {'security_group_id': '866de10d-5a2b-4238-b9f0-cfaa3927154f', 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:54.111922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:54.140923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.150408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:54.153446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:54.210911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:54.220295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=596d9823-77a0-4d9b-b990-7a93f12490af,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:54.297502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.351385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.452855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Allocated IP 172.26.6.24 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/76762bc9-9cc7-44e2-bd4e-b98d8187871c) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:54.453530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.455392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.723851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.750693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=43e76a54-51a2-4dda-aac0-ab80775077e3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:54.756579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:54.764719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:54.771665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:54.775819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:54.776454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.788791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.826626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc367803-138f-432c-9a4b-0113d443485f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:54.842088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Router 2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:33:54.916800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.917971 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c7199443-9a1e-44e5-be45-f4394c792221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8215334 Dec 23 15:33:54.920936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51560) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:54.926914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'security_group_rule': {'security_group_id': '866de10d-5a2b-4238-b9f0-cfaa3927154f', 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:54.942776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-df9287fc-ac42-4e79-aee6-0ae8d5f4b973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7519655 Dec 23 15:33:54.951080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51564) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:54.954901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:54.983388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:54.993782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:54.997678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:55.004700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:55.017911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:55.022684 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-22ad6814-f033-45b5-8676-39852589c5e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "PUT /v2.0/routers/2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5340743 Dec 23 15:33:55.029031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-98eefbb6-79db-44c3-8c42-173c2b972a68 None None] Provisioning for port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:55.029508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51568) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:55.030776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] Sync routers for ids ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:55.046271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.048267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] Routers {'2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:55.051792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:55.080396 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ebe5ee-cdc5-4fed-9d8d-1c4579cccf7c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:33:55.081030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f2ebe5ee-cdc5-4fed-9d8d-1c4579cccf7c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:55.092034 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Project ae0448e5dd864db3aa4c638a8afdaaf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:33:55.112613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.123717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:55.136494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] Routers {'2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:55.137358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:55.201722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:55.201722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2557ff15-63ab-478e-a310-8bb14361848f None None] The sync data for ids ['2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:33:55.224872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 3cddfef5-99d1-48d2-9f6d-496b5342bd76 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:55.254478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f2ebe5ee-cdc5-4fed-9d8d-1c4579cccf7c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:55.254692 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f2ebe5ee-cdc5-4fed-9d8d-1c4579cccf7c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/1545a668-aab0-4b67-b0a1-1886767e6001 HTTP/1.1" status: 404 len: 333 time: 0.2238374 Dec 23 15:33:55.262593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51572) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:55.294108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-05167708-3cb0-443c-b76a-ffdde48af684 None None] Provisioning for port 43e76a54-51a2-4dda-aac0-ab80775077e3 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:55.299560 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-05167708-3cb0-443c-b76a-ffdde48af684 None None] Provisioning complete for port 43e76a54-51a2-4dda-aac0-ab80775077e3 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:55.300012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-05167708-3cb0-443c-b76a-ffdde48af684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.337791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-085249db-69f6-4b3b-bc4c-d8287623a94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.359131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-05167708-3cb0-443c-b76a-ffdde48af684 None None] Port 43e76a54-51a2-4dda-aac0-ab80775077e3 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:33:55.361956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.417468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.427115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-15b37c57-33c6-4735-9204-dca74c1d67fa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.476305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.483770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.487560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0ce72-fffc-4a63-b455-4c8153c03438 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:55.491588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0ce72-fffc-4a63-b455-4c8153c03438 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:55.492367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-47d0ce72-fffc-4a63-b455-4c8153c03438 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:55.550889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Subnet': ['ID=5a3eefd3-85e1-4417-ac5d-1d86cff63ec2,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:55.568628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ed02e4-b6b8-4094-9687-26689a08e786,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:55.622028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:55.627307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:55.632262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:55.671399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event updated for resources: {'Port': ['ID=76762bc9-9cc7-44e2-bd4e-b98d8187871c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:55.681300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Checking segment: {'id': 'c105a0af-5456-427b-9e85-7a8569069734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:55.681300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network hostable DHCP agents. Network: 3dd9283e-0d6b-4eb9-958e-d97cbeaad813, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:33:55.706968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-47d0ce72-fffc-4a63-b455-4c8153c03438 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:55.708107 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-47d0ce72-fffc-4a63-b455-4c8153c03438 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7411544 Dec 23 15:33:55.708883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.717567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51576) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:55.724346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.728756 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c79eab44-bd98-4257-93e8-924f141e4bf6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8037660 Dec 23 15:33:55.733792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51578) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:55.743892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'security_group_rule': {'security_group_id': '866de10d-5a2b-4238-b9f0-cfaa3927154f', 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:55.751003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:33:55.752695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:55.816198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:security_group_rule and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:33:55.825939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:33:55.833356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=3cddfef5-99d1-48d2-9f6d-496b5342bd76,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:55.882994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:33:55.888222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:55.888588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.890753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:33:55.901000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-15b37c57-33c6-4735-9204-dca74c1d67fa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.908422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-15b37c57-33c6-4735-9204-dca74c1d67fa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:55.952105 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Project ae0448e5dd864db3aa4c638a8afdaaf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:33:55.961043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.003394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-15b37c57-33c6-4735-9204-dca74c1d67fa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.003884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b37c57-33c6-4735-9204-dca74c1d67fa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Fanout notify agent at l3_agent the message router_deleted on router 2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:33:56.030128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.032374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-15b37c57-33c6-4735-9204-dca74c1d67fa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.036058 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-15b37c57-33c6-4735-9204-dca74c1d67fa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/routers/2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6 HTTP/1.1" status: 204 len: 168 time: 0.7699871 Dec 23 15:33:56.038000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51584) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:56.081390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2ba9adf4-2de0-499a-85e4-bf1e4c155fc9,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:56.121045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:33:56.124227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.129838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 43e76a54-51a2-4dda-aac0-ab80775077e3 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:56.130164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.174634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.175641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 596d9823-77a0-4d9b-b990-7a93f12490af up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:56.215632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.215893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.259800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb8642a-4ed5-4a7d-b3c6-e64800a4c295,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:56.262674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 3dd9283e-0d6b-4eb9-958e-d97cbeaad813) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:56.278565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:56.279126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.285638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet 0075f776-95e9-41c7-9e69-3971b71be083 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:56.288836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.289518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a14361-5300-4970-9797-bc9bc4856f9e None None] Network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:56.308582 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6c8aa065-2bb3-4247-a233-a9a5cbc0a83a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/3cddfef5-99d1-48d2-9f6d-496b5342bd76 HTTP/1.1" status: 204 len: 168 time: 2.4693935 Dec 23 15:33:56.314611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51588) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:56.352873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.367151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=2ba9adf4-2de0-499a-85e4-bf1e4c155fc9,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:56.401942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 596d9823-77a0-4d9b-b990-7a93f12490af triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:56.402303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.436656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.439018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-47401bf4-e455-4865-8530-0bff79bcab76 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1483421 Dec 23 15:33:56.445450 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c8821b-1209-47c3-a976-5f5b5cf04d1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:33:56.445771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14c8821b-1209-47c3-a976-5f5b5cf04d1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:56.452689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51592) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:56.462344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0c6f6e67-4023-4aa3-b88e-1dadcd5f3b02 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'router': {'external_gateway_info': {'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:33:56.500800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.501962 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3894f9e7-95df-44a8-a0fa-eb0b206cb2c0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7672634 Dec 23 15:33:56.636753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14c8821b-1209-47c3-a976-5f5b5cf04d1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:56.640653 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-14c8821b-1209-47c3-a976-5f5b5cf04d1b tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/3cddfef5-99d1-48d2-9f6d-496b5342bd76 HTTP/1.1" status: 404 len: 333 time: 0.3230469 Dec 23 15:33:56.640791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51608) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:56.668728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.673684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-3dd9283e-0d6b-4eb9-958e-d97cbeaad813', 'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813', 'tenant_id': '6bca350917854ba895ce345192ad27ca', 'fixed_ips': [{'subnet_id': '5a3eefd3-85e1-4417-ac5d-1d86cff63ec2'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:33:56.674497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.677950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.753495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 33958c52-7993-4aae-aeef-da7d1eb537a2 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:56.753870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.873234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.880957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 43e76a54-51a2-4dda-aac0-ab80775077e3 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:56.902084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Allocated IP 2001:db8:1::2 (3dd9283e-0d6b-4eb9-958e-d97cbeaad813/5a3eefd3-85e1-4417-ac5d-1d86cff63ec2/be5441f7-9dff-43bb-be42-5207bbd5c909) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:33:56.923384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=0075f776-95e9-41c7-9e69-3971b71be083,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:56.946459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:56.958276 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5a129947-a192-41de-a6d8-83b3443cca15 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/0075f776-95e9-41c7-9e69-3971b71be083 HTTP/1.1" status: 204 len: 168 time: 0.9170086 Dec 23 15:33:56.959980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51622) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:57.042060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac3661-ddf9-4ca1-a433-3ef14ab574b8 None None] Network e894247a-8050-4e4d-802d-310154d4658d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:33:57.292031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.310861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Transition to ACTIVE for port object be5441f7-9dff-43bb-be42-5207bbd5c909 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:57.335527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Transition to ACTIVE for port object be5441f7-9dff-43bb-be42-5207bbd5c909 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:33:57.345463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.357745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.399472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.409196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.409996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.414640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=43e76a54-51a2-4dda-aac0-ab80775077e3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:57.443510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] DHCP port deletion for e894247a-8050-4e4d-802d-310154d4658d request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:33:57.464486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] Deleting port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:57.464844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.494099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.527375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:33:57.542500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:33:57.550782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:33:57.559235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Pushing event updated for resources: {'Port': ['ID=be5441f7-9dff-43bb-be42-5207bbd5c909,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:57.560524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 33958c52-7993-4aae-aeef-da7d1eb537a2 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:57.632390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:57.632670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.689742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e22a65a9-704c-46a9-9243-a15b93495784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:57.694473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:57.929653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.014220 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-27ec360c-3e15-4d99-ace7-5e4eb46094a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/43e76a54-51a2-4dda-aac0-ab80775077e3 HTTP/1.1" status: 204 len: 168 time: 2.2645030 Dec 23 15:33:58.018655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51634) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:58.019488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] For port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,segment=NetworkSegment(68b6326f-4a91-4453-93b0-aefabf28d74b),segment_id=68b6326f-4a91-4453-93b0-aefabf28d74b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:58.020053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.022071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0c6f6e67-4023-4aa3-b88e-1dadcd5f3b02 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.029300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Attempting to bind port be5441f7-9dff-43bb-be42-5207bbd5c909 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:33:58.029667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Attempting to bind port be5441f7-9dff-43bb-be42-5207bbd5c909 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c105a0af-5456-427b-9e85-7a8569069734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:33:58.030019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Attempting to bind port be5441f7-9dff-43bb-be42-5207bbd5c909 on network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:33:58.100738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] For port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,segment=NetworkSegment(68b6326f-4a91-4453-93b0-aefabf28d74b),segment_id=68b6326f-4a91-4453-93b0-aefabf28d74b)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:33:58.101293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.133215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ebd85-6ca8-4c88-8d91-129ff8d69676 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:58.134736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ebd85-6ca8-4c88-8d91-129ff8d69676 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:33:58.135572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2c9ebd85-6ca8-4c88-8d91-129ff8d69676 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:33:58.159251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] Calling delete_port for a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:58.192632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:33:58.193000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Checking segment: {'id': 'c105a0af-5456-427b-9e85-7a8569069734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:33:58.193442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.193840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Bound using segment: {'id': 'c105a0af-5456-427b-9e85-7a8569069734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:33:58.194314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Bound port: be5441f7-9dff-43bb-be42-5207bbd5c909, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c105a0af-5456-427b-9e85-7a8569069734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '3dd9283e-0d6b-4eb9-958e-d97cbeaad813'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:33:58.194679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.239582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:33:58.304821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:33:58.305789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.309009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2c9ebd85-6ca8-4c88-8d91-129ff8d69676 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:33:58.310476 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c9ebd85-6ca8-4c88-8d91-129ff8d69676 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2846875 Dec 23 15:33:58.313988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51640) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:58.363651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.388893 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] For port be5441f7-9dff-43bb-be42-5207bbd5c909, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:33:58.393310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] For port be5441f7-9dff-43bb-be42-5207bbd5c909, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=be5441f7-9dff-43bb-be42-5207bbd5c909,segment=NetworkSegment(c105a0af-5456-427b-9e85-7a8569069734),segment_id=c105a0af-5456-427b-9e85-7a8569069734)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:33:58.436429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=33958c52-7993-4aae-aeef-da7d1eb537a2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:58.447300 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-0c6f6e67-4023-4aa3-b88e-1dadcd5f3b02 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:33:58.448590 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0c6f6e67-4023-4aa3-b88e-1dadcd5f3b02 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138 HTTP/1.1" status: 400 len: 364 time: 1.9940405 Dec 23 15:33:58.456317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51646) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:58.468093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.534739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Router 46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:33:58.574657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] Pushing event deleted for resources: {'Port': ['ID=a5b447c3-3d72-4a25-ba1b-01c81b4f1d57,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:58.582560 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.611529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:33:58.611897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:33:58.692752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.770383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 8ebfb748-3a4f-4edc-a8c6-2b107f855a9f {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:33:58.775188 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7eed439b-3c62-4af1-8d68-2cc950d20481 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/33958c52-7993-4aae-aeef-da7d1eb537a2 HTTP/1.1" status: 204 len: 168 time: 2.1333542 Dec 23 15:33:58.776347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.781846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51662) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:58.826381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b933c5a-d3e7-4c99-89fd-8b8884a7e2f2 None None] No DVR routers for this DVR port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:33:58.872049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:58.949447 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-97487a02-7001-4820-a732-e81d9f675e0c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:33:58.950829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-97487a02-7001-4820-a732-e81d9f675e0c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/33958c52-7993-4aae-aeef-da7d1eb537a2 HTTP/1.1" status: 404 len: 333 time: 0.1618900 Dec 23 15:33:58.957098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51672) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:59.004220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce346341-4a9f-49a1-9e33-fade23e47153 None None] Pushing event updated for resources: {'Port': ['ID=be5441f7-9dff-43bb-be42-5207bbd5c909,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:33:59.123840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:33:59.123840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:59.135392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:33:59.234838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:59.236028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:59.239057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:33:59.239767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a5b447c3-3d72-4a25-ba1b-01c81b4f1d57 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:33:59.510866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] The port 'a5b447c3-3d72-4a25-ba1b-01c81b4f1d57' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:33:59.604020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51678) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:59.618388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:59.624220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:59.745493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:33:59.758901 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] Sync routers for ids ['46cebb7f-3df7-4ab4-ae29-0820ca3a0e64'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:33:59.775592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:33:59.785287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device be5441f7-9dff-43bb-be42-5207bbd5c909 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:33:59.795397 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-30ffa84a-2af2-46a4-a8e1-bec679b45c21 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "PUT /v2.0/routers/46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 HTTP/1.1" status: 200 len: 879 time: 8.3988404 Dec 23 15:33:59.799820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51682) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:33:59.802633 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] Routers {'46cebb7f-3df7-4ab4-ae29-0820ca3a0e64'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:33:59.811275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['46cebb7f-3df7-4ab4-ae29-0820ca3a0e64'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:59.983684 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:33:59.998659 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] Routers {'46cebb7f-3df7-4ab4-ae29-0820ca3a0e64'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:00.002226 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['46cebb7f-3df7-4ab4-ae29-0820ca3a0e64'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:00.047300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.057100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port be5441f7-9dff-43bb-be42-5207bbd5c909 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:00.109325 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:00.110011 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4148f79-a2ed-4138-8488-edaa96cfd98d None None] The sync data for ids ['46cebb7f-3df7-4ab4-ae29-0820ca3a0e64'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:00.171384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet 00a18075-6e0c-4f6c-b66d-f898a3c13def {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:00.174662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.193110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.279348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e894247a-8050-4e4d-802d-310154d4658d']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:00.303808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.334389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b6326f-4a91-4453-93b0-aefabf28d74b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:00.334999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b6326f-4a91-4453-93b0-aefabf28d74b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:00.359439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.403456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.430876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=8ebfb748-3a4f-4edc-a8c6-2b107f855a9f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:00.447833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.457671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.467399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb2174-c59a-425b-b83b-865f509a9017 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:00.475503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Deleting port f2bc055c-35b9-4c3a-b033-ef552fe331af {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:00.476306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.514916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:00.515320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:00.536236 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:00.627416 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ea5b20e3-76a0-4d27-9a6c-aefb40a9f0fc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/8ebfb748-3a4f-4edc-a8c6-2b107f855a9f HTTP/1.1" status: 204 len: 168 time: 2.3123240 Dec 23 15:34:00.652712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51688) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:00.756694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Allocated IP 2001:db8::1 (66e3b1ee-3533-44e5-aee2-81dd1aa4c60f/db8c5e66-1850-4d6f-ac0a-b6bb94f892b8/f1e76625-f0a6-4773-80c6-fbbd1ecd12a5) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:00.757227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafc06a-ecd4-4783-b98b-bebb2d94f573 None None] Network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:00.784482 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-27a1a9d9-6717-4f01-b045-b090c4c31250 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286609 Dec 23 15:34:00.806233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51692) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:00.856826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.878050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:00.916753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.921711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:00.980164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f54e11c7-a678-4d09-bffe-b7ad392ec0d3 None None] Provisioning for port be5441f7-9dff-43bb-be42-5207bbd5c909 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:00.984358 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/e894247a-8050-4e4d-802d-310154d4658d HTTP/1.1" status: 204 len: 168 time: 4.0198882 Dec 23 15:34:00.996192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a8175-b938-4529-821e-c745a5e38524 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:00.997839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19f528-1bda-4ec5-96b2-a0ecc22b0e02 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=e894247a-8050-4e4d-802d-310154d4658d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:01.002634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51696) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:01.009645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-420a8175-b938-4529-821e-c745a5e38524 None None] Deleting port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:01.012310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-420a8175-b938-4529-821e-c745a5e38524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.014010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.014350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.056337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f54e11c7-a678-4d09-bffe-b7ad392ec0d3 None None] Provisioning complete for port be5441f7-9dff-43bb-be42-5207bbd5c909 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:01.057044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f54e11c7-a678-4d09-bffe-b7ad392ec0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.184520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc5558-bdaa-43fb-a0d1-2a93b4fe07b8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:01.185082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-55dc5558-bdaa-43fb-a0d1-2a93b4fe07b8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:01.191947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Calling delete_port for f2bc055c-35b9-4c3a-b033-ef552fe331af owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:01.204873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:01.234042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:01.240218 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-84442a26-ddd7-4972-a316-b3d77b52b610 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 HTTP/1.1" status: 200 len: 920 time: 1.4125981 Dec 23 15:34:01.240218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:01.243346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51702) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:01.243606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.253510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:01.270640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Transition to ACTIVE for port object f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:01.312247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-55dc5558-bdaa-43fb-a0d1-2a93b4fe07b8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:01.313640 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-55dc5558-bdaa-43fb-a0d1-2a93b4fe07b8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/d511c2ea-8ea8-464d-8d55-aa770cb7b162 HTTP/1.1" status: 200 len: 844 time: 0.3020034 Dec 23 15:34:01.314422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:01.338902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51706) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:01.380143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-420a8175-b938-4529-821e-c745a5e38524 None None] For port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2ba9adf4-2de0-499a-85e4-bf1e4c155fc9,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:01.380660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-420a8175-b938-4529-821e-c745a5e38524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.455585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.537680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.540914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-420a8175-b938-4529-821e-c745a5e38524 None None] Calling delete_port for 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:01.576839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f7cfefe3-4afc-4e2c-8eea-c9cff95cb798 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/d511c2ea-8ea8-464d-8d55-aa770cb7b162?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2333078 Dec 23 15:34:01.593455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:01.595264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Port': ['ID=f1e76625-f0a6-4773-80c6-fbbd1ecd12a5,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:01.600877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.618921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=00a18075-6e0c-4f6c-b66d-f898a3c13def,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:01.626213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:01.653750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:01.655113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.655250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:01.666309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51710) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:01.689927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:01.715074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.743393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ddc64-1e69-4061-b452-052de7e3bc9a None None] Network 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:01.771979 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1abf2a6b-ec04-4d0c-8434-3d771c30f74c tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/00a18075-6e0c-4f6c-b66d-f898a3c13def HTTP/1.1" status: 204 len: 168 time: 2.8125346 Dec 23 15:34:01.779193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51714) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:01.871020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f54e11c7-a678-4d09-bffe-b7ad392ec0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:01.985245 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4e8494c7-4f99-4060-84ad-5c89962c7e77 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=46cebb7f-3df7-4ab4-ae29-0820ca3a0e64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7405500 Dec 23 15:34:01.990711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51718) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:01.993025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.052983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.066379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:02.067166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.119479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.146848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f54e11c7-a678-4d09-bffe-b7ad392ec0d3 None None] For port be5441f7-9dff-43bb-be42-5207bbd5c909, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=be5441f7-9dff-43bb-be42-5207bbd5c909,segment=NetworkSegment(c105a0af-5456-427b-9e85-7a8569069734),segment_id=c105a0af-5456-427b-9e85-7a8569069734)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:02.162962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-420a8175-b938-4529-821e-c745a5e38524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.196518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:02.207040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:02.212999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:02.220258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:02.224933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event deleted for resources: {'Port': ['ID=f2bc055c-35b9-4c3a-b033-ef552fe331af,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:02.278844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a8175-b938-4529-821e-c745a5e38524 None None] No DVR routers for this DVR port 2ba9adf4-2de0-499a-85e4-bf1e4c155fc9 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:02.295478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f54e11c7-a678-4d09-bffe-b7ad392ec0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.312152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8175-b938-4529-821e-c745a5e38524 None None] Pushing event deleted for resources: {'Port': ['ID=2ba9adf4-2de0-499a-85e4-bf1e4c155fc9,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:02.331390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:02.425093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.444277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e11c7-a678-4d09-bffe-b7ad392ec0d3 None None] Pushing event updated for resources: {'Port': ['ID=be5441f7-9dff-43bb-be42-5207bbd5c909,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:02.529468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] DHCP port deletion for 9aa797e1-3d3f-405f-b22b-0abfc5d1b939 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:02.534842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-196a3791-b89f-42c5-a941-881663e108bb None None] Provisioning for port f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:02.540096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Deleting port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:02.540859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.580713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-196a3791-b89f-42c5-a941-881663e108bb None None] Provisioning complete for port f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:02.581947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-196a3791-b89f-42c5-a941-881663e108bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.669971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-196a3791-b89f-42c5-a941-881663e108bb None None] Port f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:02.706670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port b1d28cb2-6df9-4acf-830a-8e31b92ebf93, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,segment=NetworkSegment(8a8892d3-7094-4a29-9417-0072c2121b1d),segment_id=8a8892d3-7094-4a29-9417-0072c2121b1d)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:02.709355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.719494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e9f2c-69ad-4f31-9b09-3c64535e72ce tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:02.723018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f98e9f2c-69ad-4f31-9b09-3c64535e72ce tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.7252855 Dec 23 15:34:02.743476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51724) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:02.743885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-196a3791-b89f-42c5-a941-881663e108bb None None] Provisioning complete for port be5441f7-9dff-43bb-be42-5207bbd5c909 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:02.744449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-196a3791-b89f-42c5-a941-881663e108bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.814851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.836016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-96837a48-0421-45e7-b901-f4bdefdacec6 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 HTTP/1.1" status: 200 len: 205 time: 0.0876293 Dec 23 15:34:02.842855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51728) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:02.906032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:02.907087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for b1d28cb2-6df9-4acf-830a-8e31b92ebf93 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:02.910134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] For port b1d28cb2-6df9-4acf-830a-8e31b92ebf93, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,segment=NetworkSegment(8a8892d3-7094-4a29-9417-0072c2121b1d),segment_id=8a8892d3-7094-4a29-9417-0072c2121b1d)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:02.910582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.065630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Calling delete_port for b1d28cb2-6df9-4acf-830a-8e31b92ebf93 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:03.094339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.176114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:03.176597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:03.193963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.258610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=b1d28cb2-6df9-4acf-830a-8e31b92ebf93,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:03.269882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No DVR routers for this DVR port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:03.395454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:03.395454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:03.395454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:03.395454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.396190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec1340-35da-4eb5-a266-c2048c31a8a4 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:03.409339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=612671b7-007c-4565-b452-f1c5ed7accee,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:03.422868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.735250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa797e1-3d3f-405f-b22b-0abfc5d1b939']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:03.736081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Deleting port b1d28cb2-6df9-4acf-830a-8e31b92ebf93 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:03.736081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.736707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-76726ac7-ad3f-4c92-8b39-4c6eab3c75a6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8664880 Dec 23 15:34:03.736814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8892d3-7094-4a29-9417-0072c2121b1d') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:03.736814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8892d3-7094-4a29-9417-0072c2121b1d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:03.736814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51734) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:03.736814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'name': 'tempest-NetworksTestDHCPv6-544000888'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:03.792158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device be5441f7-9dff-43bb-be42-5207bbd5c909 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:03.807497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.836782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.844565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.845992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:03.846475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.886820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '612671b7-007c-4565-b452-f1c5ed7accee'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:03.888012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.902668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f7d98-5ca4-41af-b17b-ccb951cc239d None None] The port 'b1d28cb2-6df9-4acf-830a-8e31b92ebf93' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:34:03.910900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:03.949886 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:03.975110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.011585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:04.015820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:04.020784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:04.020784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.023621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port be5441f7-9dff-43bb-be42-5207bbd5c909 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:04.024227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.041333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=8aafc292-845b-4b4f-adde-0ce13c1a33f7,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:04.088210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc01ba-bdde-44a7-8f24-0efd1aabfc06 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:04.118114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.118876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.160718 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-525b1d87-5c32-41b8-9ac4-dddb710b4342 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4888349 Dec 23 15:34:04.163886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51738) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:04.181474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'security_group': {'name': 'tempest-secgroup-389676963'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:04.189686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Router b5168a16-44ab-401e-81cc-c86b4967f3fd has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:34:04.196379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:04.202436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:04.206348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:04.209734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:04.219587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.224156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:04.230424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:04.254808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:04.260855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.285394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:04.291987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=9aa797e1-3d3f-405f-b22b-0abfc5d1b939,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:04.300177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/612671b7-007c-4565-b452-f1c5ed7accee/7759b51c-bbb5-4aaf-95c9-cfda5ee5d537) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:04.359210 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ce300037-bc5c-4b21-9969-7675ccf7ae1f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/9aa797e1-3d3f-405f-b22b-0abfc5d1b939 HTTP/1.1" status: 204 len: 168 time: 2.5768607 Dec 23 15:34:04.368030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.380206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51742) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:04.389005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986797629'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:04.402319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:04.409122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:network and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:04.414095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:04.434675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:04.438920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event updated for resources: {'Port': ['ID=f1e76625-f0a6-4773-80c6-fbbd1ecd12a5,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:04.468006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:04.472628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group_rule and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:04.477148 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:04.484315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:04.530858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:04.530858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:04.603939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:04.627337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.664205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:04.673874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.678892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.834935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.835514 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Deleting port 76762bc9-9cc7-44e2-bd4e-b98d8187871c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:04.837078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:04.853900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 0e84517a-4a75-492f-aa56-1530a7ecfd85 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:04.877761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1d28cb2-6df9-4acf-830a-8e31b92ebf93 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:04.960064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.018194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.020810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b1d28cb2-6df9-4acf-830a-8e31b92ebf93 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:05.030160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1d28cb2-6df9-4acf-830a-8e31b92ebf93 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:05.043129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Transition to ACTIVE for port object 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:05.064235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:34:05.064235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381d13ca-8187-4b66-a602-dd56346a2b0f,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:05.080098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-80fb7729-cf8c-4e2d-9ceb-5b2566e41e0c None None] Provisioning complete for port f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:05.080571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80fb7729-cf8c-4e2d-9ceb-5b2566e41e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.097446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.097854 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Added segment 653234ff-8fcc-459c-b421-9ed8cdd1fb70 of type vlan for network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 Dec 23 15:34:05.111596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Transition to ACTIVE for port object 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:05.118404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:05.119263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.132978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] Sync routers for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:05.155878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-80fb7729-cf8c-4e2d-9ceb-5b2566e41e0c None None] Port f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:05.163810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:05.163952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:05.185162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.189108 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b4412260-178f-441a-8a2a-cc4883d35a75 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0176396 Dec 23 15:34:05.192198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51748) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:05.203043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'security_group': {'name': 'tempest-secgroup-656780251'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:05.215999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:05.236021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:05.241310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:05.246307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.260431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Router 1aa013af-be0e-4e41-928b-17d16afa6138 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:34:05.275605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:05.280031 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b15ca700-a367-4433-90d1-fb96cee1ec86 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "DELETE /v2.0/floatingips/8d355d34-a166-436d-8996-3f97ab335bac HTTP/1.1" status: 204 len: 168 time: 5.6641698 Dec 23 15:34:05.305887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.313659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:34:05.371124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:34:05.371352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::1e9 (fe9045e5-08d1-4431-9080-d4f86da37837/612671b7-007c-4565-b452-f1c5ed7accee/0e84517a-4a75-492f-aa56-1530a7ecfd85) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:05.460854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.468786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:05.468786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.510675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-0ef01ced-06dc-497d-81a0-ca66923b8f99', 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'tenant_id': 'a095ee3db9b74e61999ee3edef3eef3e', 'fixed_ips': [{'subnet_id': '8aafc292-845b-4b4f-adde-0ce13c1a33f7'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:05.511832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.546921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.566401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Calling delete_port for 76762bc9-9cc7-44e2-bd4e-b98d8187871c owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:05.681604 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'status': 'completed', 'code': 200} Dec 23 15:34:05.706297 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3241122 Dec 23 15:34:05.707098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51758) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:05.714172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.720512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:05.753359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23fd79-27db-407c-8a82-4e10a0b81f75 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Network': ['ID=28b9bd6a-7104-42c9-b4f1-9f9b0028ac65,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:05.865394 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:34:05.919171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:05.927762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:05.933187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:05.936425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:05.946795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:05.955460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:05.959925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 0e84517a-4a75-492f-aa56-1530a7ecfd85 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:05.966243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group_rule and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:05.972446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:05.987656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:05.998810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:06.017163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Pushing event updated for resources: {'Port': ['ID=7759b51c-bbb5-4aaf-95c9-cfda5ee5d537,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:06.021256 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:06.037666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:06.062300 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-3376a911-1ac0-43b3-af34-1a296870136b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=731383756c84402bae7f697a5d7ffc33&device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 1099 time: 0.3383543 Dec 23 15:34:06.098748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.228557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:06.241197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=0e84517a-4a75-492f-aa56-1530a7ecfd85,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:06.284836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:06.287145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:06.292691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.331443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:06.334779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:06.337587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.501191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Attempting to bind port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:06.501622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Attempting to bind port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:06.502006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Attempting to bind port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:06.511838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:06.512230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:06.512667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.513070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:06.513554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Bound port: 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:06.513928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.646366 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-65551c3d-3a79-4559-9b0c-75dd307c5f32 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9275873 Dec 23 15:34:06.647992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51766) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:06.650990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.687606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Allocated IP 2001:db8::2 (0ef01ced-06dc-497d-81a0-ca66923b8f99/8aafc292-845b-4b4f-adde-0ce13c1a33f7/ec94e475-561c-410b-aa79-dbbd87fe8742) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:06.693628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.706243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:06.723582 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] Sync routers for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:06.739817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event deleted for resources: {'Port': ['ID=76762bc9-9cc7-44e2-bd4e-b98d8187871c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:06.743931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:50Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:06.747150 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:06.748733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:06.764430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:06.779398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] Checking router: b5168a16-44ab-401e-81cc-c86b4967f3fd for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:34:06.849725 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:06.862363 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:06.863993 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:06.877584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-c09a504d-991b-4ba2-bf74-8792ec00a46d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:06.879228 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-c09a504d-991b-4ba2-bf74-8792ec00a46d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f947bc9-010b-4ccf-b505-700d52541a9b HTTP/1.1" status: 200 len: 898 time: 0.8026173 Dec 23 15:34:06.940682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] For port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:06.948062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaefcd-31e2-4d36-b1c5-e28620f708b2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:06.954906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaefcd-31e2-4d36-b1c5-e28620f708b2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:06.958655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f5aaefcd-31e2-4d36-b1c5-e28620f708b2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:06.960080 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:06.960748 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef33587-e827-481f-80bd-84ce98c762ff None None] The sync data for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:06.974657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] For port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7759b51c-bbb5-4aaf-95c9-cfda5ee5d537,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:06.990665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:06.990665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:07.014897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.015914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b43fef-4d00-4e4f-bd5d-211315055263 req-fd0a1625-2414-45d5-93cb-95cb912b1f91 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:07.017432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e9b43fef-4d00-4e4f-bd5d-211315055263 req-fd0a1625-2414-45d5-93cb-95cb912b1f91 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.8927443 Dec 23 15:34:07.025603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5550b5d8-a5d0-4e3f-8671-a42704ccc392 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5656922 Dec 23 15:34:07.026552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51770) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:07.026977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3e846-8991-4130-a986-30ee403d0873,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:07.049809 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-06dd49e2-48b6-463f-a31d-12f604c05d8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e HTTP/1.1" status: 200 len: 217 time: 0.1272595 Dec 23 15:34:07.075432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.103325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.107176 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-da325b7e-7e3c-4034-a509-41a2677d7225 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.9097109 Dec 23 15:34:07.107365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.157984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51774) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:07.182115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1440687366', 'security_groups': ['28c3e846-8991-4130-a986-30ee403d0873'], 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8aafc292-845b-4b4f-adde-0ce13c1a33f7'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:07.195853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a73443-b52b-4547-b53d-090246f7f82a None None] Pushing event updated for resources: {'Port': ['ID=7759b51c-bbb5-4aaf-95c9-cfda5ee5d537,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:07.207959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f5aaefcd-31e2-4d36-b1c5-e28620f708b2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:07.209641 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f5aaefcd-31e2-4d36-b1c5-e28620f708b2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5615432 Dec 23 15:34:07.250775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51778) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:07.321164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e9b43fef-4d00-4e4f-bd5d-211315055263 req-6a89838f-1f0b-489e-96a4-1b29121387bb tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911267 Dec 23 15:34:07.321777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.402211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:34:07.419196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=28e78fbe-c135-41cb-8216-ee587021e3fa,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:07.431155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-1a173f89-2b1b-491b-90df-814ac1f1fa54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:07.446132 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-1a173f89-2b1b-491b-90df-814ac1f1fa54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87cad53c-41e6-4c7c-a6b5-6af5719a2339 HTTP/1.1" status: 200 len: 834 time: 0.3718569 Dec 23 15:34:07.480235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.504411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Transition to ACTIVE for port object ec94e475-561c-410b-aa79-dbbd87fe8742 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:07.615678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Transition to ACTIVE for port object ec94e475-561c-410b-aa79-dbbd87fe8742 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:07.663912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Checking segment: {'id': '653234ff-8fcc-459c-b421-9ed8cdd1fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:07.668029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network hostable DHCP agents. Network: 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:34:07.681158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 0e84517a-4a75-492f-aa56-1530a7ecfd85 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:07.684790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.782789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.801018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.822261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:07.850812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:port and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:07.852558 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-84ce406b-1a4d-40e0-ab09-9b596582139e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f947bc9-010b-4ccf-b505-700d52541a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3591123 Dec 23 15:34:07.861645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:07.879115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:07.902305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:07.959232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:34:08.015613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:08.047420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Pushing event updated for resources: {'Port': ['ID=ec94e475-561c-410b-aa79-dbbd87fe8742,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:08.051701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-107e96f2-3649-471d-aab2-a060765b335e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:08.052661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:08.053227 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-107e96f2-3649-471d-aab2-a060765b335e tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.3362942 Dec 23 15:34:08.059577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:08.062190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:08.145671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.146173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Fanout notify agent at l3_agent the message router_deleted on router 46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:34:08.190059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.190300 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-adeec66a-cad8-48f3-a0e3-443fed2eeb76 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 HTTP/1.1" status: 204 len: 168 time: 5.2862725 Dec 23 15:34:08.193360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Attempting to bind port ec94e475-561c-410b-aa79-dbbd87fe8742 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:08.193724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Attempting to bind port ec94e475-561c-410b-aa79-dbbd87fe8742 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:08.194085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Attempting to bind port ec94e475-561c-410b-aa79-dbbd87fe8742 on network 0ef01ced-06dc-497d-81a0-ca66923b8f99 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:08.196410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51784) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:08.203153 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-d4540171-64b0-4f6a-821e-79aaf677980c service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379693 Dec 23 15:34:08.206017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Deleting port e671ee2b-102e-4ccc-8c3f-960e6aa4194e {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:08.206350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.207722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:50Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:08.210151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:08.210533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Checking segment: {'id': 'dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:08.210905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.211537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Bound using segment: {'id': 'dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:08.212116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Bound port: ec94e475-561c-410b-aa79-dbbd87fe8742, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:08.212504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.231480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645113cb-5be9-47cb-a90d-053de110b8c6 None None] The sync data for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:30:37Z', 'revision_number': 4, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '61ae49d6-c822-4155-8bbb-2e925470ffae', 'name': '', 'network_id': '3f947bc9-010b-4ccf-b505-700d52541a9b', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'mac_address': 'fa:16:3e:fc:52:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:36Z', 'updated_at': '2021-12-23T15:30:50Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'subnets': [{'id': '87cad53c-41e6-4c7c-a6b5-6af5719a2339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:08.245348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-764884128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:08.252632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:08.291333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Usage tracker for resource:router and tenant:2e880ed1710043559ccca9e037ca27b8 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:08.295959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:08.363814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.381687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:08.389307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] For port ec94e475-561c-410b-aa79-dbbd87fe8742, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:08.397820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] For port ec94e475-561c-410b-aa79-dbbd87fe8742, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ec94e475-561c-410b-aa79-dbbd87fe8742,segment=NetworkSegment(dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb),segment_id=dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:08.484612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.529399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 0e84517a-4a75-492f-aa56-1530a7ecfd85 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:08.670854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32350e80-31db-48f9-87a6-ceb1e2fe24a6 None None] Pushing event updated for resources: {'Port': ['ID=ec94e475-561c-410b-aa79-dbbd87fe8742,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:08.785877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.786724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.801850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.810722 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422c2cce-5248-4a34-8f30-a51f5cdf144f req-c25bdc6e-d2d3-458a-89fa-2b4e5f892bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787735 Dec 23 15:34:08.823884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e8f9df00-c199-4007-8c12-130c3f09bc01 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:08.973574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a392b-0be4-4b52-9d1a-cfe303dd696f req-8e8ea4c8-5e93-4886-ba1d-f110f8742534 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:08.976009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e24a392b-0be4-4b52-9d1a-cfe303dd696f req-8e8ea4c8-5e93-4886-ba1d-f110f8742534 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 946 time: 0.4084342 Dec 23 15:34:08.990182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.039821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:09.058610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.061023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:09.061591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.067380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffcae6-16b1-4f71-aea3-882cc1f03676 None None] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:09.146082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] For port e671ee2b-102e-4ccc-8c3f-960e6aa4194e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:09.146940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.158768 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e24a392b-0be4-4b52-9d1a-cfe303dd696f req-4b52a4a3-adbe-4b9c-9dbe-8e11931e4371 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/security-groups?id=1184b65a-b137-40de-a385-8b94e8b1a4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668260 Dec 23 15:34:09.415383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.470495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Calling delete_port for e671ee2b-102e-4ccc-8c3f-960e6aa4194e owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:09.498720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port e7db8869-215f-4bf2-8c3f-7218ef4b1859 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:09.515797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-41ea5a19-e9f6-43a7-a304-0ff8a9f701a1 None None] Provisioning for port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:09.527472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-28b9bd6a-7104-42c9-b4f1-9f9b0028ac65', 'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65', 'tenant_id': '574d9894db7f4677a3addecdad9f9362', 'fixed_ips': [{'subnet_id': '28e78fbe-c135-41cb-8216-ee587021e3fa'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:09.530028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.558637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=0e84517a-4a75-492f-aa56-1530a7ecfd85,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:09.563838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.565161 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-05fc1dbe-5482-49bc-96b0-071a34703dd0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3670354 Dec 23 15:34:09.569695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51792) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:09.578269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': True}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:09.606871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:09.611090 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cc7cc74c-4f0a-456b-8bfe-3640bde84797 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/0e84517a-4a75-492f-aa56-1530a7ecfd85 HTTP/1.1" status: 204 len: 168 time: 2.3468621 Dec 23 15:34:09.630364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51796) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:09.761229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:09.781260 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1651b7a1-2d78-407d-a05e-0f1f36b43cb1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0671163 Dec 23 15:34:09.799918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51802) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:09.859434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-63998939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:09.886704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1b9a4ec7-2a4d-4c41-ae0a-a976dfa03bc5 None None] Could not find standard attr ID for object 0e84517a-4a75-492f-aa56-1530a7ecfd85. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:34:09.924923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:09.955850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dbd820-9d39-47bf-a351-f52c003c14c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:09.957057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dbd820-9d39-47bf-a351-f52c003c14c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:09.958394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-25dbd820-9d39-47bf-a351-f52c003c14c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:10.018984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:router and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:10.022925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:10.042863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:10.123437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Allocated IP 172.20.0.2 (28b9bd6a-7104-42c9-b4f1-9f9b0028ac65/28e78fbe-c135-41cb-8216-ee587021e3fa/76d72592-53d3-4b60-96e1-93d4ce1a66dc) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:10.141813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-25dbd820-9d39-47bf-a351-f52c003c14c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:10.147016 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-25dbd820-9d39-47bf-a351-f52c003c14c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5093141 Dec 23 15:34:10.150084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51806) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:10.201796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.203359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.208906 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-e8f9df00-c199-4007-8c12-130c3f09bc01 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 23 15:34:10.214621 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e8f9df00-c199-4007-8c12-130c3f09bc01 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138 HTTP/1.1" status: 409 len: 329 time: 3.1368940 Dec 23 15:34:10.218032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51810) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:10.246562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:10.265750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:10.266115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.294537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::1f5 (0ef01ced-06dc-497d-81a0-ca66923b8f99/8aafc292-845b-4b4f-adde-0ce13c1a33f7/e7db8869-215f-4bf2-8c3f-7218ef4b1859) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:10.563997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.583043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-aca497e9-f6d3-4b2a-96e6-1bcaab10785c None None] Provisioning complete for port d511c2ea-8ea8-464d-8d55-aa770cb7b162 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:10.583397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aca497e9-f6d3-4b2a-96e6-1bcaab10785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.645890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.662260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32eff1d6-7a5b-4d01-b3d8-287c12961a5c req-04f83156-24d8-442c-abde-644edcb49188 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 210 time: 0.1508970 Dec 23 15:34:10.688351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Transition to ACTIVE for port object 76d72592-53d3-4b60-96e1-93d4ce1a66dc will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:10.689209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.705555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-aca497e9-f6d3-4b2a-96e6-1bcaab10785c None None] Port d511c2ea-8ea8-464d-8d55-aa770cb7b162 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:10.708025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event deleted for resources: {'Port': ['ID=e671ee2b-102e-4ccc-8c3f-960e6aa4194e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:10.731809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Transition to ACTIVE for port object 76d72592-53d3-4b60-96e1-93d4ce1a66dc will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:10.743437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.752960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7759b51c-bbb5-4aaf-95c9-cfda5ee5d537,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:10.822504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.824691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ec94e475-561c-410b-aa79-dbbd87fe8742 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:10.856349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.857692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.870151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.887798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] No DVR routers for this DVR port e671ee2b-102e-4ccc-8c3f-960e6aa4194e on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:10.890331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:10.897629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object e7db8869-215f-4bf2-8c3f-7218ef4b1859 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:10.910430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-aca497e9-f6d3-4b2a-96e6-1bcaab10785c None None] Provisioning for port ec94e475-561c-410b-aa79-dbbd87fe8742 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:11.009627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:11.024334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:11.042136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:11.047505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-deleted', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:34:11.049295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=7759b51c-bbb5-4aaf-95c9-cfda5ee5d537,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:11.096703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.100453 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a7b01cbd-4a74-44e8-a54a-6601f32e9652 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2954979 Dec 23 15:34:11.108035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51822) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:11.118331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.138776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65', 'name': 'tempest-PortsTestJSON-1690810643'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:11.192043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Pushing event updated for resources: {'Port': ['ID=76d72592-53d3-4b60-96e1-93d4ce1a66dc,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:11.199129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e671ee2b-102e-4ccc-8c3f-960e6aa4194e no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:11.222363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.310970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f', 'name': 'network-vif-deleted', 'tag': 'e671ee2b-102e-4ccc-8c3f-960e6aa4194e', 'status': 'completed', 'code': 200} Dec 23 15:34:11.322180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: e671ee2b-102e-4ccc-8c3f-960e6aa4194e {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:11.322528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e671ee2b-102e-4ccc-8c3f-960e6aa4194e not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:11.325612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.326418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:11.338336 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f4e66c3-6025-4769-bdaa-53f35fbccf2e req-a51bad2b-dfb4-4e75-8cec-b87fab4f6f84 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.57 "DELETE /v2.0/ports/e671ee2b-102e-4ccc-8c3f-960e6aa4194e HTTP/1.1" status: 204 len: 173 time: 3.2711740 Dec 23 15:34:11.339524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:11.343558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:11.363470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:11.379497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 612671b7-007c-4565-b452-f1c5ed7accee {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:11.384821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.411107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Attempting to bind port 76d72592-53d3-4b60-96e1-93d4ce1a66dc on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:11.411468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Attempting to bind port 76d72592-53d3-4b60-96e1-93d4ce1a66dc by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '653234ff-8fcc-459c-b421-9ed8cdd1fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:11.411817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Attempting to bind port 76d72592-53d3-4b60-96e1-93d4ce1a66dc on network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:11.424397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:11.424691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Checking segment: {'id': '653234ff-8fcc-459c-b421-9ed8cdd1fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:11.425080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.427680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Bound using segment: {'id': '653234ff-8fcc-459c-b421-9ed8cdd1fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:11.430312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Bound port: 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653234ff-8fcc-459c-b421-9ed8cdd1fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28b9bd6a-7104-42c9-b4f1-9f9b0028ac65'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:11.430721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.466624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.511910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:11.514752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:11.516826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=e7db8869-215f-4bf2-8c3f-7218ef4b1859,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:11.520424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:11.525043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:11.525828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.529243 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ec94e475-561c-410b-aa79-dbbd87fe8742 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:11.541264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:11.546152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.564110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:11.567798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.629425 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5c2a871a-f635-4c19-abf7-387f21b8b416 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4597645 Dec 23 15:34:11.631866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51826) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:11.642886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:11.796757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:11.801340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port f09e0738-f4c5-4748-b2d6-b29a01f986af yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:11.819634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=76d72592-53d3-4b60-96e1-93d4ce1a66dc,segment=NetworkSegment(653234ff-8fcc-459c-b421-9ed8cdd1fb70),segment_id=653234ff-8fcc-459c-b421-9ed8cdd1fb70)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:11.848115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.916772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:11.924401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.019854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e435c82-2532-48ab-a90c-7651349dc058 None None] Pushing event updated for resources: {'Port': ['ID=76d72592-53d3-4b60-96e1-93d4ce1a66dc,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:12.034085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ec94e475-561c-410b-aa79-dbbd87fe8742, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ec94e475-561c-410b-aa79-dbbd87fe8742,segment=NetworkSegment(dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb),segment_id=dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:12.045253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-422e7caf-0e7d-44a9-b11e-6597acc9bc7a req-8129c906-487e-4688-b362-6211f3ceb0a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Synchronizing usage tracker for tenant:731383756c84402bae7f697a5d7ffc33 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:12.146012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.265349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be93742b-abe1-40c7-ac73-f224b811b620 None None] Provisioning for port e7db8869-215f-4bf2-8c3f-7218ef4b1859 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:12.276669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be93742b-abe1-40c7-ac73-f224b811b620 None None] Provisioning complete for port e7db8869-215f-4bf2-8c3f-7218ef4b1859 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:12.277038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be93742b-abe1-40c7-ac73-f224b811b620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.305754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-422e7caf-0e7d-44a9-b11e-6597acc9bc7a req-8129c906-487e-4688-b362-6211f3ceb0a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Unset dirty status for tenant:731383756c84402bae7f697a5d7ffc33 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:12.347324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:12.363714 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-422e7caf-0e7d-44a9-b11e-6597acc9bc7a req-8129c906-487e-4688-b362-6211f3ceb0a0 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb41c162-5a97-4b3f-a2f5-5a7ff63ae02f HTTP/1.1" status: 200 len: 210 time: 0.4064341 Dec 23 15:34:12.412684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:12.421122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:12.424916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:12.443425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:12.505815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.6 (28b9bd6a-7104-42c9-b4f1-9f9b0028ac65/28e78fbe-c135-41cb-8216-ee587021e3fa/f09e0738-f4c5-4748-b2d6-b29a01f986af) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:12.529600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-be93742b-abe1-40c7-ac73-f224b811b620 None None] Port e7db8869-215f-4bf2-8c3f-7218ef4b1859 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:12.530007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.535821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ec94e475-561c-410b-aa79-dbbd87fe8742,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:12.562148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:12.562774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.580260 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=612671b7-007c-4565-b452-f1c5ed7accee,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:12.631408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:12.631874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.636729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.678326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.689109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:12.754517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f055ddab-b8dd-4e29-9329-a272125d2892 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:12.856717 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d40e7479-e686-4cba-96fa-50fe087ac019 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/612671b7-007c-4565-b452-f1c5ed7accee HTTP/1.1" status: 204 len: 168 time: 2.7027974 Dec 23 15:34:12.863118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51834) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:12.878140 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8aafc292-845b-4b4f-adde-0ce13c1a33f7 (CIDR: 2001:db8::/64) Dec 23 15:34:13.002858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e856ede5-55ac-4857-ab03-b5a598d8a771 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1321852 Dec 23 15:34:13.008489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51838) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:13.065069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting port f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:13.065069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.159849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Allocated IP 172.26.6.187 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/2260c00c-5c1c-40d8-ad4b-60a2121180a4) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:13.165172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.220784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object f09e0738-f4c5-4748-b2d6-b29a01f986af will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:13.307330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:13.314808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] Deleting port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:13.315273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.325180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd4b1f-8770-4678-9948-2632a1e5da1a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:13.326240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1efd4b1f-8770-4678-9948-2632a1e5da1a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:13.335608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.457152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.544302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Calling delete_port for f1e76625-f0a6-4773-80c6-fbbd1ecd12a5 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:13.619814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51846) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:13.691336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c8f70e-e0ed-4de4-a994-2f60fb0f3222 None None] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:13.714194 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:34:13.715864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:13.781260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f31ee-733a-4c8d-825f-a57bac796a34 None None] New status for floating IP 8d355d34-a166-436d-8996-3f97ab335bac: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:34:13.792886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.811348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1efd4b1f-8770-4678-9948-2632a1e5da1a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:13.812930 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1efd4b1f-8770-4678-9948-2632a1e5da1a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8046925 Dec 23 15:34:13.817785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51850) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:13.832184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.914792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0bbdf-5f51-4b47-9403-b9154c49ffe5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:13.916755 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b3c0bbdf-5f51-4b47-9403-b9154c49ffe5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0977814 Dec 23 15:34:13.919232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51854) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:13.946777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] For port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7759b51c-bbb5-4aaf-95c9-cfda5ee5d537,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:13.947170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:13.997489 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3de437e9-9ba2-4ecc-8a99-cd02a130a6a3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3621881 Dec 23 15:34:14.002648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:14.007018 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-431f1ba7-7cd5-494d-82e4-1b8ffa52ebcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865090 Dec 23 15:34:14.008087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51858) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:14.050613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51860) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:14.055466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:14.140070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] Calling delete_port for 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:14.183859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:14.185623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=f09e0738-f4c5-4748-b2d6-b29a01f986af,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:14.189202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:14.191560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:14.219693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:14.228237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:14.230189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:14.280289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:14.331572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:14.344938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Port': ['ID=f1e76625-f0a6-4773-80c6-fbbd1ecd12a5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:14.347994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:14.355397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:14.365847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:14.366495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:14.403267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] No DVR routers for this DVR port 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:14.410295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:14.411014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f7fcb-0e41-4048-9eca-f1adcbc657e9 None None] Pushing event deleted for resources: {'Port': ['ID=7759b51c-bbb5-4aaf-95c9-cfda5ee5d537,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:14.416489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3154acfa-8036-43f6-a496-4869d2b3503e None None] Provisioning for port 76d72592-53d3-4b60-96e1-93d4ce1a66dc completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:14.474204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:14.555479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ec94e475-561c-410b-aa79-dbbd87fe8742 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:14.595228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Port': ['ID=2260c00c-5c1c-40d8-ad4b-60a2121180a4,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:14.616689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:14.630543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:14.634266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:14.645274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-57401a80-0ad1-4510-ba8c-676eebf216e5 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5182259 Dec 23 15:34:14.647014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51866) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:14.653716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:14.734849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:14.735282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:14.842817 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:14.892940 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:34:14.936811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:14.960609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 76d72592-53d3-4b60-96e1-93d4ce1a66dc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:15.116800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.203223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.248992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.266620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.278200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 76d72592-53d3-4b60-96e1-93d4ce1a66dc completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:15.285051 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 76d72592-53d3-4b60-96e1-93d4ce1a66dc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:15.285898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.331156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Provisioning for port f09e0738-f4c5-4748-b2d6-b29a01f986af completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:15.344940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.372294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Provisioning complete for port f09e0738-f4c5-4748-b2d6-b29a01f986af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:15.372824 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.448518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Port f09e0738-f4c5-4748-b2d6-b29a01f986af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:15.489646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Provisioning complete for port 76d72592-53d3-4b60-96e1-93d4ce1a66dc triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:15.490013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.638269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.654548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.669688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.795784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:15.820118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=76d72592-53d3-4b60-96e1-93d4ce1a66dc,segment=NetworkSegment(653234ff-8fcc-459c-b421-9ed8cdd1fb70),segment_id=653234ff-8fcc-459c-b421-9ed8cdd1fb70)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:15.957020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.123552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:16.150558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:16.150918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-3392064d-a829-416a-a243-ed3e917ec25f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:16.167796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:16.168173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7759b51c-bbb5-4aaf-95c9-cfda5ee5d537 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:16.211172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=76d72592-53d3-4b60-96e1-93d4ce1a66dc,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:16.343136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Deleting port 61ae49d6-c822-4155-8bbb-2e925470ffae {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:16.343534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.377709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Router cb581cea-fd14-4ca4-9d56-3b41714509e7 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:34:16.628882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] For port 61ae49d6-c822-4155-8bbb-2e925470ffae, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=61ae49d6-c822-4155-8bbb-2e925470ffae,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:16.629432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.740876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.759892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Calling delete_port for 61ae49d6-c822-4155-8bbb-2e925470ffae owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:16.829542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Router 1aa013af-be0e-4e41-928b-17d16afa6138 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:34:16.833276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.884327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b7bcfa28-d4fd-4bbf-9acf-ed7419930d60 None None] Provisioning complete for port f09e0738-f4c5-4748-b2d6-b29a01f986af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:16.885337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b7bcfa28-d4fd-4bbf-9acf-ed7419930d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.889176 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:16.893495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:16.934602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:16.950044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:16.950640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.954730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:16.955492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:16.956730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcfa28-d4fd-4bbf-9acf-ed7419930d60 None None] Port f09e0738-f4c5-4748-b2d6-b29a01f986af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:16.958439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098d11a-b2bd-484f-805d-fa191b3855d0 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:16.961486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:16.962698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6a653da5-bb30-4234-98ad-a31795bd25cf tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "PUT /v2.0/routers/cb581cea-fd14-4ca4-9d56-3b41714509e7 HTTP/1.1" status: 200 len: 914 time: 7.3914700 Dec 23 15:34:16.964782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:16.965271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51876) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:16.972541 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] Sync routers for ids ['cb581cea-fd14-4ca4-9d56-3b41714509e7'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:17.005074 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] Routers {'cb581cea-fd14-4ca4-9d56-3b41714509e7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:17.005686 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cb581cea-fd14-4ca4-9d56-3b41714509e7'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:17.041420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:17.043289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:17.047615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ad01a-2268-4fd3-9032-c61f65f6d237 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:17.167311 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:17.182749 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] Routers {'cb581cea-fd14-4ca4-9d56-3b41714509e7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:17.183359 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cb581cea-fd14-4ca4-9d56-3b41714509e7'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:17.258389 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:17.259541 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559303f-3fa0-4aa2-b64e-be03dc4e3ff8 None None] The sync data for ids ['cb581cea-fd14-4ca4-9d56-3b41714509e7'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:17.277721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:17.338714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event deleted for resources: {'Port': ['ID=61ae49d6-c822-4155-8bbb-2e925470ffae,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:17.372017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:17.381783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=19578be6-439f-4eb4-aac2-fa7794f9d065,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:17.397025 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2bb83529-ae5d-485e-b890-ad3d4393fd9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3534865 Dec 23 15:34:17.404881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51882) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:17.410120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1130926872', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f'}], 'security_groups': ['381d13ca-8187-4b66-a602-dd56346a2b0f']}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:17.475561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '19578be6-439f-4eb4-aac2-fa7794f9d065'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:17.476497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:17.519484 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-07f22207-bbf9-42d5-a50f-3ed8489c2931 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3217261 Dec 23 15:34:17.536305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51890) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:17.551476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:17.562874 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b35ca439-493c-46c2-a31a-56ec95f9739c tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3365426 Dec 23 15:34:17.568716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51894) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:17.568949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': '19578be6-439f-4eb4-aac2-fa7794f9d065', 'ip_address': '2001:db8::2a01:2b60:f172:1174'}], 'name': 'tempest-NetworksTestDHCPv6-19081152'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:17.571567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] Sync routers for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:17.710925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:17.712443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:17.761375 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-cf3a2904-8851-49aa-b3a2-7157e020a8d0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] show failed (client error): The resource could not be found. Dec 23 15:34:17.763122 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cf3a2904-8851-49aa-b3a2-7157e020a8d0 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-2019904485 HTTP/1.1" status: 404 len: 335 time: 0.1912837 Dec 23 15:34:17.770747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51898) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:17.781470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f3c47ca0-6125-49ee-a06c-37f8a87bea6d tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:17.849565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:17.874301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] Update dhcp port {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'fixed_ips': [{'subnet_id': '8aafc292-845b-4b4f-adde-0ce13c1a33f7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': 'ec94e475-561c-410b-aa79-dbbd87fe8742'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:34:17.941450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/19578be6-439f-4eb4-aac2-fa7794f9d065/d22a6cbe-5adc-4c08-99ed-1a861cc8d754) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:17.954701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] Routers {'1aa013af-be0e-4e41-928b-17d16afa6138'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:17.955358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['1aa013af-be0e-4e41-928b-17d16afa6138'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:18.003464 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-f3c47ca0-6125-49ee-a06c-37f8a87bea6d tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] update failed (client error): The resource could not be found. Dec 23 15:34:18.010025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3c47ca0-6125-49ee-a06c-37f8a87bea6d tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1683231123 HTTP/1.1" status: 404 len: 335 time: 0.2325726 Dec 23 15:34:18.015862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51902) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:18.030865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:18.030865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a611d8e-f5ab-4f4a-9f9e-54c36327889d None None] The sync data for ids ['1aa013af-be0e-4e41-928b-17d16afa6138'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:18.034320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.071357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.077437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c27fd086-269b-48a1-96c6-5baf22c4e8f1 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/cb581cea-fd14-4ca4-9d56-3b41714509e7 HTTP/1.1" status: 200 len: 920 time: 1.1103010 Dec 23 15:34:18.082882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51906) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:18.346023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9e9a0ada-144c-4757-aecd-7cf3325ee6ee tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Synchronizing usage tracker for tenant:7ed934b4f22346d9aae20cf08301619c on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:18.391484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 76d72592-53d3-4b60-96e1-93d4ce1a66dc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:18.425922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting subnet 5a3eefd3-85e1-4417-ac5d-1d86cff63ec2 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:18.429090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.496586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.537945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] Allocated IP 2001:db8:0:1::2 (0ef01ced-06dc-497d-81a0-ca66923b8f99/dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f/ec94e475-561c-410b-aa79-dbbd87fe8742) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:18.560215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:18.591044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.591288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:18.628026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.698922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.717265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:18.722407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.748772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 44d2e438-7e7f-447a-87a2-03ad57de28b0 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:18.768189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.785574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.804393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] For port ec94e475-561c-410b-aa79-dbbd87fe8742, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ec94e475-561c-410b-aa79-dbbd87fe8742,segment=NetworkSegment(dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb),segment_id=dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:18.816953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.826469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9e9a0ada-144c-4757-aecd-7cf3325ee6ee tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Unset dirty status for tenant:7ed934b4f22346d9aae20cf08301619c on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:18.827685 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9e9a0ada-144c-4757-aecd-7cf3325ee6ee tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=cb581cea-fd14-4ca4-9d56-3b41714509e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7439799 Dec 23 15:34:18.835230 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/subnets/5a3eefd3-85e1-4417-ac5d-1d86cff63ec2 HTTP/1.1" status: 204 len: 168 time: 0.8169250 Dec 23 15:34:18.839203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51916) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:18.839528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51918) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:18.848494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.866762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=f09e0738-f4c5-4748-b2d6-b29a01f986af,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:18.880105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] Transition to ACTIVE for port object ec94e475-561c-410b-aa79-dbbd87fe8742 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:18.886598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:18.907214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44240ef2-05b4-467f-851c-256b216c730e None None] Network 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:19.020419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.034206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Transition to ACTIVE for port object d22a6cbe-5adc-4c08-99ed-1a861cc8d754 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:19.114838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273317a0-902f-4a84-8473-305deaf6fa8c tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:19.116424 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-273317a0-902f-4a84-8473-305deaf6fa8c tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.2729208 Dec 23 15:34:19.121016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.124938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ac2a2-d12f-4f0a-a6c2-4c0e16d019d6 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3eefd3-85e1-4417-ac5d-1d86cff63ec2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:19.126248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51924) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:19.183737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Transition to ACTIVE for port object d22a6cbe-5adc-4c08-99ed-1a861cc8d754 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:19.213309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting port be5441f7-9dff-43bb-be42-5207bbd5c909 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:19.213649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.228085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 76d72592-53d3-4b60-96e1-93d4ce1a66dc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:19.230117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.242172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-46f1540e-2233-43ea-825c-1f91e6f90bf0 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb581cea-fd14-4ca4-9d56-3b41714509e7 HTTP/1.1" status: 200 len: 205 time: 0.1079772 Dec 23 15:34:19.247320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51928) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:19.359193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.372926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Delete allocated IP 2001:db8::1f5 (0ef01ced-06dc-497d-81a0-ca66923b8f99/8aafc292-845b-4b4f-adde-0ce13c1a33f7) {{(pid=84222) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 15:34:19.387224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363ab2d-e08c-4d2e-997b-c0e5bfb7ae04 None None] Pushing event updated for resources: {'Port': ['ID=ec94e475-561c-410b-aa79-dbbd87fe8742,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:19.424648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8:0:1::2a6 (0ef01ced-06dc-497d-81a0-ca66923b8f99/dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f/e7db8869-215f-4bf2-8c3f-7218ef4b1859) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:19.518395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f6e18ed3-5b71-49b7-8836-e2526650e71a None None] Provisioning complete for port f09e0738-f4c5-4748-b2d6-b29a01f986af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:19.518764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f6e18ed3-5b71-49b7-8836-e2526650e71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.543729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::2a01:2b60:f172:1174 (fe9045e5-08d1-4431-9080-d4f86da37837/19578be6-439f-4eb4-aac2-fa7794f9d065/44d2e438-7e7f-447a-87a2-03ad57de28b0) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:19.595473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:19.597749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f6e18ed3-5b71-49b7-8836-e2526650e71a None None] Port f09e0738-f4c5-4748-b2d6-b29a01f986af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:19.605327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:19.613961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:19.615949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Pushing event updated for resources: {'Port': ['ID=d22a6cbe-5adc-4c08-99ed-1a861cc8d754,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:19.656751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] For port be5441f7-9dff-43bb-be42-5207bbd5c909, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=be5441f7-9dff-43bb-be42-5207bbd5c909,segment=NetworkSegment(c105a0af-5456-427b-9e85-7a8569069734),segment_id=c105a0af-5456-427b-9e85-7a8569069734)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:19.657136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.791243 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Attempting to bind port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:19.791782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Attempting to bind port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:19.792339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Attempting to bind port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:19.804109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:19.804109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:19.804109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.804109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:19.804109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Bound port: d22a6cbe-5adc-4c08-99ed-1a861cc8d754, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:19.804109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.897445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] DHCP port deletion for 3dd9283e-0d6b-4eb9-958e-d97cbeaad813 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:19.909582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Deleting port be5441f7-9dff-43bb-be42-5207bbd5c909 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:19.910233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:19.948217 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] For port d22a6cbe-5adc-4c08-99ed-1a861cc8d754, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:19.975478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] For port d22a6cbe-5adc-4c08-99ed-1a861cc8d754, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d22a6cbe-5adc-4c08-99ed-1a861cc8d754,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:20.099438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Calling delete_port for be5441f7-9dff-43bb-be42-5207bbd5c909 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:20.194404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.271176 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.287962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] For port be5441f7-9dff-43bb-be42-5207bbd5c909, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=be5441f7-9dff-43bb-be42-5207bbd5c909,segment=NetworkSegment(c105a0af-5456-427b-9e85-7a8569069734),segment_id=c105a0af-5456-427b-9e85-7a8569069734)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:20.291024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.325578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 44d2e438-7e7f-447a-87a2-03ad57de28b0 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:20.331214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.451875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Calling delete_port for be5441f7-9dff-43bb-be42-5207bbd5c909 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:20.510345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ec94e475-561c-410b-aa79-dbbd87fe8742 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:20.528982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object e7db8869-215f-4bf2-8c3f-7218ef4b1859 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:20.546722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.553845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.640297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.663307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.712905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:20.713254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:20.770140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.786123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Provisioning complete for port d511c2ea-8ea8-464d-8d55-aa770cb7b162 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:20.786484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.817704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349e6ce-f407-4d28-92dc-7d13dbb7ea60 None None] Pushing event updated for resources: {'Port': ['ID=d22a6cbe-5adc-4c08-99ed-1a861cc8d754,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:20.833128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=e7db8869-215f-4bf2-8c3f-7218ef4b1859,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:20.845514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:20.846599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Port': ['ID=be5441f7-9dff-43bb-be42-5207bbd5c909,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:20.861350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] No DVR routers for this DVR port be5441f7-9dff-43bb-be42-5207bbd5c909 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:20.908588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Port d511c2ea-8ea8-464d-8d55-aa770cb7b162 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:20.969840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device be5441f7-9dff-43bb-be42-5207bbd5c909 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:21.019083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: be5441f7-9dff-43bb-be42-5207bbd5c909 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:21.019425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device be5441f7-9dff-43bb-be42-5207bbd5c909 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:21.020887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Provisioning for port e7db8869-215f-4bf2-8c3f-7218ef4b1859 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:21.028897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Provisioning complete for port e7db8869-215f-4bf2-8c3f-7218ef4b1859 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:21.029268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.063586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:21.078023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:21.089560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] In _notify_port_updated(), no bound segment for port e7db8869-215f-4bf2-8c3f-7218ef4b1859 on network 0ef01ced-06dc-497d-81a0-ca66923b8f99 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:34:21.093944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:21.094655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.096153 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7aa86ded-690e-4ee1-93ce-11c7f608f4e9 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "PUT /v2.0/ports/e7db8869-215f-4bf2-8c3f-7218ef4b1859 HTTP/1.1" status: 200 len: 931 time: 3.6941311 Dec 23 15:34:21.097396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:21.099596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Port e7db8869-215f-4bf2-8c3f-7218ef4b1859 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:21.101633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:21.102567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.109094 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=44d2e438-7e7f-447a-87a2-03ad57de28b0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:21.111861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51940) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:21.118216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.192418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Provisioning for port ec94e475-561c-410b-aa79-dbbd87fe8742 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:21.198145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:21.198518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eeb5c9ec-e91d-43ad-a6a0-87a642541489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.235585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Deleting port be5441f7-9dff-43bb-be42-5207bbd5c909 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:21.235585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.236553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd9283e-0d6b-4eb9-958e-d97cbeaad813']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:21.260198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c105a0af-5456-427b-9e85-7a8569069734') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:21.260653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c105a0af-5456-427b-9e85-7a8569069734') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:21.275269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port e7db8869-215f-4bf2-8c3f-7218ef4b1859 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:21.275571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.341979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e11f9ebc-17ee-40ff-8b36-b9c6268c14cd None None] The port 'be5441f7-9dff-43bb-be42-5207bbd5c909' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:34:21.369322 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c0088a62-6cfd-42b3-b086-0a1eabe4ee3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.8255124 Dec 23 15:34:21.369322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51944) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:21.386737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.423946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.431672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:21.432079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.508760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:21.528012 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:21.538774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90564b27-e0c6-4add-9a0a-a2fc88629d14 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:21.545225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90564b27-e0c6-4add-9a0a-a2fc88629d14 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:21.545225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90564b27-e0c6-4add-9a0a-a2fc88629d14 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:21.568636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.651482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90564b27-e0c6-4add-9a0a-a2fc88629d14 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:21.652085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0ae9d40f-6a5a-4c64-9179-141667288328 None None] Provisioning complete for port e7db8869-215f-4bf2-8c3f-7218ef4b1859 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:21.655180 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-90564b27-e0c6-4add-9a0a-a2fc88629d14 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2805541 Dec 23 15:34:21.655815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d40f-6a5a-4c64-9179-141667288328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.659407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51948) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:21.723208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9d40f-6a5a-4c64-9179-141667288328 None None] Port e7db8869-215f-4bf2-8c3f-7218ef4b1859 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:21.761523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=f09e0738-f4c5-4748-b2d6-b29a01f986af,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:21.768506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:21.785910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 44d2e438-7e7f-447a-87a2-03ad57de28b0 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:21.786245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:22.014074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:22.041901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:22.118158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:22.127086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:22.129957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Network': ['ID=3dd9283e-0d6b-4eb9-958e-d97cbeaad813,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:22.164818 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-82fff675-7352-4cd1-b4a8-0683f06c8d38 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/networks/3dd9283e-0d6b-4eb9-958e-d97cbeaad813 HTTP/1.1" status: 204 len: 168 time: 3.3165975 Dec 23 15:34:22.168186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:22.175634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51954) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:22.354790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d22a6cbe-5adc-4c08-99ed-1a861cc8d754 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:22.416163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for e7db8869-215f-4bf2-8c3f-7218ef4b1859 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:22.563437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:22.608554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:22.680881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-43eebc48-ec07-44c0-a5d5-c5bb7508e9eb None None] Provisioning complete for port f09e0738-f4c5-4748-b2d6-b29a01f986af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:22.681770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-43eebc48-ec07-44c0-a5d5-c5bb7508e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:22.724323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 44d2e438-7e7f-447a-87a2-03ad57de28b0 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:22.791711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-43eebc48-ec07-44c0-a5d5-c5bb7508e9eb None None] Port f09e0738-f4c5-4748-b2d6-b29a01f986af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:22.792407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:22.944717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=e7db8869-215f-4bf2-8c3f-7218ef4b1859,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:22.966704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.049130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a051bf0b-6449-47a7-bc08-770885709296 None None] Provisioning for port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:23.057084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a051bf0b-6449-47a7-bc08-770885709296 None None] Provisioning complete for port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:23.063483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a051bf0b-6449-47a7-bc08-770885709296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.081509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.110385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Router b5168a16-44ab-401e-81cc-c86b4967f3fd has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:34:23.116781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Deleting port 2260c00c-5c1c-40d8-ad4b-60a2121180a4 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:23.117832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.171740 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3fb81fdb-7679-4417-94ca-d5aef4417067 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/e7db8869-215f-4bf2-8c3f-7218ef4b1859 HTTP/1.1" status: 204 len: 168 time: 2.0541546 Dec 23 15:34:23.172412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51960) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:23.188751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting subnet d788e4a3-02db-406a-b0bf-e2fbeb76f61c {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:23.200366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.230325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a051bf0b-6449-47a7-bc08-770885709296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.235177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.275963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a051bf0b-6449-47a7-bc08-770885709296 None None] For port d22a6cbe-5adc-4c08-99ed-1a861cc8d754, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d22a6cbe-5adc-4c08-99ed-1a861cc8d754,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:23.316687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Router 53ee2d8f-106b-4b69-894d-f48aafb6f03a is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:34:23.320722 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-617638c3-4ffe-4a9a-a1a1-090b8ee45c38 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:34:23.322172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-617638c3-4ffe-4a9a-a1a1-090b8ee45c38 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:23.365552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=44d2e438-7e7f-447a-87a2-03ad57de28b0,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:23.374350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a051bf0b-6449-47a7-bc08-770885709296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.414794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.442086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.453577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051bf0b-6449-47a7-bc08-770885709296 None None] Pushing event updated for resources: {'Port': ['ID=d22a6cbe-5adc-4c08-99ed-1a861cc8d754,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:23.487885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-08b7eab1-8d51-49d5-be8f-96e61208a623 None None] Could not find standard attr ID for object 44d2e438-7e7f-447a-87a2-03ad57de28b0. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:34:23.565559 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5c2143d6-3041-4032-adb2-f93f10e39e8c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/44d2e438-7e7f-447a-87a2-03ad57de28b0 HTTP/1.1" status: 204 len: 168 time: 1.9029224 Dec 23 15:34:23.566902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-617638c3-4ffe-4a9a-a1a1-090b8ee45c38 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:23.571367 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-617638c3-4ffe-4a9a-a1a1-090b8ee45c38 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/e7db8869-215f-4bf2-8c3f-7218ef4b1859 HTTP/1.1" status: 404 len: 333 time: 0.3948128 Dec 23 15:34:23.571367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51964) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:23.577229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51966) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:23.591755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.657679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fe141-13d4-40cd-8be4-d54038442520 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:23.660012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fe141-13d4-40cd-8be4-d54038442520 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:23.660012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e20fe141-13d4-40cd-8be4-d54038442520 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:23.690098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:23.700384 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] Sync routers for ids ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:23.703316 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-96961284-4508-4ebe-a260-9109a93cbe15 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "PUT /v2.0/routers/53ee2d8f-106b-4b69-894d-f48aafb6f03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0514231 Dec 23 15:34:23.703937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51972) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:23.717258 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] Routers {'53ee2d8f-106b-4b69-894d-f48aafb6f03a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:23.718245 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:23.751993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Calling delete_port for 2260c00c-5c1c-40d8-ad4b-60a2121180a4 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:23.768968 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e20fe141-13d4-40cd-8be4-d54038442520 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:23.772668 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e20fe141-13d4-40cd-8be4-d54038442520 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1931705 Dec 23 15:34:23.774139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51976) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:23.787926 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:23.800626 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] Routers {'53ee2d8f-106b-4b69-894d-f48aafb6f03a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:23.801477 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:23.841543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2992af-b39c-48ad-a8f1-e8857f2b7cac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:23.842223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bb2992af-b39c-48ad-a8f1-e8857f2b7cac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:23.865117 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:23.865780 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9878a60-5fb8-42ba-a1c7-f21cd81b8ab7 None None] The sync data for ids ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:23.867744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:23.978552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bb2992af-b39c-48ad-a8f1-e8857f2b7cac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:23.979631 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bb2992af-b39c-48ad-a8f1-e8857f2b7cac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports?device_id=53ee2d8f-106b-4b69-894d-f48aafb6f03a HTTP/1.1" status: 200 len: 982 time: 0.2747688 Dec 23 15:34:23.982749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51980) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:24.050758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 19578be6-439f-4eb4-aac2-fa7794f9d065 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:24.062585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.140410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc69f-f0e1-4156-8998-dae5f82761bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.181001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.191885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc69f-f0e1-4156-8998-dae5f82761bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.289880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.295512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:24.302234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d22a6cbe-5adc-4c08-99ed-1a861cc8d754 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:24.340785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] Sync routers for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:24.349897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Subnet': ['ID=d788e4a3-02db-406a-b0bf-e2fbeb76f61c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:24.370084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.373999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:24.374644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:24.390022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1592cd06-c46b-4da9-9ace-c262c8c154a3 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/subnets/d788e4a3-02db-406a-b0bf-e2fbeb76f61c HTTP/1.1" status: 204 len: 168 time: 2.2117798 Dec 23 15:34:24.394815 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-091696a0-0bef-453c-a7c2-94aeb2d26d2b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "PUT /v2.0/routers/b5168a16-44ab-401e-81cc-c86b4967f3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7709413 Dec 23 15:34:24.394815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51986) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:24.395078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51990) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:24.439636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e73876-5397-45f1-86c1-3d5c05e04d3e None None] Network 32ee161c-0d54-403e-a2f8-5db1eb72a9fc requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:24.466480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.474977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc69f-f0e1-4156-8998-dae5f82761bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.477446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc69f-f0e1-4156-8998-dae5f82761bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.481016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1a0dc69f-f0e1-4156-8998-dae5f82761bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/security-groups/28c3e846-8991-4130-a986-30ee403d0873 HTTP/1.1" status: 204 len: 168 time: 0.8984389 Dec 23 15:34:24.495929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 51994) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:24.519853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc69f-f0e1-4156-8998-dae5f82761bd tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3e846-8991-4130-a986-30ee403d0873,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:24.558916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.707514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.709858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event deleted for resources: {'Port': ['ID=2260c00c-5c1c-40d8-ad4b-60a2121180a4,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:24.744008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:24.744398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.765353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=19578be6-439f-4eb4-aac2-fa7794f9d065,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:24.797844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.816991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd0b9c8-10ab-4229-926d-57069e97ada5 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:24.901146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.937171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aacf-57a0-4f98-b042-ad7b54bd4894 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:24.940187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:34:24.964612 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04812db2-18ff-4571-a936-1157700cea3d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/19578be6-439f-4eb4-aac2-fa7794f9d065 HTTP/1.1" status: 204 len: 168 time: 1.1872418 Dec 23 15:34:24.968164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 51998) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:25.010769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aacf-57a0-4f98-b042-ad7b54bd4894 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.046996 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3af9932d-a2c3-407f-b310-1512ad82d1ab tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747955 Dec 23 15:34:25.046996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52002) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:25.078417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting subnet ab2d78c3-e428-4525-a743-7d2547d738be {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:25.082004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Deleting subnet 87cad53c-41e6-4c7c-a6b5-6af5719a2339 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:25.094286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.099883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:25.122877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.241133 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:25.248737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:25.254299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:25.262423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:25.284992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.356101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.414457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.415813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:25.419846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.477421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] DHCP port deletion for 32ee161c-0d54-403e-a2f8-5db1eb72a9fc request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:25.503371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5cd6d3de-2613-4736-beab-4a8b4e1208a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.515972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] Deleting port d3b4f18c-fe49-4531-9cec-9e139174ff22 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:25.516335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.613455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port f09e0738-f4c5-4748-b2d6-b29a01f986af {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:25.613455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.625571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aacf-57a0-4f98-b042-ad7b54bd4894 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.784620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:25.862562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4aacf-57a0-4f98-b042-ad7b54bd4894 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d13ca-8187-4b66-a602-dd56346a2b0f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:25.867690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] Deleting port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:25.868053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.875081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.891684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fd4aacf-57a0-4f98-b042-ad7b54bd4894 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.896636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5fd4aacf-57a0-4f98-b042-ad7b54bd4894 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/security-groups/381d13ca-8187-4b66-a602-dd56346a2b0f HTTP/1.1" status: 204 len: 168 time: 1.3949304 Dec 23 15:34:25.897324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52008) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:25.899176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.907393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.922682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.957003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] For port d3b4f18c-fe49-4531-9cec-9e139174ff22, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d3b4f18c-fe49-4531-9cec-9e139174ff22,segment=NetworkSegment(88c10bcf-94dc-4109-a5f4-62b8d7a14f71),segment_id=88c10bcf-94dc-4109-a5f4-62b8d7a14f71)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:25.957476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:25.988775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.100965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:34:17Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:26.111310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] Calling delete_port for d3b4f18c-fe49-4531-9cec-9e139174ff22 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:26.150785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.160568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for f09e0738-f4c5-4748-b2d6-b29a01f986af owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:26.190890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] Checking router: b5168a16-44ab-401e-81cc-c86b4967f3fd for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:34:26.236070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.236845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Fanout notify agent at l3_agent the message router_deleted on router cb581cea-fd14-4ca4-9d56-3b41714509e7 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:34:26.272321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet 8aafc292-845b-4b4f-adde-0ce13c1a33f7 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:26.278674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.281866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:26.284862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b9e0f59e-4c9a-4333-ad8b-9d3b4f86c104 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/cb581cea-fd14-4ca4-9d56-3b41714509e7 HTTP/1.1" status: 204 len: 168 time: 7.0354309 Dec 23 15:34:26.286835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.288103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:26.291611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52012) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:26.298971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-931036711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:26.304419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:26.305245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.310725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=ba72356a-4a88-4fc2-b9a5-dbe700842ba9,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:26.322979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.324570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:26.335212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] Routers {'b5168a16-44ab-401e-81cc-c86b4967f3fd'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:26.335212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:33:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5168a16-44ab-401e-81cc-c86b4967f3fd'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:26.343055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Usage tracker for resource:router and tenant:2e880ed1710043559ccca9e037ca27b8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:26.353469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:26.364328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:26.374065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.380877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event deleted for resources: {'Subnet': ['ID=87cad53c-41e6-4c7c-a6b5-6af5719a2339,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:26.414206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d3b4f18c-fe49-4531-9cec-9e139174ff22 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:26.442133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.471660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2d78c3-e428-4525-a743-7d2547d738be,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:26.472792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dccffba-27d5-4b70-9280-5cd6d0c088f9 None None] Network 3f947bc9-010b-4ccf-b505-700d52541a9b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:26.478233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.480074 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c1a7366b-d31b-4aa6-93a1-e7a4ee97e03b tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "DELETE /v2.0/subnets/87cad53c-41e6-4c7c-a6b5-6af5719a2339 HTTP/1.1" status: 204 len: 168 time: 2.0843132 Dec 23 15:34:26.486044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52018) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:26.501957 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-20b32f0b-70af-42bf-8319-36ce3f4a897b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4521842 Dec 23 15:34:26.503520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52022) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:26.514118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': 'ba72356a-4a88-4fc2-b9a5-dbe700842ba9', 'ip_address': '2001:db8::6c5e:b284:2c10:ba1c'}], 'name': 'tempest-NetworksTestDHCPv6-936431303'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:26.524911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f950c-d949-44ad-8637-d4c4ad4a7129 None None] Network 8f83b7a5-8571-4dfa-83d2-8d3983fca08a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:26.565975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.565975 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b0bc57dd-1404-48a1-a53a-edf1d1744bc2 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/subnets/ab2d78c3-e428-4525-a743-7d2547d738be HTTP/1.1" status: 204 len: 168 time: 2.1695614 Dec 23 15:34:26.570867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52026) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:26.603520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.604642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.653679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.704594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:26.708791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.744478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.748645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.753574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:26.763974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:26.779733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=f09e0738-f4c5-4748-b2d6-b29a01f986af,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:26.781730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:26.846947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.876656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] Pushing event deleted for resources: {'Port': ['ID=d3b4f18c-fe49-4531-9cec-9e139174ff22,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:26.910144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:26.916241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.935877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] For port d22a6cbe-5adc-4c08-99ed-1a861cc8d754, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d22a6cbe-5adc-4c08-99ed-1a861cc8d754,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:26.936302 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:26.954466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc28eea-9829-45af-be9a-db80409736e3 None None] No DVR routers for this DVR port d3b4f18c-fe49-4531-9cec-9e139174ff22 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:26.972451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 3aea45e3-8494-4728-b5d6-cc491a007ae2 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:26.980008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No active binding found for port d3b4f18c-fe49-4531-9cec-9e139174ff22 {{(pid=84223) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 15:34:26.980511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d3b4f18c-fe49-4531-9cec-9e139174ff22 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:26.980945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d22a6cbe-5adc-4c08-99ed-1a861cc8d754 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:27.074518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.105353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.108824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.164296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ee161c-0d54-403e-a2f8-5db1eb72a9fc']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:27.178340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=8aafc292-845b-4b4f-adde-0ce13c1a33f7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:27.190370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.195134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c10bcf-94dc-4109-a5f4-62b8d7a14f71') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:27.195442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c10bcf-94dc-4109-a5f4-62b8d7a14f71') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:27.214876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.222413 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a1f9dae7-4fd6-4684-9347-40d6e7da67aa tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/8aafc292-845b-4b4f-adde-0ce13c1a33f7 HTTP/1.1" status: 204 len: 168 time: 1.3213062 Dec 23 15:34:27.228090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52030) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:27.232329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] Calling delete_port for d22a6cbe-5adc-4c08-99ed-1a861cc8d754 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:27.238179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:27.258649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45623997-386e-4191-b151-065a986ea041 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:27.313253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.330909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:27.331310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.339070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.350030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.361141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::6c5e:b284:2c10:ba1c (fe9045e5-08d1-4431-9080-d4f86da37837/ba72356a-4a88-4fc2-b9a5-dbe700842ba9/3aea45e3-8494-4728-b5d6-cc491a007ae2) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:27.398262 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:27.432205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.437283 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3af2e671-9e37-46b3-b261-578191602083 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1388905 Dec 23 15:34:27.442513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52034) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:27.446206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] Set router b5168a16-44ab-401e-81cc-c86b4967f3fd gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:34:27.452109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'enable_snat': False}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:27.683928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:27.690075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:27.693577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:27.701697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:27.764896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.787542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.801422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Network': ['ID=32ee161c-0d54-403e-a2f8-5db1eb72a9fc,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:27.811321 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a5598e96-1cbb-4c2e-a80f-a8785bd06a64 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/networks/32ee161c-0d54-403e-a2f8-5db1eb72a9fc HTTP/1.1" status: 204 len: 168 time: 1.2327995 Dec 23 15:34:27.812467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52040) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:27.833590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.886482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-22a61ad5-4b81-4502-82e0-3414147b05ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.899559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.921527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:27.925048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:27.967694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] Pushing event deleted for resources: {'Port': ['ID=d22a6cbe-5adc-4c08-99ed-1a861cc8d754,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:27.999039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219fc8a-8628-4f77-8fab-5c40b8829fb8 None None] No DVR routers for this DVR port d22a6cbe-5adc-4c08-99ed-1a861cc8d754 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:28.041088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.049535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.067177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 3aea45e3-8494-4728-b5d6-cc491a007ae2 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:28.088154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting port 81da17a7-a5d1-4320-bf2b-90031b72cd05 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:28.088731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.092294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4638e-fd9f-4e46-ab05-3415c98342ca None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:28.211079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.217451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] DHCP port deletion for 3f947bc9-010b-4ccf-b505-700d52541a9b request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:28.219325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] DHCP port deletion for 8f83b7a5-8571-4dfa-83d2-8d3983fca08a request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:28.229573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.336230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] Deleting port a4f528f2-2d2a-462d-9607-62e74166c81e {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:28.336700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.364432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Deleting port 81da17a7-a5d1-4320-bf2b-90031b72cd05 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:28.364797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.405768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 81da17a7-a5d1-4320-bf2b-90031b72cd05 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:28.421944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] For port 81da17a7-a5d1-4320-bf2b-90031b72cd05, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=81da17a7-a5d1-4320-bf2b-90031b72cd05,segment=NetworkSegment(9255b795-e2d9-4fb7-bf25-28b77c77baec),segment_id=9255b795-e2d9-4fb7-bf25-28b77c77baec)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:28.422548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.441356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:28.451841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=3aea45e3-8494-4728-b5d6-cc491a007ae2,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:28.462391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:28.466772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:28.470936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:28.476736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.584732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Deleting port bcb5ca93-0d55-45db-9589-90de005d2479 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:28.585176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.619668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Calling delete_port for 81da17a7-a5d1-4320-bf2b-90031b72cd05 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:28.711054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Router 53ee2d8f-106b-4b69-894d-f48aafb6f03a has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:34:28.724575 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ee7c0c98-9182-40ab-9a52-1f2aa8c21012 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2173269 Dec 23 15:34:28.734144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52044) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:28.877753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.906838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:28.913057 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-292d0abd-98de-4444-bf56-a7425304bff6 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "PUT /v2.0/routers/53ee2d8f-106b-4b69-894d-f48aafb6f03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9289320 Dec 23 15:34:28.916181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52050) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:28.921972 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] Sync routers for ids ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:28.936089 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] Routers {'53ee2d8f-106b-4b69-894d-f48aafb6f03a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:28.936998 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:28.971582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] For port bcb5ca93-0d55-45db-9589-90de005d2479, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bcb5ca93-0d55-45db-9589-90de005d2479,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:28.972052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:28.987224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.022592 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fee481e-8334-42b4-84ad-1ac5fda5694e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:34:29.028197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7fee481e-8334-42b4-84ad-1ac5fda5694e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:29.028387 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:29.028512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.045947 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] Routers {'53ee2d8f-106b-4b69-894d-f48aafb6f03a'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:29.047399 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:29.049339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:34:17Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:29.097200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb08afa-2231-43ed-b8b6-6e143165ac42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:29.098071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fdb08afa-2231-43ed-b8b6-6e143165ac42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:29.130779 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:29.131590 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac558b-e6c4-498e-b292-cc8a511a4ef9 None None] The sync data for ids ['53ee2d8f-106b-4b69-894d-f48aafb6f03a'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:29.157678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] For port a4f528f2-2d2a-462d-9607-62e74166c81e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a4f528f2-2d2a-462d-9607-62e74166c81e,segment=NetworkSegment(75cb9d31-e97d-4d04-984e-d5cd8ebc47d6),segment_id=75cb9d31-e97d-4d04-984e-d5cd8ebc47d6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:29.164029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.164201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7fee481e-8334-42b4-84ad-1ac5fda5694e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:29.167514 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7fee481e-8334-42b4-84ad-1ac5fda5694e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/f09e0738-f4c5-4748-b2d6-b29a01f986af HTTP/1.1" status: 404 len: 333 time: 0.2502868 Dec 23 15:34:29.167772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb25be6-41d5-4e76-9209-3813c17896a8 None None] The sync data for ids ['b5168a16-44ab-401e-81cc-c86b4967f3fd'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1021073258', 'tenant_id': '731383756c84402bae7f697a5d7ffc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:30:19Z', 'updated_at': '2021-12-23T15:34:17Z', 'revision_number': 5, 'project_id': '731383756c84402bae7f697a5d7ffc33', 'gw_port': {'id': 'bcb5ca93-0d55-45db-9589-90de005d2479', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5168a16-44ab-401e-81cc-c86b4967f3fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:30:21Z', 'updated_at': '2021-12-23T15:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:29.168197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52054) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:29.265066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.269165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.298630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Port': ['ID=81da17a7-a5d1-4320-bf2b-90031b72cd05,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:29.301057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.337365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Calling delete_port for bcb5ca93-0d55-45db-9589-90de005d2479 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:29.347504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] Calling delete_port for a4f528f2-2d2a-462d-9607-62e74166c81e owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:29.381580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a6b145a-a4e2-467a-8082-5367956bd9fb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.408802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] No DVR routers for this DVR port 81da17a7-a5d1-4320-bf2b-90031b72cd05 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:29.435069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] For port 81da17a7-a5d1-4320-bf2b-90031b72cd05, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=81da17a7-a5d1-4320-bf2b-90031b72cd05,segment=NetworkSegment(9255b795-e2d9-4fb7-bf25-28b77c77baec),segment_id=9255b795-e2d9-4fb7-bf25-28b77c77baec)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:29.435538 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.447732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.448767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.449276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.449766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.450253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.450737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.451238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.451733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.452238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.452720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.453210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:29.513856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:29.518552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=7e8f3516-cccb-4212-b4cb-b536abbb9729,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:29.578905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:29.598907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:29.599482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.622743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fdb08afa-2231-43ed-b8b6-6e143165ac42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:29.637162 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fdb08afa-2231-43ed-b8b6-6e143165ac42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9003661 Dec 23 15:34:29.637819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52058) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:29.721018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Calling delete_port for 81da17a7-a5d1-4320-bf2b-90031b72cd05 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:29.795352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 3aea45e3-8494-4728-b5d6-cc491a007ae2 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:29.795782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.816992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'ba72356a-4a88-4fc2-b9a5-dbe700842ba9'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:29.817793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.829144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:29.849544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a4f528f2-2d2a-462d-9607-62e74166c81e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:29.979624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe58b0-46b5-410f-b1e3-2e05c39e7b8e None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:30.052681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.061896 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b721530e-727d-4f8d-85c4-5a167d4fcf9e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8295386 Dec 23 15:34:30.074140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f83b7a5-8571-4dfa-83d2-8d3983fca08a']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:30.078468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.086922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52064) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:30.103451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'security_group': {'name': 'tempest-secgroup-924756898'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:30.108549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.142468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.184311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event deleted for resources: {'Port': ['ID=bcb5ca93-0d55-45db-9589-90de005d2479,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:30.190156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9255b795-e2d9-4fb7-bf25-28b77c77baec') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:30.190611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9255b795-e2d9-4fb7-bf25-28b77c77baec') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:30.202906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:30.214166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a6b145a-a4e2-467a-8082-5367956bd9fb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.216038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:30.222830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:30.235357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:30.238884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a6b145a-a4e2-467a-8082-5367956bd9fb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.260797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] Pushing event deleted for resources: {'Port': ['ID=a4f528f2-2d2a-462d-9607-62e74166c81e,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:30.288278 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2078c1b9-20f0-4646-86fb-b24fe3b9802d None None] Provisioning complete for port d511c2ea-8ea8-464d-8d55-aa770cb7b162 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:30.288278 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2078c1b9-20f0-4646-86fb-b24fe3b9802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.312302 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No active binding found for port a4f528f2-2d2a-462d-9607-62e74166c81e {{(pid=84223) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 15:34:30.312635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a4f528f2-2d2a-462d-9607-62e74166c81e not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:30.343294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:30.343489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:30.346613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac53a0-b953-406c-80bf-f85014aea9b9 None None] No DVR routers for this DVR port a4f528f2-2d2a-462d-9607-62e74166c81e on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:30.358704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.380904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.390029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Allocated IP 172.26.6.177 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/c1e86060-f203-4b54-9e74-16e73ad1c4b3) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:30.430686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2078c1b9-20f0-4646-86fb-b24fe3b9802d None None] Port d511c2ea-8ea8-464d-8d55-aa770cb7b162 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:30.461506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.471029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.501230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a6b145a-a4e2-467a-8082-5367956bd9fb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.501768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b145a-a4e2-467a-8082-5367956bd9fb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Fanout notify agent at l3_agent the message router_deleted on router 53ee2d8f-106b-4b69-894d-f48aafb6f03a {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:34:30.526455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:30.536184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 61ae49d6-c822-4155-8bbb-2e925470ffae no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:30.540093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group_rule and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:30.549523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:30.565658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:30.580523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 61ae49d6-c822-4155-8bbb-2e925470ffae {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:30.580893 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 61ae49d6-c822-4155-8bbb-2e925470ffae not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:30.582505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2078c1b9-20f0-4646-86fb-b24fe3b9802d None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:30.582632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2078c1b9-20f0-4646-86fb-b24fe3b9802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.598415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a6b145a-a4e2-467a-8082-5367956bd9fb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.603583 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1a6b145a-a4e2-467a-8082-5367956bd9fb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/routers/53ee2d8f-106b-4b69-894d-f48aafb6f03a HTTP/1.1" status: 204 len: 168 time: 1.4249201 Dec 23 15:34:30.606324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52068) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:30.641820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/ba72356a-4a88-4fc2-b9a5-dbe700842ba9/34fed1e0-979a-45df-b2ab-d902591fd22d) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:30.690003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.789691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.793496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.805082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.845052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Deleting port 81da17a7-a5d1-4320-bf2b-90031b72cd05 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:30.845421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.876402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet 28e78fbe-c135-41cb-8216-ee587021e3fa {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:30.879880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.883635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.903353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:30.903813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.905967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:30.925667 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:30.960087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:30.993130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e25009aa-193f-451a-89f9-75012e8b197c None None] The port '81da17a7-a5d1-4320-bf2b-90031b72cd05' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:34:31.020187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d93298-71b0-4c46-bcf7-8e17ae7389b0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:31.026917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.068873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] Update dhcp port {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'fixed_ips': [{'subnet_id': 'dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7e8f3516-cccb-4212-b4cb-b536abbb9729'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': 'ec94e475-561c-410b-aa79-dbbd87fe8742'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:34:31.081311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.083135 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-caf6cd84-54df-4f6c-8998-a313c5670b9b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9948609 Dec 23 15:34:31.087462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52074) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:31.112463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:31.120636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:31.128582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:31.158418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.168483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1052118764'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:31.168887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.174814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:31.181556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.182082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Fanout notify agent at l3_agent the message router_deleted on router b5168a16-44ab-401e-81cc-c86b4967f3fd {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:34:31.186269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Transition to ACTIVE for port object 34fed1e0-979a-45df-b2ab-d902591fd22d will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:31.189472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:31.199438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:31.203813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e86060-f203-4b54-9e74-16e73ad1c4b3,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:31.244957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:31.267368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.271916 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-af9eac5b-eeb9-41e3-a2fa-36c4e07b9239 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "DELETE /v2.0/routers/b5168a16-44ab-401e-81cc-c86b4967f3fd HTTP/1.1" status: 204 len: 168 time: 4.7814322 Dec 23 15:34:31.272112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Transition to ACTIVE for port object 34fed1e0-979a-45df-b2ab-d902591fd22d will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:31.272259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.275914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52078) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:31.280958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.470103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] Allocated IP 2001:db8::2 (0ef01ced-06dc-497d-81a0-ca66923b8f99/7e8f3516-cccb-4212-b4cb-b536abbb9729/ec94e475-561c-410b-aa79-dbbd87fe8742) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:31.472870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.519916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.534279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 3aea45e3-8494-4728-b5d6-cc491a007ae2 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:31.578342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.589732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.606456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.616391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:31.623788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Network': ['ID=8f83b7a5-8571-4dfa-83d2-8d3983fca08a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:31.625513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:31.629078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Pushing event updated for resources: {'Port': ['ID=34fed1e0-979a-45df-b2ab-d902591fd22d,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:31.633414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:31.643532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-458220eb-7cb9-4680-acc3-3bd31d9df00a tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/networks/8f83b7a5-8571-4dfa-83d2-8d3983fca08a HTTP/1.1" status: 204 len: 168 time: 3.8304081 Dec 23 15:34:31.644333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52084) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:31.669964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:31.673752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group_rule and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:31.676792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:31.684095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:31.695949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=28e78fbe-c135-41cb-8216-ee587021e3fa,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:31.722162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.722507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.723140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.724950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.724950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.724950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.724950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.724950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.725375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.725753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.726004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:31.758275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.765382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.777826 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dbf1688f-15c1-4c82-bde4-d7e18f72897a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/28e78fbe-c135-41cb-8216-ee587021e3fa HTTP/1.1" status: 204 len: 168 time: 1.1681664 Dec 23 15:34:31.777826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.789886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb6206-c59b-4ea4-b6d0-861650a53b76 None None] Network 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:31.800507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.808056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52088) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:31.901634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Attempting to bind port 34fed1e0-979a-45df-b2ab-d902591fd22d on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:31.902490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Attempting to bind port 34fed1e0-979a-45df-b2ab-d902591fd22d by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:31.902490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Attempting to bind port 34fed1e0-979a-45df-b2ab-d902591fd22d on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:31.907303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] For port ec94e475-561c-410b-aa79-dbbd87fe8742, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ec94e475-561c-410b-aa79-dbbd87fe8742,segment=NetworkSegment(dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb),segment_id=dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:31.928898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.931786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:31.932242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:31.932643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:31.933027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:31.933490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Bound port: 34fed1e0-979a-45df-b2ab-d902591fd22d, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:31.933852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.013744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.017424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.066188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.115636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] Transition to ACTIVE for port object ec94e475-561c-410b-aa79-dbbd87fe8742 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:32.133594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] For port 34fed1e0-979a-45df-b2ab-d902591fd22d, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:32.137896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] For port 34fed1e0-979a-45df-b2ab-d902591fd22d, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=34fed1e0-979a-45df-b2ab-d902591fd22d,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:32.191926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.244158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.262629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604effc1-c234-480a-9994-8ea071299259,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:32.287380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] DHCP port deletion for 28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:32.290581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.297672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.312417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Deleting port 76d72592-53d3-4b60-96e1-93d4ce1a66dc {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:32.312777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.337664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f947bc9-010b-4ccf-b505-700d52541a9b']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:32.346177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 76d72592-53d3-4b60-96e1-93d4ce1a66dc {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:32.346506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.379187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.384539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5864b790-f86d-4b25-908f-18531df3851d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2234552 Dec 23 15:34:32.385315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52096) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:32.392771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'security_group': {'name': 'tempest-secgroup-1156530898'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:32.402345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:32.402636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cb9d31-e97d-4d04-984e-d5cd8ebc47d6') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:32.405267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:32.410496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:32.414789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:32.424175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Router 6b1c8b64-6116-4fd1-b088-9a6a189031ee is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:34:32.430001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.445675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:32.454366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.457852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bcb5ca93-0d55-45db-9589-90de005d2479 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:32.530221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: bcb5ca93-0d55-45db-9589-90de005d2479 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:32.530476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bcb5ca93-0d55-45db-9589-90de005d2479 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:32.530901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 76d72592-53d3-4b60-96e1-93d4ce1a66dc no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:32.534712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting subnet db8c5e66-1850-4d6f-ac0a-b6bb94f892b8 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:32.551189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.552353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.556045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=3aea45e3-8494-4728-b5d6-cc491a007ae2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:32.567651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e8865-cfad-46ba-ad52-d0f6d41ddc18 None None] Pushing event updated for resources: {'Port': ['ID=ec94e475-561c-410b-aa79-dbbd87fe8742,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:32.567755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.607369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:32.608039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:32.624346 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:32.736439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:32.750157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:security_group_rule and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:32.753995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:32.761782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:32.802007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b2ceb-b6e8-4b42-ab2f-84fa042650f2 None None] Pushing event updated for resources: {'Port': ['ID=34fed1e0-979a-45df-b2ab-d902591fd22d,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:32.864949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:32.884273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=76d72592-53d3-4b60-96e1-93d4ce1a66dc,segment=NetworkSegment(653234ff-8fcc-459c-b421-9ed8cdd1fb70),segment_id=653234ff-8fcc-459c-b421-9ed8cdd1fb70)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:32.884659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.895600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] Sync routers for ids ['6b1c8b64-6116-4fd1-b088-9a6a189031ee'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:32.923029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.926808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:32.928856 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d820a7a1-b1ec-4e2e-9bdc-f977879c5944 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "PUT /v2.0/routers/6b1c8b64-6116-4fd1-b088-9a6a189031ee HTTP/1.1" status: 200 len: 915 time: 5.4852521 Dec 23 15:34:32.932382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52102) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:32.982357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.037063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.040185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.085402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Calling delete_port for 76d72592-53d3-4b60-96e1-93d4ce1a66dc owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:33.107121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.109162 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-383a8e6a-9f36-44ba-8dc6-9f1e676fe9d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/3aea45e3-8494-4728-b5d6-cc491a007ae2 HTTP/1.1" status: 204 len: 168 time: 3.4506252 Dec 23 15:34:33.121147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52106) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:33.166308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] Routers {'6b1c8b64-6116-4fd1-b088-9a6a189031ee'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:33.167131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6b1c8b64-6116-4fd1-b088-9a6a189031ee'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:33.190233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed042ecf-2184-4823-9962-4f0e5f326ccd,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:33.206221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=76d72592-53d3-4b60-96e1-93d4ce1a66dc,segment=NetworkSegment(653234ff-8fcc-459c-b421-9ed8cdd1fb70),segment_id=653234ff-8fcc-459c-b421-9ed8cdd1fb70)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:33.206445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.259010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb285a-b284-4b8f-af6d-d2f4f4f08f8d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:33.260503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb285a-b284-4b8f-af6d-d2f4f4f08f8d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:33.261276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4afb285a-b284-4b8f-af6d-d2f4f4f08f8d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:33.266633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:33.267189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.270477 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e5b23000-bffc-40a1-8007-bab7e8aa1c27 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8805482 Dec 23 15:34:33.271671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52110) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:33.305907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=76d72592-53d3-4b60-96e1-93d4ce1a66dc,segment=NetworkSegment(653234ff-8fcc-459c-b421-9ed8cdd1fb70),segment_id=653234ff-8fcc-459c-b421-9ed8cdd1fb70)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:33.314326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] Routers {'6b1c8b64-6116-4fd1-b088-9a6a189031ee'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:33.315095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6b1c8b64-6116-4fd1-b088-9a6a189031ee'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:33.328682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1079569445', 'security_groups': ['ed042ecf-2184-4823-9962-4f0e5f326ccd'], 'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e8f3516-cccb-4212-b4cb-b536abbb9729'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:33.415043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.463961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:33.463961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a7ec0f-f5ac-4f84-9376-2e4c1a87d2ee None None] The sync data for ids ['6b1c8b64-6116-4fd1-b088-9a6a189031ee'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:33.471341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.478179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:33.478568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:33.479268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 76d72592-53d3-4b60-96e1-93d4ce1a66dc owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:33.515777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4afb285a-b284-4b8f-af6d-d2f4f4f08f8d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:33.517313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=76d72592-53d3-4b60-96e1-93d4ce1a66dc,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:33.517645 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4afb285a-b284-4b8f-af6d-d2f4f4f08f8d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3953912 Dec 23 15:34:33.533827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52116) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:33.544994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.580285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event deleted for resources: {'Network': ['ID=3f947bc9-010b-4ccf-b505-700d52541a9b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:33.608484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-80221996-69d5-4121-b910-0f219e49014d None None] Provisioning complete for port d511c2ea-8ea8-464d-8d55-aa770cb7b162 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:33.608484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80221996-69d5-4121-b910-0f219e49014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.648372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.688409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52122) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:33.688643 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-387313d1-9641-4317-8b1d-f692045d7262 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "DELETE /v2.0/networks/3f947bc9-010b-4ccf-b505-700d52541a9b HTTP/1.1" status: 204 len: 168 time: 2.4114530 Dec 23 15:34:33.691796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-80221996-69d5-4121-b910-0f219e49014d None None] Port d511c2ea-8ea8-464d-8d55-aa770cb7b162 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:33.788367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:33.788917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:33.820238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:33.831354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-80221996-69d5-4121-b910-0f219e49014d None None] Provisioning for port ec94e475-561c-410b-aa79-dbbd87fe8742 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:33.840796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-80221996-69d5-4121-b910-0f219e49014d None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:33.841807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-80221996-69d5-4121-b910-0f219e49014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.862597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:33.873377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.921080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Subnet': ['ID=db8c5e66-1850-4d6f-ac0a-b6bb94f892b8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:33.927694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:33.941181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52126) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:33.941618 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-091540c0-228a-46d9-a830-9573d6b66567 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/subnets/db8c5e66-1850-4d6f-ac0a-b6bb94f892b8 HTTP/1.1" status: 204 len: 168 time: 2.2914817 Dec 23 15:34:33.965898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628b212-a36a-49b3-a093-082448b97667 None None] Network 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:34.047343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Deleting port 76d72592-53d3-4b60-96e1-93d4ce1a66dc {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:34.047915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.138115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:34.154950 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-03a5734d-53c1-4e84-8bf8-e3a6e5bff689 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/6b1c8b64-6116-4fd1-b088-9a6a189031ee HTTP/1.1" status: 200 len: 921 time: 1.2212825 Dec 23 15:34:34.157830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52130) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:34.206597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet ba72356a-4a88-4fc2-b9a5-dbe700842ba9 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:34.244444 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-528c2bd5-7b32-4129-8791-ec31b6d81261 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=6b1c8b64-6116-4fd1-b088-9a6a189031ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0852592 Dec 23 15:34:34.245021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52134) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:34.286397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.315337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 76d72592-53d3-4b60-96e1-93d4ce1a66dc {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:34.315671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.318118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbe74d5a-0ea3-40b2-bff3-25d168594419 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.411886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.443572 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.479519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc07e5-a3af-412f-9115-d048db72b44e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:34.488505 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-20bc07e5-a3af-412f-9115-d048db72b44e tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/networks/913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 881 time: 0.2381713 Dec 23 15:34:34.488505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52140) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:34.550288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbe74d5a-0ea3-40b2-bff3-25d168594419 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.569204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=76d72592-53d3-4b60-96e1-93d4ce1a66dc,segment=NetworkSegment(653234ff-8fcc-459c-b421-9ed8cdd1fb70),segment_id=653234ff-8fcc-459c-b421-9ed8cdd1fb70)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:34.570215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.584708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 34fed1e0-979a-45df-b2ab-d902591fd22d up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:34.665827 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c49672f5-97d9-403d-8cae-322a9ad3d7c1 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b1c8b64-6116-4fd1-b088-9a6a189031ee HTTP/1.1" status: 200 len: 205 time: 0.1364145 Dec 23 15:34:34.669828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52144) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:34.674804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Deleting port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:34.675283 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.757790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.800475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Calling delete_port for 76d72592-53d3-4b60-96e1-93d4ce1a66dc owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:34.840468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] device_id is not set on port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:34.907171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port 76d72592-53d3-4b60-96e1-93d4ce1a66dc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=76d72592-53d3-4b60-96e1-93d4ce1a66dc,segment=NetworkSegment(653234ff-8fcc-459c-b421-9ed8cdd1fb70),segment_id=653234ff-8fcc-459c-b421-9ed8cdd1fb70)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:34.911162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.930790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1151315d-889a-447f-b472-af29d5e49340 None None] DHCP port deletion for 66e3b1ee-3533-44e5-aee2-81dd1aa4c60f request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:34.934847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Deleting port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:34.935606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:34.971451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-81cf401d-120b-41eb-b115-690b78043ef8 None None] Provisioning for port 34fed1e0-979a-45df-b2ab-d902591fd22d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:34.994261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-81cf401d-120b-41eb-b115-690b78043ef8 None None] Could not find standard attr ID for object 3aea45e3-8494-4728-b5d6-cc491a007ae2. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:34:35.040172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.059371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 76d72592-53d3-4b60-96e1-93d4ce1a66dc owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:35.126240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 34fed1e0-979a-45df-b2ab-d902591fd22d completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:35.140708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.201162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e2b20f17-47d0-44ee-b3a9-a84c34367244 None None] Could not find standard attr ID for object 3aea45e3-8494-4728-b5d6-cc491a007ae2. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:34:35.203454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] For port b307e2fc-f680-4f12-99fa-9b9d86ead7d2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,segment=NetworkSegment(3f66b17c-28fb-4589-a12b-62f40fbcbe8f),segment_id=3f66b17c-28fb-4589-a12b-62f40fbcbe8f)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:35.203816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.204441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 34fed1e0-979a-45df-b2ab-d902591fd22d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:35.204975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.221345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:35.221345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:35.229406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbe74d5a-0ea3-40b2-bff3-25d168594419 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.230641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] No DVR routers for this DVR port 76d72592-53d3-4b60-96e1-93d4ce1a66dc on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:35.249810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.251427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Pushing event deleted for resources: {'Port': ['ID=76d72592-53d3-4b60-96e1-93d4ce1a66dc,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:35.281241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.281607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.282937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.282937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.282937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.282937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.283364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.283600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.283880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.284332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.284640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e88a84-699d-4f64-a2fe-6430f3e7ad2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:34:35.303138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1151315d-889a-447f-b472-af29d5e49340 None None] For port b307e2fc-f680-4f12-99fa-9b9d86ead7d2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,segment=NetworkSegment(3f66b17c-28fb-4589-a12b-62f40fbcbe8f),segment_id=3f66b17c-28fb-4589-a12b-62f40fbcbe8f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:35.303545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.374527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Calling delete_port for b307e2fc-f680-4f12-99fa-9b9d86ead7d2 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:35.442550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Calling delete_port for b307e2fc-f680-4f12-99fa-9b9d86ead7d2 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:35.450914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe74d5a-0ea3-40b2-bff3-25d168594419 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184b65a-b137-40de-a385-8b94e8b1a4c9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:35.534060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.541754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8::376 (0ef01ced-06dc-497d-81a0-ca66923b8f99/7e8f3516-cccb-4212-b4cb-b536abbb9729/0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:35.545590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.603060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=ba72356a-4a88-4fc2-b9a5-dbe700842ba9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:35.623737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.629143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.664869 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9e27f309-a4e2-4819-a007-12cbf15074b7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ba72356a-4a88-4fc2-b9a5-dbe700842ba9 HTTP/1.1" status: 204 len: 168 time: 2.1299567 Dec 23 15:34:35.667917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52150) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:35.668442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbe74d5a-0ea3-40b2-bff3-25d168594419 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.669274 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bbe74d5a-0ea3-40b2-bff3-25d168594419 tempest-TestNetworkAdvancedServerOps-1884189255 tempest-TestNetworkAdvancedServerOps-1884189255-project] 10.222.0.58 "DELETE /v2.0/security-groups/1184b65a-b137-40de-a385-8b94e8b1a4c9 HTTP/1.1" status: 204 len: 168 time: 1.9752369 Dec 23 15:34:35.712878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b3fe8-449d-47d5-8f94-8272bcdcb0bb None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:35.748379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3048d623-3acd-4002-800a-3c08750b8eed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773532 Dec 23 15:34:35.750538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52156) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:35.756405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:35.775761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Deleting port c1e86060-f203-4b54-9e74-16e73ad1c4b3 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:35.776193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.807753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:35.895954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Port': ['ID=b307e2fc-f680-4f12-99fa-9b9d86ead7d2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:35.896199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:35.896199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:35.903332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:34:35.903687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:34:35.939551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] No DVR routers for this DVR port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:35.967536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 76d72592-53d3-4b60-96e1-93d4ce1a66dc {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:35.968183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.080039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:36.084514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] Deleting port 34fed1e0-979a-45df-b2ab-d902591fd22d {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:36.084881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.088387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:36.100058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:36.149346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] The port '76d72592-53d3-4b60-96e1-93d4ce1a66dc' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:34:36.271804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.286433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.312447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.315864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e3b1ee-3533-44e5-aee2-81dd1aa4c60f']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:36.328313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:36.333219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f66b17c-28fb-4589-a12b-62f40fbcbe8f') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:36.333981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f66b17c-28fb-4589-a12b-62f40fbcbe8f') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:36.338269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] For port 34fed1e0-979a-45df-b2ab-d902591fd22d, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=34fed1e0-979a-45df-b2ab-d902591fd22d,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:36.345038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.345194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b9bd6a-7104-42c9-b4f1-9f9b0028ac65']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:36.349560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.360561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653234ff-8fcc-459c-b421-9ed8cdd1fb70') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:36.361006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653234ff-8fcc-459c-b421-9ed8cdd1fb70') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:36.371287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.378616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.381183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:36.381958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:36.397257 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:36.409357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:36.449311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Deleting port b307e2fc-f680-4f12-99fa-9b9d86ead7d2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:36.449677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1151315d-889a-447f-b472-af29d5e49340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.486277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.511068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:36.511494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: util.warn( Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:36.528366 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:36.545663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] Calling delete_port for 34fed1e0-979a-45df-b2ab-d902591fd22d owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:36.593381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.636918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1151315d-889a-447f-b472-af29d5e49340 None None] The port 'b307e2fc-f680-4f12-99fa-9b9d86ead7d2' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:34:36.646690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.674889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.707203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.748554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.765866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52164) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:36.769649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.769854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Pushing event deleted for resources: {'Network': ['ID=66e3b1ee-3533-44e5-aee2-81dd1aa4c60f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:36.785073 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eadbe18c-9b3a-452d-b7a7-9482108c788b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/networks/66e3b1ee-3533-44e5-aee2-81dd1aa4c60f HTTP/1.1" status: 204 len: 168 time: 2.8413329 Dec 23 15:34:36.789944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:36.792347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52168) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:36.793648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:36.799949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:36.800103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.802138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:36.802742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:36.809914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:36.916961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] No DVR routers for this DVR port 34fed1e0-979a-45df-b2ab-d902591fd22d on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:36.937433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2fa80-6349-4949-a505-17902dc7707a None None] Pushing event deleted for resources: {'Port': ['ID=34fed1e0-979a-45df-b2ab-d902591fd22d,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:36.950048 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6ca50911-31b8-41bd-8324-9af7a1de2d3d tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6302850 Dec 23 15:34:36.950500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52176) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:36.957103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:36.961845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ec94e475-561c-410b-aa79-dbbd87fe8742 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:37.020443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.026291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.053413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Calling delete_port for c1e86060-f203-4b54-9e74-16e73ad1c4b3 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:37.090755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:37.091413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.099668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ee8b260-7c25-4ee4-983b-3ef7cf8d427b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Synchronizing usage tracker for tenant:6bca350917854ba895ce345192ad27ca on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:37.133977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.157440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=28b9bd6a-7104-42c9-b4f1-9f9b0028ac65,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:37.159908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-18b0a9ba-1d53-4429-bee9-a5c91cb7c186 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/28b9bd6a-7104-42c9-b4f1-9f9b0028ac65 HTTP/1.1" status: 204 len: 168 time: 5.3507669 Dec 23 15:34:37.163135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52180) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:37.210101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:37.224054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:37.229499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:37.238663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:37.253151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3421b-40a2-42c8-8597-1a8e1f59e47d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:37.258412 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-89d3421b-40a2-42c8-8597-1a8e1f59e47d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/294c62b0-2160-4af3-9e3c-415d17d5e568 HTTP/1.1" status: 200 len: 840 time: 0.0901740 Dec 23 15:34:37.264922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52184) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:37.327799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b307e2fc-f680-4f12-99fa-9b9d86ead7d2 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:37.329640 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8dc164b3-4d9d-4558-94be-37364321a0f0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/294c62b0-2160-4af3-9e3c-415d17d5e568?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0698833 Dec 23 15:34:37.333579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52188) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:37.339976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:37.360323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-638a2467-4744-41bd-a864-43862a789a24 None None] Provisioning for port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:37.360567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:37.363704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.369202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b307e2fc-f680-4f12-99fa-9b9d86ead7d2 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:37.375872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b307e2fc-f680-4f12-99fa-9b9d86ead7d2 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:37.375872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 34fed1e0-979a-45df-b2ab-d902591fd22d no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:37.385392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ee8b260-7c25-4ee4-983b-3ef7cf8d427b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Unset dirty status for tenant:6bca350917854ba895ce345192ad27ca on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:37.389250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7ee8b260-7c25-4ee4-983b-3ef7cf8d427b tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "GET /v2.0/ports?device_id=1aa013af-be0e-4e41-928b-17d16afa6138 HTTP/1.1" status: 200 len: 205 time: 0.5959876 Dec 23 15:34:37.395607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52192) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:37.398166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-638a2467-4744-41bd-a864-43862a789a24 None None] Provisioning complete for port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:37.398550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-638a2467-4744-41bd-a864-43862a789a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.434611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 34fed1e0-979a-45df-b2ab-d902591fd22d {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:37.434832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 34fed1e0-979a-45df-b2ab-d902591fd22d not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:37.469625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-638a2467-4744-41bd-a864-43862a789a24 None None] Port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:37.478437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0c83fa23-3f06-41d6-8c60-35e5ed179634 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=731383756c84402bae7f697a5d7ffc33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7079489 Dec 23 15:34:37.480476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52196) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:37.556481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:37.564422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:37.571568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:37.579494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:37.586619 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e8f3516-cccb-4212-b4cb-b536abbb9729 (CIDR: 2001:db8::/64) Dec 23 15:34:37.632090 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:34:37.632698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:37.654361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2f75c8a-2296-4de9-a092-06c44f1d84d4 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.682971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:37.751546 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-14d0cb78-f635-4f38-9e9f-3a9c5f236720 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7998378 Dec 23 15:34:37.752269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.755858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52200) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:37.791288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:37.814944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:37.954973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7e365730-7017-4c28-aa02-21c2933c7ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.006010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:38.014412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:38.017325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:38.018030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.031786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e353fae-873f-4ed9-b74d-0bc1d6e763c9 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:38.037209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=8e740e96-117d-41b2-826e-aba82e0a7228,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:38.066527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7e365730-7017-4c28-aa02-21c2933c7ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.134664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.169827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.192436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:38.195640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:38.200210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:38.201385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.245253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=1307f8c4-cb34-4839-9d33-4c63b3311885,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:38.272334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195da39f-c4c3-49b4-b019-917a25169168 None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:38.323377 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-026f674c-6168-4f1a-b434-d1766505279e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9882739 Dec 23 15:34:38.326289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52210) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:38.332751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'security_group': {'name': 'tempest-secgroup-922365454'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:38.333459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event deleted for resources: {'Port': ['ID=c1e86060-f203-4b54-9e74-16e73ad1c4b3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:38.341523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:38.346386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:38.350383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:38.358260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:38.410310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '8e740e96-117d-41b2-826e-aba82e0a7228'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:38.412195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.420031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:38.423707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5dcd05a3-0e6f-4c21-84fb-5c794bfc6efa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6722212 Dec 23 15:34:38.427885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52216) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:38.437988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': '8e740e96-117d-41b2-826e-aba82e0a7228', 'ip_address': '2001:db8::e0f2:282c:16b1:9297'}], 'name': 'tempest-NetworksTestDHCPv6-1227793469'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:38.514201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:38.524445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:38.538933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2f75c8a-2296-4de9-a092-06c44f1d84d4 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.568886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:38.586189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2f75c8a-2296-4de9-a092-06c44f1d84d4 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.645668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:38.651304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:38.654980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:38.661659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:38.670941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.712779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:38.714728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/8e740e96-117d-41b2-826e-aba82e0a7228/16976291-1488-411f-83d3-8708903b5198) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:38.718028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group_rule and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:38.721754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:38.729712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:38.784898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:38.791214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.824530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.830328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 279df5b5-bb02-47d7-8726-d4b013bbd853 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:38.884984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.911097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7e365730-7017-4c28-aa02-21c2933c7ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:38.914698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:38.955435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-aba1f916-8145-4f47-a0cb-d7c215c98026', 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'tenant_id': '574d9894db7f4677a3addecdad9f9362', 'fixed_ips': [{'subnet_id': '1307f8c4-cb34-4839-9d33-4c63b3311885'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:38.955815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.027682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e365730-7017-4c28-aa02-21c2933c7ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585b03b0-fa35-4120-b947-477907d80d93,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:39.029384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2f75c8a-2296-4de9-a092-06c44f1d84d4 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.029897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f75c8a-2296-4de9-a092-06c44f1d84d4 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Fanout notify agent at l3_agent the message router_deleted on router 1aa013af-be0e-4e41-928b-17d16afa6138 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:34:39.036650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.049435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.085922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e9253-023c-4246-a242-c9381d21e1f3,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:39.086374 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Transition to ACTIVE for port object 16976291-1488-411f-83d3-8708903b5198 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:39.095224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.098776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52224) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:39.099066 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1312c119-f992-4a18-864b-bd82598c0fd1 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7712879 Dec 23 15:34:39.127811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'security_group': {'name': 'tempest-secgroup-319344891'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:39.166064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Transition to ACTIVE for port object 16976291-1488-411f-83d3-8708903b5198 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:39.189640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Allocated IP 172.20.0.2 (aba1f916-8145-4f47-a0cb-d7c215c98026/1307f8c4-cb34-4839-9d33-4c63b3311885/4531393a-b6b5-4659-b031-5845fe53c0b4) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:39.202836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:39.230165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:39.233631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1f29e50e-7e3d-46ce-9454-f3ae76f77d62 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:39.235977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:39.252675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7e365730-7017-4c28-aa02-21c2933c7ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.256526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7e365730-7017-4c28-aa02-21c2933c7ddf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/585b03b0-fa35-4120-b947-477907d80d93 HTTP/1.1" status: 204 len: 168 time: 1.7686830 Dec 23 15:34:39.267883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:39.272701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c2f75c8a-2296-4de9-a092-06c44f1d84d4 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.273728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.274019 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c2f75c8a-2296-4de9-a092-06c44f1d84d4 tempest-RoutersNegativeIpV6Test-1879653232 tempest-RoutersNegativeIpV6Test-1879653232-project] 10.222.0.58 "DELETE /v2.0/routers/1aa013af-be0e-4e41-928b-17d16afa6138 HTTP/1.1" status: 204 len: 168 time: 1.8776927 Dec 23 15:34:39.357375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Pushing event updated for resources: {'Port': ['ID=16976291-1488-411f-83d3-8708903b5198,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:39.403539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::e0f2:282c:16b1:9297 (fe9045e5-08d1-4431-9080-d4f86da37837/8e740e96-117d-41b2-826e-aba82e0a7228/279df5b5-bb02-47d7-8726-d4b013bbd853) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:39.405232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:39.408250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:39.420808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:39.436787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.457431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.459843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.541717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.578856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1f29e50e-7e3d-46ce-9454-f3ae76f77d62 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:39.580293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1f29e50e-7e3d-46ce-9454-f3ae76f77d62 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442253303&fields=id&tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 267 time: 0.8815970 Dec 23 15:34:39.590590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Attempting to bind port 16976291-1488-411f-83d3-8708903b5198 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:39.591067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Attempting to bind port 16976291-1488-411f-83d3-8708903b5198 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:39.591483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Attempting to bind port 16976291-1488-411f-83d3-8708903b5198 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:39.599635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.626009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:39.626380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:39.626776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.627169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:39.628292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Bound port: 16976291-1488-411f-83d3-8708903b5198, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:39.628292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.648200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Transition to ACTIVE for port object 4531393a-b6b5-4659-b031-5845fe53c0b4 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:39.668008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.686004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 279df5b5-bb02-47d7-8726-d4b013bbd853 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:39.686794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Transition to ACTIVE for port object 4531393a-b6b5-4659-b031-5845fe53c0b4 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:39.727900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:39.740810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.ipam_backend_mixin [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f (CIDR: 2001:db8:0:1::/64) Dec 23 15:34:39.744985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group_rule and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:39.749926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:39.753329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.766043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:39.777880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.783568 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:34:39.784102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:39.837948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Pushing event updated for resources: {'Port': ['ID=4531393a-b6b5-4659-b031-5845fe53c0b4,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:39.859609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-f7888f62-67e6-46d7-bc0c-dbcede229460 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:39.861267 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-f7888f62-67e6-46d7-bc0c-dbcede229460 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 811 time: 0.2709980 Dec 23 15:34:39.865046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.865538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Fanout notify agent at l3_agent the message router_deleted on router 6b1c8b64-6116-4fd1-b088-9a6a189031ee {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:34:39.870729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:39.874767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.875027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:39.876280 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c7c8a126-1bdd-4b63-8816-b68c1ba0808d tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/6b1c8b64-6116-4fd1-b088-9a6a189031ee HTTP/1.1" status: 204 len: 168 time: 5.2052329 Dec 23 15:34:39.885470 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:39.888662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52236) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:39.896710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] For port 16976291-1488-411f-83d3-8708903b5198, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:39.901923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] For port 16976291-1488-411f-83d3-8708903b5198, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=16976291-1488-411f-83d3-8708903b5198,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:39.914294 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-c8f0b97c-38f6-4083-8dd2-2c4e7dc4388e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/quotas/ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 375 time: 0.0458269 Dec 23 15:34:39.917197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.934220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-937381534', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:39.953858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:39.964488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:39.966210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Usage tracker for resource:router and tenant:2e880ed1710043559ccca9e037ca27b8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:39.972223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:39.974814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:39.978867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=279df5b5-bb02-47d7-8726-d4b013bbd853,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:39.984356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:39.989934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:39.990869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:39.991113 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c012a402-ff1d-40ec-8a1b-d2e95f25e608 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.2010396 Dec 23 15:34:39.993934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52240) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:39.996948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:40.000600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'subnet': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:40.009672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.036255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52244) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:40.076962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Attempting to bind port 4531393a-b6b5-4659-b031-5845fe53c0b4 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:40.077530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Attempting to bind port 4531393a-b6b5-4659-b031-5845fe53c0b4 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '360cae04-73da-4903-abbf-a77ab30f1e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:40.077632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Attempting to bind port 4531393a-b6b5-4659-b031-5845fe53c0b4 on network aba1f916-8145-4f47-a0cb-d7c215c98026 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:40.083351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.085384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.090249 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cfdf478d-ae87-427c-bec5-ca8fb39c6119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6610858 Dec 23 15:34:40.092974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52250) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:40.103931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.106279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:40.106642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Checking segment: {'id': '360cae04-73da-4903-abbf-a77ab30f1e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:40.107130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.107513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Bound using segment: {'id': '360cae04-73da-4903-abbf-a77ab30f1e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:40.107971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Bound port: 4531393a-b6b5-4659-b031-5845fe53c0b4, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360cae04-73da-4903-abbf-a77ab30f1e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:40.108354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.145594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544980a0-3e72-4bb3-8380-de4270a364a9 None None] Pushing event updated for resources: {'Port': ['ID=16976291-1488-411f-83d3-8708903b5198,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:40.176347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-ad96eecd-9750-401c-8c74-f44eacc174e9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557840 Dec 23 15:34:40.203411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.222757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87daeda-cedb-4610-bea3-834cd6ba1a17,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:40.234288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.239597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c50aaf6a-9339-4a57-8a4a-437a8c2ed724 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1253052 Dec 23 15:34:40.250409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:40.253125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52256) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:40.255475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4531393a-b6b5-4659-b031-5845fe53c0b4,segment=NetworkSegment(360cae04-73da-4903-abbf-a77ab30f1e13),segment_id=360cae04-73da-4903-abbf-a77ab30f1e13)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:40.266802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2135041292', 'security_groups': ['c87daeda-cedb-4610-bea3-834cd6ba1a17'], 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1307f8c4-cb34-4839-9d33-4c63b3311885'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:40.294389 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a4315086-ea51-4010-b0f8-1c75b95cdc02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6bca350917854ba895ce345192ad27ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2566352 Dec 23 15:34:40.298406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52260) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:40.323206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.393592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-da234cd6-6355-4c71-9500-dd13ecc76b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.402995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cb00d-8a31-4395-b733-44f32b3bd58c None None] Pushing event updated for resources: {'Port': ['ID=4531393a-b6b5-4659-b031-5845fe53c0b4,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:40.487788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52264) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:40.542795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-da234cd6-6355-4c71-9500-dd13ecc76b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.578829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.660896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:40.666293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:port and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:40.674094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:40.681505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:40.692335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:40.702020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Usage tracker for resource:subnet and tenant:a095ee3db9b74e61999ee3edef3eef3e is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:40.706811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:40.724692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:40.731193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0677d9d-0e45-4fb0-af39-7b5c76a05e0e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:40.737034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0677d9d-0e45-4fb0-af39-7b5c76a05e0e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:40.737789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b0677d9d-0e45-4fb0-af39-7b5c76a05e0e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:40.737901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:40.790069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.808959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:40.820747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Usage tracker for resource:security_group_rule and tenant:56d49e5f27d54410ab4ab5badb1ffb22 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:40.831999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:40.846748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:40.853782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Made reservation on behalf of a095ee3db9b74e61999ee3edef3eef3e for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:40.857245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.947800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.950852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-43cefb00-f94f-4bfd-ac45-e805de8fff6a service neutron] 10.222.0.58 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506189 Dec 23 15:34:40.951595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b0677d9d-0e45-4fb0-af39-7b5c76a05e0e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:40.955755 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b0677d9d-0e45-4fb0-af39-7b5c76a05e0e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8601749 Dec 23 15:34:40.956073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52268) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:40.956319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-da234cd6-6355-4c71-9500-dd13ecc76b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:40.976396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234cd6-6355-4c71-9500-dd13ecc76b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa054ce2-36c4-41f6-be86-2946230fb869,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:41.027388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.096717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-da234cd6-6355-4c71-9500-dd13ecc76b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.100315 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-da234cd6-6355-4c71-9500-dd13ecc76b66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aa054ce2-36c4-41f6-be86-2946230fb869 HTTP/1.1" status: 204 len: 168 time: 0.7985473 Dec 23 15:34:41.103179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f8c69-b1ca-4539-9b69-b94a9616a035,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:41.108990 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9072fe83-dc63-4fab-81ec-710e7f37a81f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56d49e5f27d54410ab4ab5badb1ffb22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6166217 Dec 23 15:34:41.111207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52274) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:41.181015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.222543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d121bb1f-c4d2-4982-8c6f-edcf4e3240d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.240452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port ca92158c-5043-485f-9fad-179b23023523 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:41.301166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.325107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 279df5b5-bb02-47d7-8726-d4b013bbd853 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:41.325430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.337730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d121bb1f-c4d2-4982-8c6f-edcf4e3240d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.357399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.438680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4531393a-b6b5-4659-b031-5845fe53c0b4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:41.529104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-a48ae1b5-2e38-450f-8c07-7825e475edbc service neutron] 10.222.0.58 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656030 Dec 23 15:34:41.642444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Allocated IP 172.26.6.80 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/2b7b5354-ac00-437e-affd-29c7f657cc3c) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:41.820665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d121bb1f-c4d2-4982-8c6f-edcf4e3240d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.831874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4531393a-b6b5-4659-b031-5845fe53c0b4 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:41.838366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 16976291-1488-411f-83d3-8708903b5198 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:41.855707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121bb1f-c4d2-4982-8c6f-edcf4e3240d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f8c69-b1ca-4539-9b69-b94a9616a035,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:41.910820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d121bb1f-c4d2-4982-8c6f-edcf4e3240d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:41.912242 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d121bb1f-c4d2-4982-8c6f-edcf4e3240d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a3f8c69-b1ca-4539-9b69-b94a9616a035 HTTP/1.1" status: 204 len: 168 time: 0.7943547 Dec 23 15:34:41.948396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-47ae9339-72c1-4177-9afc-9248d25b9c1f None None] Provisioning for port 16976291-1488-411f-83d3-8708903b5198 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:42.087492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.128519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 16976291-1488-411f-83d3-8708903b5198 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:42.144368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 16976291-1488-411f-83d3-8708903b5198 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:42.144368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.144651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.12 (aba1f916-8145-4f47-a0cb-d7c215c98026/1307f8c4-cb34-4839-9d33-4c63b3311885/ca92158c-5043-485f-9fad-179b23023523) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:42.238664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.272423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.285065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.341791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 16976291-1488-411f-83d3-8708903b5198, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=16976291-1488-411f-83d3-8708903b5198,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:42.358629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:42.362596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:42.367290 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:42.372596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Provisioning for port 4531393a-b6b5-4659-b031-5845fe53c0b4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:42.392382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Provisioning complete for port 4531393a-b6b5-4659-b031-5845fe53c0b4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:42.392382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.392606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.406770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 279df5b5-bb02-47d7-8726-d4b013bbd853 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:42.443656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.475677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event updated for resources: {'Port': ['ID=2b7b5354-ac00-437e-affd-29c7f657cc3c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:42.544800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Subnet': ['ID=5f4961c0-381d-47e3-8568-0ff96b26d574,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:42.563411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:42.570507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:42.581097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:42.581097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.586417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ad8c94-d34a-4940-bb12-7efde845c155 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:42.822121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=16976291-1488-411f-83d3-8708903b5198,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:42.964305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:42.965120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.011559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.053162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4531393a-b6b5-4659-b031-5845fe53c0b4,segment=NetworkSegment(360cae04-73da-4903-abbf-a77ab30f1e13),segment_id=360cae04-73da-4903-abbf-a77ab30f1e13)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:43.117497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.189089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.200657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52312) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:43.207087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object ca92158c-5043-485f-9fad-179b23023523 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:43.218724 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-173ca854-07f2-4e5b-8594-2e4d7b094e0f req-b1adaa51-ed25-460c-ab24-7098f3ff5e6e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 210 time: 0.4398415 Dec 23 15:34:43.268027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Provisioning complete for port 294c62b0-2160-4af3-9e3c-415d17d5e568 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:43.268540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.312117 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-719bda54-4fcd-4aec-86e0-a525905014ef tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3171182 Dec 23 15:34:43.314729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52318) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:43.322582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1439240687', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5f4961c0-381d-47e3-8568-0ff96b26d574'}], 'security_groups': ['59d93298-71b0-4c46-bcf7-8e17ae7389b0', '604effc1-c234-480a-9994-8ea071299259']}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:43.346074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.348226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.353624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Port 294c62b0-2160-4af3-9e3c-415d17d5e568 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:43.374075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Could not find standard attr ID for object 279df5b5-bb02-47d7-8726-d4b013bbd853. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:34:43.387115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0c35d-874a-4503-adce-51a98d07f3f0 None None] Pushing event updated for resources: {'Port': ['ID=4531393a-b6b5-4659-b031-5845fe53c0b4,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:43.393776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 16976291-1488-411f-83d3-8708903b5198 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:43.427229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=279df5b5-bb02-47d7-8726-d4b013bbd853,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:43.454545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] Update dhcp port {'port': {'network_id': '0ef01ced-06dc-497d-81a0-ca66923b8f99', 'fixed_ips': [{'subnet_id': 'dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7e8f3516-cccb-4212-b4cb-b536abbb9729', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f4961c0-381d-47e3-8568-0ff96b26d574'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': 'ec94e475-561c-410b-aa79-dbbd87fe8742'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:34:43.512480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=ca92158c-5043-485f-9fad-179b23023523,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:43.524766 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-222820e6-7942-48ec-9963-15061f681217 tempest-ServiceProvidersTest-1235295508 tempest-ServiceProvidersTest-1235295508-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3229113 Dec 23 15:34:43.529090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.562758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:43.565879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:43.567937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.570709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c6a141fd-54c2-4ced-8789-0963872e717b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/279df5b5-bb02-47d7-8726-d4b013bbd853 HTTP/1.1" status: 204 len: 168 time: 2.6116848 Dec 23 15:34:43.571579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:43.580965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52326) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:43.659026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:43.663298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.678040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 16976291-1488-411f-83d3-8708903b5198 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:43.678412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:43.699545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Router f76619d1-b468-468f-9c38-46e821527491 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:34:43.786846 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-183e00d9-c496-4eec-b57c-407613adf45e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5328591 Dec 23 15:34:43.792004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52330) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:43.809138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:43.852440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e1fdf-fa03-4be5-8527-c3b392200f72 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:43.853848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e1fdf-fa03-4be5-8527-c3b392200f72 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:43.854882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d17e1fdf-fa03-4be5-8527-c3b392200f72 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:43.862038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.022064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d17e1fdf-fa03-4be5-8527-c3b392200f72 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:44.022705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:44.023663 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d17e1fdf-fa03-4be5-8527-c3b392200f72 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4255292 Dec 23 15:34:44.026189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52334) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:44.028871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:44.031913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:44.077626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:44.156509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] Allocated IP 2001:db8:0:2::2 (0ef01ced-06dc-497d-81a0-ca66923b8f99/5f4961c0-381d-47e3-8568-0ff96b26d574/ec94e475-561c-410b-aa79-dbbd87fe8742) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:44.210730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:44.215228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.220449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-462bda04-7f7a-419c-a37b-b920b76f1133 None None] Provisioning for port ca92158c-5043-485f-9fad-179b23023523 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:44.314054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:44.322643 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11038c-071f-4883-899a-02de796b778b None None] Sync routers for ids ['f76619d1-b468-468f-9c38-46e821527491'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:44.342592 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11038c-071f-4883-899a-02de796b778b None None] Routers {'f76619d1-b468-468f-9c38-46e821527491'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:44.343514 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6e11038c-071f-4883-899a-02de796b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f76619d1-b468-468f-9c38-46e821527491'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:44.350025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-462bda04-7f7a-419c-a37b-b920b76f1133 None None] Provisioning complete for port ca92158c-5043-485f-9fad-179b23023523 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:44.350286 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-462bda04-7f7a-419c-a37b-b920b76f1133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.368667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52344) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:44.419630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.420863 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-242069b9-05ac-43d8-a96f-02676deb2c40 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5153430 Dec 23 15:34:44.424651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52350) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:44.431342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:44.432089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 8e740e96-117d-41b2-826e-aba82e0a7228 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:44.434594 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6e11038c-071f-4883-899a-02de796b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:44.449265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-78accc29-69b0-46a5-ab91-d8757893191d req-195e1db5-250b-4964-add6-2aa871f53361 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 210 time: 0.0745184 Dec 23 15:34:44.449923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.469991 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11038c-071f-4883-899a-02de796b778b None None] Routers {'f76619d1-b468-468f-9c38-46e821527491'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:44.472153 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6e11038c-071f-4883-899a-02de796b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f76619d1-b468-468f-9c38-46e821527491'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:44.542442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.ipam_backend_mixin [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1307f8c4-cb34-4839-9d33-4c63b3311885 (CIDR: 172.20.0.0/28) Dec 23 15:34:44.554188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.563659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-462bda04-7f7a-419c-a37b-b920b76f1133 None None] Port ca92158c-5043-485f-9fad-179b23023523 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:44.566482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] For port ec94e475-561c-410b-aa79-dbbd87fe8742, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ec94e475-561c-410b-aa79-dbbd87fe8742,segment=NetworkSegment(dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb),segment_id=dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:44.594415 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6e11038c-071f-4883-899a-02de796b778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:44.594962 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11038c-071f-4883-899a-02de796b778b None None] The sync data for ids ['f76619d1-b468-468f-9c38-46e821527491'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:44.596519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.625051 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:34:44.625484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:44.626028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] Transition to ACTIVE for port object ec94e475-561c-410b-aa79-dbbd87fe8742 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:44.661741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.695389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.699770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:44.733963 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6ea94459-b84b-4f7c-a23f-3d72ced65bb2 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9359570 Dec 23 15:34:44.737745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52354) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:44.740880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:44.754919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:44.842986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Usage tracker for resource:security_group_rule and tenant:bec2b0aeb0ce440288ed22d4bc18190d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:44.847032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:44.862818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:44.913031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a445fd-1fe3-4012-bd0c-5593b3bf999d None None] Pushing event updated for resources: {'Port': ['ID=ec94e475-561c-410b-aa79-dbbd87fe8742,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:44.921933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:44.926142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:44.929861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:44.937881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:44.986433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.034866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=8e740e96-117d-41b2-826e-aba82e0a7228,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:45.040358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.054443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:45.054653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76fa63-59c2-4e3b-b7dc-af5548c75483 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:45.059053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.173414 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a705fada-775d-48c7-886f-e3a046bc6cb3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/8e740e96-117d-41b2-826e-aba82e0a7228 HTTP/1.1" status: 204 len: 168 time: 1.1438224 Dec 23 15:34:45.174713 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52358) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:45.245354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Delete allocated IP 2001:db8::376 (0ef01ced-06dc-497d-81a0-ca66923b8f99/7e8f3516-cccb-4212-b4cb-b536abbb9729) {{(pid=84222) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 15:34:45.287846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.298443 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6943830b-21c8-44db-b981-e89ceaa25550 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192560 Dec 23 15:34:45.298443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52362) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:45.301758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Allocated IP 2001:db8:0:2::136 (0ef01ced-06dc-497d-81a0-ca66923b8f99/5f4961c0-381d-47e3-8568-0ff96b26d574/0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:45.386990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4531393a-b6b5-4659-b031-5845fe53c0b4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:45.479389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:45.486460 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.488456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] Deleting port 16976291-1488-411f-83d3-8708903b5198 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:45.488986 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.507693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12607024-6ea1-4fbc-bdd7-2ad241423979 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:45.508850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-12607024-6ea1-4fbc-bdd7-2ad241423979 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:45.662341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4531393a-b6b5-4659-b031-5845fe53c0b4 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:45.662890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.672947 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bec2b0aeb0ce440288ed22d4bc18190d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3008728 Dec 23 15:34:45.672947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0d119-2d05-42fc-a918-7e975929f37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7762dd-8b15-4ecb-a76b-e1eed26e26a2,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:45.675818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52368) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:45.855564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.936776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a1da110-9ea4-4c2c-a0a9-69ac2625daca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.937049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] For port 16976291-1488-411f-83d3-8708903b5198, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=16976291-1488-411f-83d3-8708903b5198,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:45.937049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.937463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-12607024-6ea1-4fbc-bdd7-2ad241423979 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:45.937463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-12607024-6ea1-4fbc-bdd7-2ad241423979 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6008794 Dec 23 15:34:45.937463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8ccad76d-6dbe-42c9-aab5-353df3d6b2d2 req-548d1eda-e13a-491b-b855-a81613e28d86 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 210 time: 0.2467566 Dec 23 15:34:45.937463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52372) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:45.964258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a1da110-9ea4-4c2c-a0a9-69ac2625daca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:45.975346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Transition to ACTIVE for port object 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:46.010065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f3a34-7aa3-4085-8685-64de70cc3ab2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:46.010889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9d3f3a34-7aa3-4085-8685-64de70cc3ab2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:46.053792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] Calling delete_port for 16976291-1488-411f-83d3-8708903b5198 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:46.098388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Provisioning complete for port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:46.098681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.134760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ec94e475-561c-410b-aa79-dbbd87fe8742 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:46.137872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.231561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:46.254269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.255880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Provisioning complete for port d511c2ea-8ea8-464d-8d55-aa770cb7b162 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:46.256279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.259154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.260440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9d3f3a34-7aa3-4085-8685-64de70cc3ab2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:46.263891 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9d3f3a34-7aa3-4085-8685-64de70cc3ab2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3238831 Dec 23 15:34:46.277363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a1da110-9ea4-4c2c-a0a9-69ac2625daca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.291506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52376) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:46.318711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Port d511c2ea-8ea8-464d-8d55-aa770cb7b162 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:46.337974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:46.341043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:46.345265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:46.345878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.346010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.365899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=5178447a-e8fa-45a6-9c54-0f990b4fa819,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:46.390021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f69f3-76eb-4735-98d0-0df65e235449 None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:46.421876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Provisioning for port ec94e475-561c-410b-aa79-dbbd87fe8742 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:46.442087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.450286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1da110-9ea4-4c2c-a0a9-69ac2625daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7762dd-8b15-4ecb-a76b-e1eed26e26a2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:46.471990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a1da110-9ea4-4c2c-a0a9-69ac2625daca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.475136 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3a1da110-9ea4-4c2c-a0a9-69ac2625daca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea7762dd-8b15-4ecb-a76b-e1eed26e26a2 HTTP/1.1" status: 204 len: 168 time: 0.7654157 Dec 23 15:34:46.482738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] Pushing event deleted for resources: {'Port': ['ID=16976291-1488-411f-83d3-8708903b5198,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:46.506153 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-083caf0a-a509-4669-bef3-4e798ab9e77a tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7702215 Dec 23 15:34:46.511195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:46.511675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1291d00e-1bea-40bb-a8d7-ab3ec9d80460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.523308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52382) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:46.535413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-293128228', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5178447a-e8fa-45a6-9c54-0f990b4fa819'}], 'security_groups': ['da9e9253-023c-4246-a242-c9381d21e1f3']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:46.540144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf8867-9347-4257-ad17-62cd0d47d3d4 None None] No DVR routers for this DVR port 16976291-1488-411f-83d3-8708903b5198 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:46.545502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] In _notify_port_updated(), no bound segment for port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e on network 0ef01ced-06dc-497d-81a0-ca66923b8f99 {{(pid=84222) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:34:46.558462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:46.558462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.561420 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "PUT /v2.0/ports/0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e HTTP/1.1" status: 200 len: 970 time: 3.2438693 Dec 23 15:34:46.568299 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04ec08f5-615f-4ac2-9e85-8322d0e29e46 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2296433 Dec 23 15:34:46.575335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Deleting port 2b7b5354-ac00-437e-affd-29c7f657cc3c {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:46.575681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.587862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52386) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:46.590442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52388) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:46.642285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac060a0-9dc4-4d58-a47d-3433bd2c47ec tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event updated for resources: {'Port': ['ID=0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:46.642654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:46.883325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:46.918280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:46.918608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.071172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-dc7ab99e-3354-4234-a625-8202369f2d62 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:47.072704 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-dc7ab99e-3354-4234-a625-8202369f2d62 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 811 time: 0.6606941 Dec 23 15:34:47.099060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:47.143004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Calling delete_port for 2b7b5354-ac00-437e-affd-29c7f657cc3c owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:47.199879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5969e9a7-b702-44df-9455-3fae02d4121b None None] Provisioning for port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:47.218926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5969e9a7-b702-44df-9455-3fae02d4121b None None] Provisioning complete for port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:47.219408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5969e9a7-b702-44df-9455-3fae02d4121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.298251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5969e9a7-b702-44df-9455-3fae02d4121b None None] Port 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:47.308750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.315764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] Update dhcp port {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'fixed_ips': [{'subnet_id': '1307f8c4-cb34-4839-9d33-4c63b3311885', 'ip_address': '172.20.0.2'}, {'subnet_id': '5178447a-e8fa-45a6-9c54-0f990b4fa819'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': '4531393a-b6b5-4659-b031-5845fe53c0b4'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:34:47.383974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 16976291-1488-411f-83d3-8708903b5198 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:47.421357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 16976291-1488-411f-83d3-8708903b5198 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:34:47.421926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 16976291-1488-411f-83d3-8708903b5198 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:34:47.427827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.437165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for 0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:47.448494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.621675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:47.637388 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e07b01e-508c-4263-9240-51e206709fad req-f39e1d1a-ac78-4815-919c-e168d56f125c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 210 time: 0.0855699 Dec 23 15:34:47.662713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] Allocated IP 172.20.0.18 (aba1f916-8145-4f47-a0cb-d7c215c98026/5178447a-e8fa-45a6-9c54-0f990b4fa819/4531393a-b6b5-4659-b031-5845fe53c0b4) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:47.743559 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-305fa8f2-119c-4adc-93bd-851ded40f5d2 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 379 time: 0.1609626 Dec 23 15:34:47.753582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:47.757571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.774049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'port': {'device_id': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'admin_state_up': True, 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'security_groups': ['866de10d-5a2b-4238-b9f0-cfaa3927154f']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:47.810971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.836742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Pushing event deleted for resources: {'Port': ['ID=2b7b5354-ac00-437e-affd-29c7f657cc3c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:47.893460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4531393a-b6b5-4659-b031-5845fe53c0b4,segment=NetworkSegment(360cae04-73da-4903-abbf-a77ab30f1e13),segment_id=360cae04-73da-4903-abbf-a77ab30f1e13)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:47.926350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:47.948572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] Transition to ACTIVE for port object 4531393a-b6b5-4659-b031-5845fe53c0b4 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:47.998711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:48.056076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:48.076807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:48.110341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:48.134096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:48.140963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:48.271168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:48.278869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf110cd-52d9-4a45-ae27-c245660dd4c0 None None] Pushing event updated for resources: {'Port': ['ID=4531393a-b6b5-4659-b031-5845fe53c0b4,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:48.357301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Router f76619d1-b468-468f-9c38-46e821527491 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:34:48.389651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:48.405828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:port and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:48.412131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:48.427863 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ab2c1a37-47d7-4b71-867d-0bad0c73d6f0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e HTTP/1.1" status: 204 len: 168 time: 1.8219018 Dec 23 15:34:48.440426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52400) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:48.486419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:48.593008 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-b834b639-119d-48e9-9541-3bbfa9a78e62 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] GET failed (client error): The resource could not be found. Dec 23 15:34:48.593402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b834b639-119d-48e9-9541-3bbfa9a78e62 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Synchronizing usage tracker for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:48.626213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:34:48.637803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] Sync routers for ids ['f76619d1-b468-468f-9c38-46e821527491'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:34:48.641844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:48.643256 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-962a4493-7065-46a3-900e-5768fb680649 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "PUT /v2.0/routers/f76619d1-b468-468f-9c38-46e821527491 HTTP/1.1" status: 200 len: 705 time: 4.2176991 Dec 23 15:34:48.646355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52404) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:48.660592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] Routers {'f76619d1-b468-468f-9c38-46e821527491'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:48.661233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f76619d1-b468-468f-9c38-46e821527491'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:48.789540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:48.801757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] Routers {'f76619d1-b468-468f-9c38-46e821527491'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:34:48.802733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['f76619d1-b468-468f-9c38-46e821527491'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:48.901036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Delete allocated IP 172.20.0.12 (aba1f916-8145-4f47-a0cb-d7c215c98026/1307f8c4-cb34-4839-9d33-4c63b3311885) {{(pid=84221) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 15:34:48.903711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:48.904257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cdd645-71c3-428a-8d69-8fdc7e4ea5b9 None None] The sync data for ids ['f76619d1-b468-468f-9c38-46e821527491'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:34:48.917009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.29 (aba1f916-8145-4f47-a0cb-d7c215c98026/5178447a-e8fa-45a6-9c54-0f990b4fa819/ca92158c-5043-485f-9fad-179b23023523) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:48.941908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b834b639-119d-48e9-9541-3bbfa9a78e62 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Unset dirty status for tenant:a095ee3db9b74e61999ee3edef3eef3e on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:48.943056 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b834b639-119d-48e9-9541-3bbfa9a78e62 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports/0b80eec5-71bf-4acb-b71d-4a7f57bbbc5e HTTP/1.1" status: 404 len: 333 time: 0.4946492 Dec 23 15:34:48.945972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52410) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:49.022244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4941e34c-12ce-45dd-88b8-0db85557ea4e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.041071 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-62d9c429-a224-4bd3-9c3a-2aade473c7e5 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/routers/f76619d1-b468-468f-9c38-46e821527491 HTTP/1.1" status: 200 len: 740 time: 0.3891304 Dec 23 15:34:49.042421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52414) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:49.099170 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9ce5b140-ac66-476f-b15b-ead742929134 tempest-RoutersAdminTest-1813965581 tempest-RoutersAdminTest-1813965581-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&device_id=f76619d1-b468-468f-9c38-46e821527491 HTTP/1.1" status: 200 len: 205 time: 0.0535893 Dec 23 15:34:49.099170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4941e34c-12ce-45dd-88b8-0db85557ea4e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.106162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52418) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:49.112202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Provisioning for port 4531393a-b6b5-4659-b031-5845fe53c0b4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:49.122465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56e4b290-e260-436c-bd19-687b644d22d8 req-745768be-9a2b-44da-9114-21ca42154f6d tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 210 time: 0.1649988 Dec 23 15:34:49.124892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Provisioning complete for port 4531393a-b6b5-4659-b031-5845fe53c0b4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:49.125449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.162876 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-96ed3161-3f12-477c-a73f-3c072806e849 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f76619d1-b468-468f-9c38-46e821527491 HTTP/1.1" status: 200 len: 205 time: 0.0555079 Dec 23 15:34:49.166113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52422) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:49.173277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Made reservation on behalf of ae0448e5dd864db3aa4c638a8afdaaf3 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:49.176927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.321658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Provisioning complete for port ca92158c-5043-485f-9fad-179b23023523 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:49.322797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.361886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-02fcf72c-c7b3-41e9-9c8d-260bdb40e7fd tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.395669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Port ca92158c-5043-485f-9fad-179b23023523 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:49.398480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4531393a-b6b5-4659-b031-5845fe53c0b4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:49.405741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Allocated IP 172.20.0.6 (a81657d7-f422-419d-b443-a84b9559f1f7/0a34940c-7c06-4257-a1ba-6aac1a59103d/7a0cc3b1-6594-40e2-b141-c08c55674fc3) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:49.481357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Provisioning complete for port 294c62b0-2160-4af3-9e3c-415d17d5e568 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:49.482356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.569774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4531393a-b6b5-4659-b031-5845fe53c0b4 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:49.571477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.628597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4941e34c-12ce-45dd-88b8-0db85557ea4e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.644787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3228341e-a0cb-4117-b6bf-e0dc448378e4 None None] Port 294c62b0-2160-4af3-9e3c-415d17d5e568 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:49.655825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.673718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.714462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.741117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Transition to ACTIVE for port object 7a0cc3b1-6594-40e2-b141-c08c55674fc3 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:49.764743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object ca92158c-5043-485f-9fad-179b23023523 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:49.771598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:49.774969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941e34c-12ce-45dd-88b8-0db85557ea4e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed042ecf-2184-4823-9962-4f0e5f326ccd,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:49.776174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:49.781256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:49.781858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.785716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9776235-9c2e-4e9f-9679-b90ff1630ed6 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:49.789125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:49.789710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4941e34c-12ce-45dd-88b8-0db85557ea4e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.791583 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4941e34c-12ce-45dd-88b8-0db85557ea4e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/security-groups/ed042ecf-2184-4823-9962-4f0e5f326ccd HTTP/1.1" status: 204 len: 168 time: 0.8447165 Dec 23 15:34:49.798488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52426) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:49.839587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.975241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-361cb4af-8cb1-4fcb-999a-03fbef67fc1c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3691130 Dec 23 15:34:49.977222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:49.986931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:49.996043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=ca92158c-5043-485f-9fad-179b23023523,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:50.057582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-02fcf72c-c7b3-41e9-9c8d-260bdb40e7fd tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.062112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:34:50.063071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.068402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-02fcf72c-c7b3-41e9-9c8d-260bdb40e7fd tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.076087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': 'a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d', 'ip_address': '2001:db8::a9ff:b0b4:3ee2:ed37'}], 'name': 'tempest-NetworksTestDHCPv6-580337032'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:50.162674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-02fcf72c-c7b3-41e9-9c8d-260bdb40e7fd tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.164198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fcf72c-c7b3-41e9-9c8d-260bdb40e7fd tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Fanout notify agent at l3_agent the message router_deleted on router f76619d1-b468-468f-9c38-46e821527491 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:34:50.188940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-02fcf72c-c7b3-41e9-9c8d-260bdb40e7fd tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.197314 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-02fcf72c-c7b3-41e9-9c8d-260bdb40e7fd tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/f76619d1-b468-468f-9c38-46e821527491 HTTP/1.1" status: 204 len: 168 time: 1.0301938 Dec 23 15:34:50.198031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52436) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.301019 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d4a66313-c3ea-4e04-b36c-7187d1d5d6c9 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=f76619d1-b468-468f-9c38-46e821527491 HTTP/1.1" status: 200 len: 205 time: 0.0995767 Dec 23 15:34:50.301696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52440) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.315491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d/59350415-af2f-4811-b1c3-f392d36ccdca) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:50.341471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82f6ec68-2920-468c-8b71-f0c04516e4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.435786 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-6b9cddcd-88ac-4b65-bccb-ffd2b24e3f93 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] delete failed (client error): The resource could not be found. Dec 23 15:34:50.438011 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6b9cddcd-88ac-4b65-bccb-ffd2b24e3f93 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/f76619d1-b468-468f-9c38-46e821527491 HTTP/1.1" status: 404 len: 336 time: 0.1352978 Dec 23 15:34:50.441495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52444) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.465547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Network a81657d7-f422-419d-b443-a84b9559f1f7 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:50.501428 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1545a13a-372e-4c56-b069-c859c2996fda tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b1c8b64-6116-4fd1-b088-9a6a189031ee HTTP/1.1" status: 200 len: 205 time: 0.0560567 Dec 23 15:34:50.506702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52448) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.510773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82f6ec68-2920-468c-8b71-f0c04516e4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.562677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:50.564978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] In _notify_port_updated(), no bound segment for port ca92158c-5043-485f-9fad-179b23023523 on network aba1f916-8145-4f47-a0cb-d7c215c98026 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:34:50.569870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:50.570626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.572416 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f02cbb13-2ae3-47e2-b106-d2decfb5bcd3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "PUT /v2.0/ports/ca92158c-5043-485f-9fad-179b23023523 HTTP/1.1" status: 200 len: 920 time: 4.0479369 Dec 23 15:34:50.573500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=7a0cc3b1-6594-40e2-b141-c08c55674fc3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:50.576247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52452) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.600066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.622651 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-c92d2312-bc87-4bea-912e-7b117fd8e190 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] delete failed (client error): The resource could not be found. Dec 23 15:34:50.626413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:50.626540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c92d2312-bc87-4bea-912e-7b117fd8e190 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/6b1c8b64-6116-4fd1-b088-9a6a189031ee HTTP/1.1" status: 404 len: 336 time: 0.1212413 Dec 23 15:34:50.630312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52456) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.633794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Transition to ACTIVE for port object 59350415-af2f-4811-b1c3-f392d36ccdca will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:50.662334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Transition to ACTIVE for port object 59350415-af2f-4811-b1c3-f392d36ccdca will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:50.702763 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-da911448-f80f-4165-baf5-08b8ecfe4518 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb581cea-fd14-4ca4-9d56-3b41714509e7 HTTP/1.1" status: 200 len: 205 time: 0.0692797 Dec 23 15:34:50.703004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:50.703473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52460) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.712773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:50.727305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:50.728063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.734478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.752848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82f6ec68-2920-468c-8b71-f0c04516e4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.755377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-82f6ec68-2920-468c-8b71-f0c04516e4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.759559 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-82f6ec68-2920-468c-8b71-f0c04516e4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/security-groups/604effc1-c234-480a-9994-8ea071299259 HTTP/1.1" status: 204 len: 168 time: 0.9569383 Dec 23 15:34:50.772235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52464) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.773472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6ec68-2920-468c-8b71-f0c04516e4f8 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604effc1-c234-480a-9994-8ea071299259,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:50.779791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port ca92158c-5043-485f-9fad-179b23023523 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:50.780215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.823567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Pushing event updated for resources: {'Port': ['ID=59350415-af2f-4811-b1c3-f392d36ccdca,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:50.836702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-21a35008-da1e-4fe7-a790-94b3b2bdd089 None None] Provisioning for port ca92158c-5043-485f-9fad-179b23023523 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:50.839377 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-58676e52-a0fd-447d-af27-7a8fdca6b734 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] delete failed (client error): The resource could not be found. Dec 23 15:34:50.840566 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-58676e52-a0fd-447d-af27-7a8fdca6b734 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/cb581cea-fd14-4ca4-9d56-3b41714509e7 HTTP/1.1" status: 404 len: 336 time: 0.1366363 Dec 23 15:34:50.848161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-21a35008-da1e-4fe7-a790-94b3b2bdd089 None None] Provisioning complete for port ca92158c-5043-485f-9fad-179b23023523 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:50.848378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21a35008-da1e-4fe7-a790-94b3b2bdd089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.849184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52468) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.891808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:50.900908 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:50.904296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:50.907454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:50.909182 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-5bce3d2d-880c-4fd8-a232-2bb0004ba092 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1584816 Dec 23 15:34:50.912245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d2104ab-14f8-4825-9931-ec5be932007a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:50.917160 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a10f80d4-e0ed-4f91-be42-80c5470863ae tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 HTTP/1.1" status: 200 len: 205 time: 0.0600796 Dec 23 15:34:50.920190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52472) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:50.920441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a420386-3f06-4139-8dcc-50b1613a8022 req-96c6eacd-ae66-4730-aae5-e9687175f5a3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:50.921167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5a420386-3f06-4139-8dcc-50b1613a8022 req-96c6eacd-ae66-4730-aae5-e9687175f5a3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:50.935207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Request body: {'port': {'device_id': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:50.990288 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-e8f6334c-3a17-4e26-8a4d-40e5c6c01ba1 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] delete failed (client error): The resource could not be found. Dec 23 15:34:50.991459 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e8f6334c-3a17-4e26-8a4d-40e5c6c01ba1 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/46cebb7f-3df7-4ab4-ae29-0820ca3a0e64 HTTP/1.1" status: 404 len: 336 time: 0.0706086 Dec 23 15:34:50.994302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52476) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:51.007626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-21a35008-da1e-4fe7-a790-94b3b2bdd089 None None] Port ca92158c-5043-485f-9fad-179b23023523 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:51.027359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Attempting to bind port 59350415-af2f-4811-b1c3-f392d36ccdca on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:51.027786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Attempting to bind port 59350415-af2f-4811-b1c3-f392d36ccdca by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:51.028077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Attempting to bind port 59350415-af2f-4811-b1c3-f392d36ccdca on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:51.039927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:51.041170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:51.041804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.043065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:51.044924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Bound port: 59350415-af2f-4811-b1c3-f392d36ccdca, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:51.046748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.064268 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-598c5663-888f-4ab3-b8be-7a734e709e08 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=b98d4a80-b9bb-425c-8534-6b5ec399a96a HTTP/1.1" status: 200 len: 205 time: 0.0689209 Dec 23 15:34:51.070838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52480) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:51.075631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d2104ab-14f8-4825-9931-ec5be932007a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.153000 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-04eda6e0-7748-4507-9454-f8651ab673da tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] delete failed (client error): The resource could not be found. Dec 23 15:34:51.153909 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04eda6e0-7748-4507-9454-f8651ab673da tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/b98d4a80-b9bb-425c-8534-6b5ec399a96a HTTP/1.1" status: 404 len: 336 time: 0.0835700 Dec 23 15:34:51.157336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52484) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:51.170164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5a420386-3f06-4139-8dcc-50b1613a8022 req-96c6eacd-ae66-4730-aae5-e9687175f5a3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:51.171304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5a420386-3f06-4139-8dcc-50b1613a8022 req-96c6eacd-ae66-4730-aae5-e9687175f5a3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 931 time: 0.8311100 Dec 23 15:34:51.205001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] For port 59350415-af2f-4811-b1c3-f392d36ccdca, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:51.205238 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8a3acf58-737b-42ef-8d6d-0fe5c02985dc tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa8f2c5d-d550-4f80-96d6-777848f7f991 HTTP/1.1" status: 200 len: 205 time: 0.0471275 Dec 23 15:34:51.210602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] For port 59350415-af2f-4811-b1c3-f392d36ccdca, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59350415-af2f-4811-b1c3-f392d36ccdca,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:51.213907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52488) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:51.301086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.301815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.326454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.337448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-2b14c1d8-2d52-4ee1-8588-f0ee94ad4478 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] delete failed (client error): The resource could not be found. Dec 23 15:34:51.338502 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2b14c1d8-2d52-4ee1-8588-f0ee94ad4478 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/routers/fa8f2c5d-d550-4f80-96d6-777848f7f991 HTTP/1.1" status: 404 len: 336 time: 0.1141307 Dec 23 15:34:51.350748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52492) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:51.365534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1b851d9d-26ea-4175-b3e7-5169ec321efc None None] Provisioning for port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:51.388814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1b851d9d-26ea-4175-b3e7-5169ec321efc None None] Provisioning complete for port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:51.389616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b851d9d-26ea-4175-b3e7-5169ec321efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.439132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d2104ab-14f8-4825-9931-ec5be932007a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.462637 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5e19c4-cb46-4a47-bd71-9755d84ec638 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:51.463074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5e19c4-cb46-4a47-bd71-9755d84ec638 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:51.466791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 2b955611-47b0-413d-a538-26379e81f494 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:51.479138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.496028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1b851d9d-26ea-4175-b3e7-5169ec321efc None None] Port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:51.503644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366da631-5a5a-47f7-acb0-9d858d4198b9 None None] Pushing event updated for resources: {'Port': ['ID=59350415-af2f-4811-b1c3-f392d36ccdca,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:51.522676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5a420386-3f06-4139-8dcc-50b1613a8022 req-4ae89b27-686f-4b2b-baf1-b2e76dbac083 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330202 Dec 23 15:34:51.535304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2104ab-14f8-4825-9931-ec5be932007a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d93298-71b0-4c46-bcf7-8e17ae7389b0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:51.558957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7a5e19c4-cb46-4a47-bd71-9755d84ec638 tempest-RoutersAdminTest-52049545 tempest-RoutersAdminTest-52049545-project] 10.222.0.58 "DELETE /v2.0/subnets/99577aea-6bda-41da-96ad-672ee5c31b64 HTTP/1.1" status: 404 len: 337 time: 0.1996856 Dec 23 15:34:51.571947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2d2104ab-14f8-4825-9931-ec5be932007a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:51.576438 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2d2104ab-14f8-4825-9931-ec5be932007a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/security-groups/59d93298-71b0-4c46-bcf7-8e17ae7389b0 HTTP/1.1" status: 204 len: 168 time: 0.8007591 Dec 23 15:34:51.577291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52498) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:51.656144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for ca92158c-5043-485f-9fad-179b23023523 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:51.893792 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:34:52.018491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.070755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=ca92158c-5043-485f-9fad-179b23023523,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:52.159340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::a9ff:b0b4:3ee2:ed37 (fe9045e5-08d1-4431-9080-d4f86da37837/a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d/2b955611-47b0-413d-a538-26379e81f494) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:52.199579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.218924 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-874193f5-cb82-4b49-98df-d98a6d9a7080 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/ca92158c-5043-485f-9fad-179b23023523 HTTP/1.1" status: 204 len: 168 time: 1.6412554 Dec 23 15:34:52.219380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52504) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:52.230783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet 7e8f3516-cccb-4212-b4cb-b536abbb9729 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:52.267298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52508) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:52.281605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.455584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.470199 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cde63a-f7ab-4a88-a1db-5639ab436e55 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:34:52.470693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-98cde63a-f7ab-4a88-a1db-5639ab436e55 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:52.487599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.resource_extend [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:34:52.504891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:52.504891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Usage tracker for resource:security_group_rule and tenant:2e880ed1710043559ccca9e037ca27b8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:52.504891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:52.508222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:52.562221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.581552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.651802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0cc3b1-6594-40e2-b141-c08c55674fc3 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:34:52.700373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.707498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.762335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca319e-4402-4f7a-be86-33b2ec7bbd8c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:52.773925 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e61ac1c3-c13c-48de-9cfc-debebeb4d68f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e880ed1710043559ccca9e037ca27b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5016010 Dec 23 15:34:52.778483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52516) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:52.778624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-98cde63a-f7ab-4a88-a1db-5639ab436e55 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:52.779864 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-98cde63a-f7ab-4a88-a1db-5639ab436e55 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/ca92158c-5043-485f-9fad-179b23023523 HTTP/1.1" status: 404 len: 333 time: 0.5468993 Dec 23 15:34:52.794419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52520) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:52.798011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Transition to ACTIVE for port object 7a0cc3b1-6594-40e2-b141-c08c55674fc3 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:52.874351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.881028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.902265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85a374de-3bcc-46ba-941c-f2c0c068c0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.916973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c61edee9-198e-4e18-8df2-a8ebe93399bc None None] Provisioning for port 59350415-af2f-4811-b1c3-f392d36ccdca completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:52.921525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb55d-9c09-44de-9a7e-67fd95f581eb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.947910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85a374de-3bcc-46ba-941c-f2c0c068c0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:52.975238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb55d-9c09-44de-9a7e-67fd95f581eb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.005505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.099072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Pushing event updated for resources: {'Port': ['ID=7a0cc3b1-6594-40e2-b141-c08c55674fc3,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:53.111374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb55d-9c09-44de-9a7e-67fd95f581eb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.117048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7151e-bf0a-42c0-a56b-9943a280b79f req-17afccad-2937-49ad-bd5b-e4a3604d97d0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:53.121177 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48f7151e-bf0a-42c0-a56b-9943a280b79f req-17afccad-2937-49ad-bd5b-e4a3604d97d0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 931 time: 0.3947711 Dec 23 15:34:53.138655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfb55d-9c09-44de-9a7e-67fd95f581eb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87daeda-cedb-4610-bea3-834cd6ba1a17,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:53.158049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8bfb55d-9c09-44de-9a7e-67fd95f581eb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.164585 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a8bfb55d-9c09-44de-9a7e-67fd95f581eb tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/security-groups/c87daeda-cedb-4610-bea3-834cd6ba1a17 HTTP/1.1" status: 204 len: 168 time: 0.3645067 Dec 23 15:34:53.164801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52524) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:53.181154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 2b955611-47b0-413d-a538-26379e81f494 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:53.187864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85a374de-3bcc-46ba-941c-f2c0c068c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.189395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-85a374de-3bcc-46ba-941c-f2c0c068c0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.193205 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-85a374de-3bcc-46ba-941c-f2c0c068c0c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0ca319e-4402-4f7a-be86-33b2ec7bbd8c HTTP/1.1" status: 204 len: 168 time: 0.4112420 Dec 23 15:34:53.216266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a374de-3bcc-46ba-941c-f2c0c068c0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca319e-4402-4f7a-be86-33b2ec7bbd8c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:53.245768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.264415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30fceb32-9489-4917-b328-f7894bce7bc8 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.295733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30fceb32-9489-4917-b328-f7894bce7bc8 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.301434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8f3516-cccb-4212-b4cb-b536abbb9729,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:53.305865 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48f7151e-bf0a-42c0-a56b-9943a280b79f req-daedb29e-08e2-45b2-85d5-8f0f54107306 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779485 Dec 23 15:34:53.324155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.328202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06c9347-5c01-4614-807b-c611ad78b8aa None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:53.345471 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-883bb07f-36f7-494c-acea-0d749a1e5668 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/7e8f3516-cccb-4212-b4cb-b536abbb9729 HTTP/1.1" status: 204 len: 168 time: 1.7620795 Dec 23 15:34:53.352993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52530) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:53.354894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Attempting to bind port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:34:53.355216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Attempting to bind port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:34:53.358292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Attempting to bind port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:53.408409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.438915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59350415-af2f-4811-b1c3-f392d36ccdca up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:53.454338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 on network a81657d7-f422-419d-b443-a84b9559f1f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:34:53.454654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Attempting to bind port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:34:53.494739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30fceb32-9489-4917-b328-f7894bce7bc8 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.512565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fceb32-9489-4917-b328-f7894bce7bc8 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e9253-023c-4246-a242-c9381d21e1f3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:53.519178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet 5f4961c0-381d-47e3-8568-0ff96b26d574 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:53.519665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30fceb32-9489-4917-b328-f7894bce7bc8 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.521067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:34:53.521393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Checking segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:34:53.521561 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-30fceb32-9489-4917-b328-f7894bce7bc8 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/security-groups/da9e9253-023c-4246-a242-c9381d21e1f3 HTTP/1.1" status: 204 len: 168 time: 0.3555121 Dec 23 15:34:53.522784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Bound using segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:34:53.523253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Bound port: 7a0cc3b1-6594-40e2-b141-c08c55674fc3, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:34:53.523593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.524627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52534) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:53.544255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.576399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:53.590095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=2b955611-47b0-413d-a538-26379e81f494,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:53.590844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:53.595466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:34:53.600052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:53.601719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.684573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.766873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 59350415-af2f-4811-b1c3-f392d36ccdca completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:53.779523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 59350415-af2f-4811-b1c3-f392d36ccdca triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:53.779905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.815469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] For port 7a0cc3b1-6594-40e2-b141-c08c55674fc3, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:34:53.822879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] For port 7a0cc3b1-6594-40e2-b141-c08c55674fc3, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:34:53.848471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.850173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet 1307f8c4-cb34-4839-9d33-4c63b3311885 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:53.853949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.899768 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-765de88c-98b0-485f-8760-fc551a0ae2de tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9147310 Dec 23 15:34:53.900552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52540) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:53.911652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': 'a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d', 'ip_address': '2001:db8::a9ff:b0b4:3ee2:ed37'}], 'name': 'tempest-NetworksTestDHCPv6-1558760097'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:53.949940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.951856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:53.992819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 59350415-af2f-4811-b1c3-f392d36ccdca, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59350415-af2f-4811-b1c3-f392d36ccdca,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:54.019601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.030053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.031421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] 10.222.0.57 "PUT /v2.0/ports/7a0cc3b1-6594-40e2-b141-c08c55674fc3 HTTP/1.1" status: 200 len: 1093 time: 3.1056035 Dec 23 15:34:54.032009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:34:54.071272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed34fd1-cba0-425d-9c36-b4118714c0be service neutron] Pushing event updated for resources: {'Port': ['ID=7a0cc3b1-6594-40e2-b141-c08c55674fc3,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:54.112899 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'status': 'completed', 'code': 200} Dec 23 15:34:54.119465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.152905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.172965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:54.178399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52546) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:54.182341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:54.203944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:54.218787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.240643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=59350415-af2f-4811-b1c3-f392d36ccdca,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:54.245148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f19084ed-3c49-43e0-8503-a946dbe39a92 None None] Provisioning for port 2b955611-47b0-413d-a538-26379e81f494 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:34:54.254450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f19084ed-3c49-43e0-8503-a946dbe39a92 None None] Provisioning complete for port 2b955611-47b0-413d-a538-26379e81f494 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:54.254813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f19084ed-3c49-43e0-8503-a946dbe39a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.263320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:54.290957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4961c0-381d-47e3-8568-0ff96b26d574,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:54.305504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.316328 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ef886643-2fd1-487b-a869-b41ffc0a5253 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/5f4961c0-381d-47e3-8568-0ff96b26d574 HTTP/1.1" status: 204 len: 168 time: 0.9642127 Dec 23 15:34:54.320606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52550) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:54.339910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f19084ed-3c49-43e0-8503-a946dbe39a92 None None] Port 2b955611-47b0-413d-a538-26379e81f494 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:54.350360 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f9b99a4f-300e-4c4d-a522-841fb3198acd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ed934b4f22346d9aae20cf08301619c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1707630 Dec 23 15:34:54.362968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52556) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:54.385316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:54.386586 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-359fea6b-9576-4bae-8ba0-2bb34f1cee18 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:54.387010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359fea6b-9576-4bae-8ba0-2bb34f1cee18 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:54.388652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-359fea6b-9576-4bae-8ba0-2bb34f1cee18 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/7e8f3516-cccb-4212-b4cb-b536abbb9729 HTTP/1.1" status: 404 len: 337 time: 0.0664885 Dec 23 15:34:54.399564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52560) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:54.489661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.549101 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-962b4ce7-718e-4c31-914a-d72fde0c90ed req-90b18123-cc6f-4d30-b801-549ad106f2d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 1096 time: 0.3687150 Dec 23 15:34:54.567704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting subnet dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:54.628630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.632464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=1307f8c4-cb34-4839-9d33-4c63b3311885,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:54.645841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.653433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05251f93-5ae2-4a32-819a-291c27c25cb7 None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:54.658895 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d836cb57-271a-48d3-bd03-1c27bd7c51b9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/1307f8c4-cb34-4839-9d33-4c63b3311885 HTTP/1.1" status: 204 len: 168 time: 1.1330597 Dec 23 15:34:54.669699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52564) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:54.675312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:54.752285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98990d1e-28f4-4faf-90c7-f6e110822142 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:54.777234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.816724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44be5625-c915-4340-bb1d-c13c08991159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.817320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port b42ddd62-3c5c-471f-b45d-6f3ae344b419 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:34:54.932042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44be5625-c915-4340-bb1d-c13c08991159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.948906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.968155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a37c4fd3-0c88-4f73-819c-4e4a2ec626b5 None None] Provisioning complete for port d511c2ea-8ea8-464d-8d55-aa770cb7b162 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:54.968713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a37c4fd3-0c88-4f73-819c-4e4a2ec626b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:54.979236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:54.991616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:54.996958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:55.010187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:55.052325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ef8f-c409-47f1-becd-d600b500cfff req-5b9e3e5f-a62a-43ed-bba5-8686bc12a574 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:55.054485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4c0ef8f-c409-47f1-becd-d600b500cfff req-5b9e3e5f-a62a-43ed-bba5-8686bc12a574 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.5764668 Dec 23 15:34:55.098370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b4ce7-718e-4c31-914a-d72fde0c90ed req-7c7fb979-2f39-402d-8c6e-43f8f6d2716d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:55.099848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-962b4ce7-718e-4c31-914a-d72fde0c90ed req-7c7fb979-2f39-402d-8c6e-43f8f6d2716d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5366108 Dec 23 15:34:55.118022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:55.122245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.123203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a37c4fd3-0c88-4f73-819c-4e4a2ec626b5 None None] Port d511c2ea-8ea8-464d-8d55-aa770cb7b162 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:55.201120 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 23 15:34:55.201756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:55.241578 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4c0ef8f-c409-47f1-becd-d600b500cfff req-3c3074a2-ee8f-4372-8ded-445ce90d007f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640692 Dec 23 15:34:55.241797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a37c4fd3-0c88-4f73-819c-4e4a2ec626b5 None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:55.241797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a37c4fd3-0c88-4f73-819c-4e4a2ec626b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.258231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.331839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44be5625-c915-4340-bb1d-c13c08991159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.361057 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8cf19db1-e506-47a0-abc2-6dc2857a1a59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4591279 Dec 23 15:34:55.371681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52568) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:55.375727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59350415-af2f-4811-b1c3-f392d36ccdca up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:55.413297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be5625-c915-4340-bb1d-c13c08991159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89c6681-a2d3-4fc7-984d-9a5aae4590ca,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:55.441454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b4ce7-718e-4c31-914a-d72fde0c90ed req-c85eb1f0-174f-4f6b-b09d-c17b89e28831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:55.442908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-962b4ce7-718e-4c31-914a-d72fde0c90ed req-c85eb1f0-174f-4f6b-b09d-c17b89e28831 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3348894 Dec 23 15:34:55.447313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44be5625-c915-4340-bb1d-c13c08991159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.450888 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-44be5625-c915-4340-bb1d-c13c08991159 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c89c6681-a2d3-4fc7-984d-9a5aae4590ca HTTP/1.1" status: 204 len: 168 time: 1.0807710 Dec 23 15:34:55.459050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b4a785b-637a-443c-8c68-89f1d516c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.502276 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 59350415-af2f-4811-b1c3-f392d36ccdca triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:55.503008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.519553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e6bda-da54-41aa-a672-890b416ec8e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:55.524606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e6bda-da54-41aa-a672-890b416ec8e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:55.525689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fd0e6bda-da54-41aa-a672-890b416ec8e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:55.596363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.698289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Subnet': ['ID=dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:55.719128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.745584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52574) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:55.746259 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a69c71d3-c5cf-4031-b06c-2e666f82f0fe tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/dfbd3e3c-e3ba-46ea-a5bd-e2e9bfd9880f HTTP/1.1" status: 204 len: 168 time: 1.3423045 Dec 23 15:34:55.763587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fd0e6bda-da54-41aa-a672-890b416ec8e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:55.765223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fd0e6bda-da54-41aa-a672-890b416ec8e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3925326 Dec 23 15:34:55.771173 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-c96238d8-fadb-40cf-aabc-4517f6a1bbaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 1096 time: 0.2410219 Dec 23 15:34:55.771782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52578) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:55.793693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.837106 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-32703c4d-b662-4442-a028-9c80d9bc4c61 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:55.837540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32703c4d-b662-4442-a028-9c80d9bc4c61 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:55.865415 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-32703c4d-b662-4442-a028-9c80d9bc4c61 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/8aafc292-845b-4b4f-adde-0ce13c1a33f7 HTTP/1.1" status: 404 len: 337 time: 0.1181509 Dec 23 15:34:55.877096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52582) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:55.906132 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-ab1af70a-4942-4d01-96a5-b5861321641a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3 HTTP/1.1" status: 200 len: 217 time: 0.0879786 Dec 23 15:34:55.934525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:34:55.944075 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-766388f8-633d-4b7b-b57a-d5e47ffbc43e tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6 HTTP/1.1" status: 200 len: 205 time: 0.0659330 Dec 23 15:34:55.945297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:34:55.949546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52586) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:55.952870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:55.953439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:55.967740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 2b955611-47b0-413d-a538-26379e81f494 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:55.968074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.036174 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-3e441d78-6ae8-4e51-87c4-42be4ce80137 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] delete failed (client error): The resource could not be found. Dec 23 15:34:56.041377 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3e441d78-6ae8-4e51-87c4-42be4ce80137 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/routers/2f4ff7bc-0e62-40b6-b8e3-f825d7d1e9f6 HTTP/1.1" status: 404 len: 336 time: 0.0909269 Dec 23 15:34:56.041941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=ba8d56c7-a2ab-4325-8387-1c40f212c7b1,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:56.044007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52592) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.064364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-4a43aad5-8027-426d-914c-0470fa24a732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:56.064684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-4a43aad5-8027-426d-914c-0470fa24a732 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.1478868 Dec 23 15:34:56.115287 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-be657848-4539-4edb-b70d-81df64e6b0e3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.115287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be657848-4539-4edb-b70d-81df64e6b0e3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.115287 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-be657848-4539-4edb-b70d-81df64e6b0e3 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/0075f776-95e9-41c7-9e69-3971b71be083 HTTP/1.1" status: 404 len: 337 time: 0.0640934 Dec 23 15:34:56.120713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52596) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.176216 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac11218-a713-4579-b2aa-1c744c04d9d0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.176713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac11218-a713-4579-b2aa-1c744c04d9d0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.179057 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7ac11218-a713-4579-b2aa-1c744c04d9d0 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/bfdcb977-09a2-409a-9f64-1879923a4304 HTTP/1.1" status: 404 len: 337 time: 0.0565929 Dec 23 15:34:56.184673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52602) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.226983 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04c89615-f191-418e-b2df-cd253c502e61 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5563574 Dec 23 15:34:56.231338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52608) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.232255 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f02c615-7c57-409b-9360-54bc643a25e2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.232726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f02c615-7c57-409b-9360-54bc643a25e2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.234337 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f02c615-7c57-409b-9360-54bc643a25e2 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/054ff2e2-e01a-4711-a661-590ca32264dd HTTP/1.1" status: 404 len: 337 time: 0.0466037 Dec 23 15:34:56.242142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52612) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.246825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'security_group': {'name': 'tempest-secgroup-1258874011'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:56.255814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:56.269460 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:56.273366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:56.283147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:56.340985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93817bc4-3091-4d91-9988-33ed6e1f1aa2 None None] Network 0ef01ced-06dc-497d-81a0-ca66923b8f99 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:56.380015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.383539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f10dec-7d1e-427c-b557-93d9aadfb2da tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.384036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f10dec-7d1e-427c-b557-93d9aadfb2da tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.385642 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-19f10dec-7d1e-427c-b557-93d9aadfb2da tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/abaf1452-d715-4ed5-9159-edf9a64e4569 HTTP/1.1" status: 404 len: 333 time: 0.1367841 Dec 23 15:34:56.405734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52620) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.427724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d2b8e-56ce-49eb-b8c4-a62a57212027 None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:56.453130 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54bec04-6786-40d1-a7f0-a175b11d294b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.453567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54bec04-6786-40d1-a7f0-a175b11d294b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.455212 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b54bec04-6786-40d1-a7f0-a175b11d294b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/f66bb74e-dde3-452c-bbbe-8553763036ce HTTP/1.1" status: 404 len: 337 time: 0.0485413 Dec 23 15:34:56.455610 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-29c36403-1e44-4e5d-9844-6349da29c03c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3534882 Dec 23 15:34:56.463645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52624) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.507496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:56.510252 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-da25db2d-a54d-4b98-8f7b-688b0dcba800 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.510691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da25db2d-a54d-4b98-8f7b-688b0dcba800 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.515712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group_rule and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:56.519423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:56.528073 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-da25db2d-a54d-4b98-8f7b-688b0dcba800 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/bec946d1-a8f8-426f-9205-212690305374 HTTP/1.1" status: 404 len: 337 time: 0.0633802 Dec 23 15:34:56.531214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52628) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.533571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:56.581237 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3769fca-643f-422e-9b6c-cb387379ba2c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.581572 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3769fca-643f-422e-9b6c-cb387379ba2c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.586177 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f3769fca-643f-422e-9b6c-cb387379ba2c tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/6cd7c730-9f9c-43d0-b87f-fc54a420628d HTTP/1.1" status: 404 len: 333 time: 0.0511217 Dec 23 15:34:56.586905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52634) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.639224 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9cc32a-30d0-493b-81ba-de53b79a4518 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.639624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9cc32a-30d0-493b-81ba-de53b79a4518 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.653927 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7b9cc32a-30d0-493b-81ba-de53b79a4518 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/b096697e-b905-4d0e-b90a-a382acc8f4fc HTTP/1.1" status: 404 len: 337 time: 0.0642264 Dec 23 15:34:56.656676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52638) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.662346 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-69ed8e6d-db6e-4fdd-94f7-563751f80699 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928601 Dec 23 15:34:56.704986 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1ca522-eff1-45ac-bec4-6f7b7d6a0f92 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] DELETE failed (client error): The resource could not be found. Dec 23 15:34:56.705689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1ca522-eff1-45ac-bec4-6f7b7d6a0f92 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:34:56.707343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.728981 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2c1ca522-eff1-45ac-bec4-6f7b7d6a0f92 tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/subnets/9d386f0a-404d-4a4b-8a78-1c0b9a389477 HTTP/1.1" status: 404 len: 337 time: 0.0691483 Dec 23 15:34:56.729311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.729986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52642) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.762845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Provisioning complete for port 4531393a-b6b5-4659-b031-5845fe53c0b4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:56.763376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.800148 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Deleting port d511c2ea-8ea8-464d-8d55-aa770cb7b162 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:56.800375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.844955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.952442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68546c22-17c5-498d-9b6f-0a9a7ceab4b7,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:56.978533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.980719 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bfffdabd-f98b-422c-bfac-8bc0b0aa9874 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7454035 Dec 23 15:34:56.985330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52650) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:56.991830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Provisioning complete for port 294c62b0-2160-4af3-9e3c-415d17d5e568 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:56.991830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:56.995120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'security_group': {'name': 'tempest-secgroup-565444493'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:57.002511 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:57.008570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:57.012040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:57.019579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:57.023425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] DHCP port deletion for 0ef01ced-06dc-497d-81a0-ca66923b8f99 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:57.040349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 2b955611-47b0-413d-a538-26379e81f494 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:57.071927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] Deleting port ec94e475-561c-410b-aa79-dbbd87fe8742 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:57.072344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.155177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Port 294c62b0-2160-4af3-9e3c-415d17d5e568 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:57.219787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] Update dhcp port {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'fixed_ips': [{'subnet_id': '5178447a-e8fa-45a6-9c54-0f990b4fa819', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ba8d56c7-a2ab-4325-8387-1c40f212c7b1'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': '4531393a-b6b5-4659-b031-5845fe53c0b4'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:34:57.229594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c4f3a-34fd-4fae-ae1f-b5737a5fc17e req-20dd2aa3-0819-4690-ad73-e9ade9c56497 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:57.231132 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b38c4f3a-34fd-4fae-ae1f-b5737a5fc17e req-20dd2aa3-0819-4690-ad73-e9ade9c56497 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.8154318 Dec 23 15:34:57.340017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52656) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:57.342967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Provisioning complete for port d511c2ea-8ea8-464d-8d55-aa770cb7b162 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:57.343458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.348999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f432c7b-5fac-49ab-ab0b-847091637fa0 req-39f3d055-33e8-49a5-829e-473781d04327 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753568 Dec 23 15:34:57.370302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.389949 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b38c4f3a-34fd-4fae-ae1f-b5737a5fc17e req-494e5bb2-e093-4f0e-9317-1fb995e791db tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399415 Dec 23 15:34:57.448381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.454618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ec94e475-561c-410b-aa79-dbbd87fe8742 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:34:57.500839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.515714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.527792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Calling delete_port for d511c2ea-8ea8-464d-8d55-aa770cb7b162 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:57.556218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599496099'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:57.572495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=2b955611-47b0-413d-a538-26379e81f494,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:57.575335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:57.581429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:57.586468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] For port ec94e475-561c-410b-aa79-dbbd87fe8742, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ec94e475-561c-410b-aa79-dbbd87fe8742,segment=NetworkSegment(dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb),segment_id=dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:57.586783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.618674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:57.631305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:57.634760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.640215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:57.642161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Port d511c2ea-8ea8-464d-8d55-aa770cb7b162 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:34:57.647358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group_rule and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:57.653391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:57.657402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:57.721634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.763235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d278f5b5-e965-484f-85a4-d1c3b482ae27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/2b955611-47b0-413d-a538-26379e81f494 HTTP/1.1" status: 204 len: 168 time: 1.9903023 Dec 23 15:34:57.765981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52662) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:57.781609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] Calling delete_port for ec94e475-561c-410b-aa79-dbbd87fe8742 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:34:57.791223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.812904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:57.816312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.830183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b67c04cd-1dd2-475d-938d-86d3665f3a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.840169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.854781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Port': ['ID=d511c2ea-8ea8-464d-8d55-aa770cb7b162,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:57.858128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.878060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:57.894924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:57.900846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a80d3-fc54-4a1f-b66d-9f5e00a28ecf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:57.902149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a80d3-fc54-4a1f-b66d-9f5e00a28ecf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:57.903003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d10a80d3-fc54-4a1f-b66d-9f5e00a28ecf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:34:57.908219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:security_group_rule and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:57.914022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:57.919026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7381d3bf-0cb3-4132-a511-23885bc522e4,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:57.926420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:57.981191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Provisioning complete for port ec94e475-561c-410b-aa79-dbbd87fe8742 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:34:57.981555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.014567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.017673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52666) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:58.017830 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-73d33037-6a57-4891-bbf4-4c0f61de390a tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/ports/d511c2ea-8ea8-464d-8d55-aa770cb7b162 HTTP/1.1" status: 204 len: 168 time: 1.2861855 Dec 23 15:34:58.083049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.087907 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cd9451fe-57cf-462f-8e4b-214ba0c1a6e3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0985332 Dec 23 15:34:58.094976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52670) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:58.094976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'security_group': {'name': 'tempest-secgroup-1862748014'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:58.099714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:58.102853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d10a80d3-fc54-4a1f-b66d-9f5e00a28ecf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:34:58.107033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d10a80d3-fc54-4a1f-b66d-9f5e00a28ecf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3369126 Dec 23 15:34:58.107534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52674) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:58.110966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:58.114965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:58.139534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] Allocated IP 172.20.0.2 (aba1f916-8145-4f47-a0cb-d7c215c98026/ba8d56c7-a2ab-4325-8387-1c40f212c7b1/4531393a-b6b5-4659-b031-5845fe53c0b4) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:34:58.154246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.157735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:58.174503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.191961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:34:58.195576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.253233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1241780a-8774-480b-be1a-d6d525782996 None None] Port ec94e475-561c-410b-aa79-dbbd87fe8742 update to ACTIVE by agent not found {{(pid=84223) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Dec 23 15:34:58.258742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.271121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] Pushing event deleted for resources: {'Port': ['ID=ec94e475-561c-410b-aa79-dbbd87fe8742,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:58.286142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.295103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c126a-ddc8-4070-86aa-64a6f3eddf1e None None] No DVR routers for this DVR port ec94e475-561c-410b-aa79-dbbd87fe8742 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:34:58.335971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.353033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.353696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:58.361475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:security_group_rule and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:58.368533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:58.375427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:58.381314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef01ced-06dc-497d-81a0-ca66923b8f99']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:58.396323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:58.396323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd9fd2e-c2c8-4b51-84bc-b865b0c6cadb') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:34:58.405868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.408550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.421440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4531393a-b6b5-4659-b031-5845fe53c0b4,segment=NetworkSegment(360cae04-73da-4903-abbf-a77ab30f1e13),segment_id=360cae04-73da-4903-abbf-a77ab30f1e13)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:34:58.440379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.452389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:34:58.453408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.459401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:34:58.482164 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:34:58.502250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.540538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.586075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.628736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:34:58.637451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:58.644595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.652236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8484903-e002-4c2d-bd8d-e5b4a868ecf5,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:58.652236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.652236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment dc971c8f-d776-410d-8e0c-2f89801213b2 of type vlan for network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a Dec 23 15:34:58.661279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d6b76-3599-4a7b-bcc9-279eeb32961d None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:34:58.702767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.723214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252908c-7e48-43f8-b763-8b872395bd57 req-58d593cb-ca05-464a-86fc-3098d2f0814c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:58.724668 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4252908c-7e48-43f8-b763-8b872395bd57 req-58d593cb-ca05-464a-86fc-3098d2f0814c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.1774955 Dec 23 15:34:58.728631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.735136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.753791 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9ab8a114-cf96-4e83-89b0-a7ece6c62ad0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d HTTP/1.1" status: 204 len: 168 time: 0.6451426 Dec 23 15:34:58.761999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52680) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:58.766989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.776237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] Transition to ACTIVE for port object 4531393a-b6b5-4659-b031-5845fe53c0b4 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:34:58.777646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.781648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] Pushing event deleted for resources: {'Network': ['ID=0ef01ced-06dc-497d-81a0-ca66923b8f99,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:58.784191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-efa32c8e-1303-4f82-a0b2-88539c850b1b tempest-PortsIpV6TestJSON-328054689 tempest-PortsIpV6TestJSON-328054689-project] 10.222.0.58 "DELETE /v2.0/networks/0ef01ced-06dc-497d-81a0-ca66923b8f99 HTTP/1.1" status: 204 len: 168 time: 0.7651832 Dec 23 15:34:58.863441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.889001 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0a6e7bc1-57ad-45ff-b3e7-f035d1cb56f6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1232150 Dec 23 15:34:58.895401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52686) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:58.908250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:58.914435 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4252908c-7e48-43f8-b763-8b872395bd57 req-ccecd46e-75f5-4d52-abe2-4d264295599b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337571 Dec 23 15:34:58.916191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.921877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:34:58.925912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.956346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f4da4-9486-473c-b511-f218c0f73d60,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:58.978443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:58.982052 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-671925b0-b21d-4510-b50b-cea4cb4122c9 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8905909 Dec 23 15:34:59.029881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52690) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:34:59.044980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1493343637', 'security_groups': ['e38f4da4-9486-473c-b511-f218c0f73d60'], 'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba8d56c7-a2ab-4325-8387-1c40f212c7b1'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:34:59.097824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:59.102775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:34:59.105791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:34:59.107988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:59.114017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:59.146614 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8035305 Dec 23 15:34:59.154757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd8004-3e39-49ac-91a6-41ec77150976 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=8193aff3-f6c4-4b90-a834-a7dc0c1c365a,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:59.176261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:34:59.212671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b53c6-347b-4306-ae4c-f0d191cacacc None None] Pushing event updated for resources: {'Port': ['ID=4531393a-b6b5-4659-b031-5845fe53c0b4,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:34:59.263262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:34:59.274238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:34:59.298985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:59.303727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:59.417753 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4531393a-b6b5-4659-b031-5845fe53c0b4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:34:59.442956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:34:59.519011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:34:59.532326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] Deleting port 59350415-af2f-4811-b1c3-f392d36ccdca {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:34:59.532698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:34:59.946936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.019883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52698) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:00.128758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.154232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] device_id is not set on port 97ca8351-7f72-42f2-a323-51d938701520 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:35:00.167276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:00.184749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:00.204838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:00.205721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.210922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=ed3cb4fc-11b8-4b96-b092-2c55891312a0,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:00.252067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] For port 59350415-af2f-4811-b1c3-f392d36ccdca, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59350415-af2f-4811-b1c3-f392d36ccdca,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:00.252810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.368592 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b613431d-908e-4e8c-be80-c33d2481bb5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4713688 Dec 23 15:35:00.373242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52704) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:00.383237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': 'ed3cb4fc-11b8-4b96-b092-2c55891312a0', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-664570195'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:00.396793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.405504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] Calling delete_port for 59350415-af2f-4811-b1c3-f392d36ccdca owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:00.410401 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f03f4950-a465-4b22-a19a-034952b58fd1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a095ee3db9b74e61999ee3edef3eef3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3791897 Dec 23 15:35:00.413416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52708) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:00.424502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfc03f-6d79-4524-b163-27eec1c8c709 req-771ff232-9436-42ea-9bd8-db37d5211bd6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:00.426316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b7bfc03f-6d79-4524-b163-27eec1c8c709 req-771ff232-9436-42ea-9bd8-db37d5211bd6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.2220299 Dec 23 15:35:00.447007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fdb0f61c-1186-4c50-995e-7f7974cea4da None None] Provisioning for port 4531393a-b6b5-4659-b031-5845fe53c0b4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:00.461064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fdb0f61c-1186-4c50-995e-7f7974cea4da None None] Provisioning complete for port 4531393a-b6b5-4659-b031-5845fe53c0b4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:00.461443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fdb0f61c-1186-4c50-995e-7f7974cea4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.484711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1d47-163c-49c8-b244-05915fdd65d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.516443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1d47-163c-49c8-b244-05915fdd65d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.656072 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b7bfc03f-6d79-4524-b163-27eec1c8c709 req-834771ab-2425-484a-9da6-513d08b4d059 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682539 Dec 23 15:35:00.656977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fdb0f61c-1186-4c50-995e-7f7974cea4da None None] Provisioning complete for port 294c62b0-2160-4af3-9e3c-415d17d5e568 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:00.657440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fdb0f61c-1186-4c50-995e-7f7974cea4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.661143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.6 (aba1f916-8145-4f47-a0cb-d7c215c98026/ba8d56c7-a2ab-4325-8387-1c40f212c7b1/97ca8351-7f72-42f2-a323-51d938701520) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:00.677999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:00.683780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:00.688744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1d47-163c-49c8-b244-05915fdd65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.688989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:00.707291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:00.726026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e1d47-163c-49c8-b244-05915fdd65d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4f93f9-4f6e-4d82-aedd-7157b09e9a15,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:00.742851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.743118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3e3e1d47-163c-49c8-b244-05915fdd65d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:00.747626 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3e3e1d47-163c-49c8-b244-05915fdd65d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd4f93f9-4f6e-4d82-aedd-7157b09e9a15 HTTP/1.1" status: 204 len: 168 time: 0.3308220 Dec 23 15:35:00.816285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] Pushing event deleted for resources: {'Port': ['ID=59350415-af2f-4811-b1c3-f392d36ccdca,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:00.825785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0f61c-1186-4c50-995e-7f7974cea4da None None] Port 294c62b0-2160-4af3-9e3c-415d17d5e568 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:00.829334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03318ef-b507-442f-8e7c-8c64d68d3985 None None] No DVR routers for this DVR port 59350415-af2f-4811-b1c3-f392d36ccdca on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:00.830749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:00.860214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4810de-68a2-4697-81c1-16d5608a5a6f None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:01.023299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.029440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.060655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object 97ca8351-7f72-42f2-a323-51d938701520 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:01.064373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 8c59482e-b656-4481-b37b-bad5a18d8b6b yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:35:01.087984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'ed3cb4fc-11b8-4b96-b092-2c55891312a0'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:01.088916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.245231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.265945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/ed3cb4fc-11b8-4b96-b092-2c55891312a0/c4917f28-17c2-477c-b2fd-d0a576d2f847) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:01.356672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=97ca8351-7f72-42f2-a323-51d938701520,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:01.367013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:01.368700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:01.386137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:01.392341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59350415-af2f-4811-b1c3-f392d36ccdca no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:01.465662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:01.466436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.472303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 59350415-af2f-4811-b1c3-f392d36ccdca {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:01.472705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59350415-af2f-4811-b1c3-f392d36ccdca not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:01.558237 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-06df2d8e-f715-4224-a305-ffe19bcca14d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5241010 Dec 23 15:35:01.560832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52722) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:01.567275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:01.665259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.686130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Transition to ACTIVE for port object c4917f28-17c2-477c-b2fd-d0a576d2f847 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:01.734856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Transition to ACTIVE for port object c4917f28-17c2-477c-b2fd-d0a576d2f847 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:01.777411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:01.785207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:01.785437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:01.793192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:01.803038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.824284 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:35:01.824838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:01.864770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e8b694dc-9eec-47c8-a223-bc5dbc042591 None None] Provisioning for port 97ca8351-7f72-42f2-a323-51d938701520 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:01.883635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:01.886408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e8b694dc-9eec-47c8-a223-bc5dbc042591 None None] Provisioning complete for port 97ca8351-7f72-42f2-a323-51d938701520 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:01.886969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e8b694dc-9eec-47c8-a223-bc5dbc042591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:01.932462 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1d886e8b-0407-44ad-99eb-39e6202bda40 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5572400 Dec 23 15:35:01.934963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52732) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:01.996184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e8b694dc-9eec-47c8-a223-bc5dbc042591 None None] Port 97ca8351-7f72-42f2-a323-51d938701520 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:02.020843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:02.024919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:02.026790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Pushing event updated for resources: {'Port': ['ID=c4917f28-17c2-477c-b2fd-d0a576d2f847,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:02.031152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc57374-5f1c-4036-bdfd-d6716ddfee3f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:02.031934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-abc57374-5f1c-4036-bdfd-d6716ddfee3f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:02.036988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:02.043481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9421-3968-43c4-bfed-f9908819c1c1 req-e3f7f80e-8973-41d9-af22-3176c079f9b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:02.055677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df1f9421-3968-43c4-bfed-f9908819c1c1 req-e3f7f80e-8973-41d9-af22-3176c079f9b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.1911259 Dec 23 15:35:02.144586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-abc57374-5f1c-4036-bdfd-d6716ddfee3f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:02.146278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-abc57374-5f1c-4036-bdfd-d6716ddfee3f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2104335 Dec 23 15:35:02.149248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52738) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:02.194901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.196771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Attempting to bind port c4917f28-17c2-477c-b2fd-d0a576d2f847 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:02.197397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Attempting to bind port c4917f28-17c2-477c-b2fd-d0a576d2f847 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:02.197988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Attempting to bind port c4917f28-17c2-477c-b2fd-d0a576d2f847 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:02.205459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:02.206108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:02.206701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.207250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:02.208499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Bound port: c4917f28-17c2-477c-b2fd-d0a576d2f847, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:02.209098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.221235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d93f8-966b-49ac-9988-99e5b233ad3f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:02.222937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d93f8-966b-49ac-9988-99e5b233ad3f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:02.224042 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-317d93f8-966b-49ac-9988-99e5b233ad3f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0739696 Dec 23 15:35:02.242986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df1f9421-3968-43c4-bfed-f9908819c1c1 req-2e424335-06d1-4bd9-85ee-a9df4af13ba7 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603420 Dec 23 15:35:02.242986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52742) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:02.355596 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba8d56c7-a2ab-4325-8387-1c40f212c7b1 (CIDR: 172.20.0.0/28) Dec 23 15:35:02.356282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet ed3cb4fc-11b8-4b96-b092-2c55891312a0 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:02.359391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.364631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] For port c4917f28-17c2-477c-b2fd-d0a576d2f847, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:02.369991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] For port c4917f28-17c2-477c-b2fd-d0a576d2f847, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c4917f28-17c2-477c-b2fd-d0a576d2f847,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:02.415527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.425923 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:35:02.426948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:02.444138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52748) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:02.453666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.519918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.540646 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cd5ee477-fb52-493e-8f50-a03fe40a1087 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9778974 Dec 23 15:35:02.542803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52754) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:02.553528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:02.603655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52758) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:02.610671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '8193aff3-f6c4-4b90-a834-a7dc0c1c365a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:02.620981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2b2f1-a407-4ba9-b100-7fe6e4054dea None None] Pushing event updated for resources: {'Port': ['ID=c4917f28-17c2-477c-b2fd-d0a576d2f847,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:02.758651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e14ccc52-11dd-49f3-9ee3-da03f76e35de tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-239291232', 'prefixes': ['172.20.0.0/16']}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:02.770402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e14ccc52-11dd-49f3-9ee3-da03f76e35de tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:02.803207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.844755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3cb4fc-11b8-4b96-b092-2c55891312a0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:02.849764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:02.853219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:02.856349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:02.870130 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3f16b8f8-31cd-4aba-bef8-904e337a3b5b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ed3cb4fc-11b8-4b96-b092-2c55891312a0 HTTP/1.1" status: 204 len: 168 time: 0.6289594 Dec 23 15:35:02.873264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52762) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:02.875755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:02.945721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:02.966359 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-557f766c-bd7a-4662-9c56-10190bfb66b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872791 Dec 23 15:35:02.970617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52766) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:02.974212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:02.977186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:02.982521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:02.986136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:02.995111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:03.042614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:03.092185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:03.096170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:03.098970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:03.105918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:03.108812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:03.112175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.166884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:03.170456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.249421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.330303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e14ccc52-11dd-49f3-9ee3-da03f76e35de tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] Notify callbacks [] for subnetpool, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.334973 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e14ccc52-11dd-49f3-9ee3-da03f76e35de tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8891273 Dec 23 15:35:03.335638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52772) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:03.414376 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5178447a-e8fa-45a6-9c54-0f990b4fa819 (CIDR: 172.20.0.16/28) Dec 23 15:35:03.423727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c4917f28-17c2-477c-b2fd-d0a576d2f847 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:03.427677 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e0ed2e9c-a22b-4f20-929a-1d6a31aecf5f tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] 10.222.0.58 "GET /v2.0/subnetpools/b9edd197-5d16-44a8-9f77-8f6793db2cb5 HTTP/1.1" status: 200 len: 731 time: 0.0756745 Dec 23 15:35:03.428908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52776) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:03.437650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d4b2aebf-802a-441d-8ff7-e6709654ca8c tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-33575044'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:03.520075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.525631 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:35:03.525793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:03.580748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ff744-1b90-4105-8734-bf06e125365f req-3e9828f3-66f1-4cb0-b905-cb3e7227b5a8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:03.582350 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a27ff744-1b90-4105-8734-bf06e125365f req-3e9828f3-66f1-4cb0-b905-cb3e7227b5a8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.1387935 Dec 23 15:35:03.594222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:03.598447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:03.602694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port c4917f28-17c2-477c-b2fd-d0a576d2f847 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:03.635074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:03.635795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.664305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4b2aebf-802a-441d-8ff7-e6709654ca8c tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] Notify callbacks [] for subnetpool, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.665294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=f757c7ae-d0fd-4354-92d6-7a8d2c1a6482,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:03.669128 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d4b2aebf-802a-441d-8ff7-e6709654ca8c tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] 10.222.0.58 "PUT /v2.0/subnetpools/b9edd197-5d16-44a8-9f77-8f6793db2cb5 HTTP/1.1" status: 200 len: 682 time: 0.2379851 Dec 23 15:35:03.670025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52780) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:03.696142 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a27ff744-1b90-4105-8734-bf06e125365f req-ead324fd-c680-4147-ab68-cd56138641c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987985 Dec 23 15:35:03.743688 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f26b0d3a-bda7-4e86-8da8-3da06e29d471 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1992390 Dec 23 15:35:03.744745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.746492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52784) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:03.753091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'subnet': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:03.768538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-193e672a-f52c-43ce-8d78-3d6837e9389d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7967763 Dec 23 15:35:03.771722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52788) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:03.781521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-527009087', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:03.844975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:03.851742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=7275555f-7382-428c-9476-96abff6675ca,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:03.853658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ee76b4-be6f-4137-804c-eeec289ae84c None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:03.856738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:router and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:03.861929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': 'dc971c8f-d776-410d-8e0c-2f89801213b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8193aff3-f6c4-4b90-a834-a7dc0c1c365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:03.862070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:03.862289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: 8193aff3-f6c4-4b90-a834-a7dc0c1c365a, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:03.878780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:03.895386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-70f4c972-f004-44d5-8565-1d26a696926a tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] Notify callbacks [] for subnetpool, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:03.896043 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-70f4c972-f004-44d5-8565-1d26a696926a tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] 10.222.0.58 "DELETE /v2.0/subnetpools/b9edd197-5d16-44a8-9f77-8f6793db2cb5 HTTP/1.1" status: 204 len: 168 time: 0.2249646 Dec 23 15:35:03.899397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52792) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:03.918145 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-a70f43c5-d215-4066-961d-68c0515966e5 tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] show failed (client error): The resource could not be found. Dec 23 15:35:03.921644 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a70f43c5-d215-4066-961d-68c0515966e5 tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] 10.222.0.58 "GET /v2.0/subnetpools/b9edd197-5d16-44a8-9f77-8f6793db2cb5 HTTP/1.1" status: 404 len: 346 time: 0.0187187 Dec 23 15:35:03.921873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52796) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:03.937518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:03.942285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Usage tracker for resource:subnet and tenant:574d9894db7f4677a3addecdad9f9362 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:03.942455 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-3f76017c-33b4-420d-b5a7-8eafe967866c tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] delete failed (client error): The resource could not be found. Dec 23 15:35:03.948141 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f76017c-33b4-420d-b5a7-8eafe967866c tempest-SubnetPoolsTestJSON-149615070 tempest-SubnetPoolsTestJSON-149615070-project] 10.222.0.58 "DELETE /v2.0/subnetpools/b9edd197-5d16-44a8-9f77-8f6793db2cb5 HTTP/1.1" status: 404 len: 346 time: 0.0203254 Dec 23 15:35:03.948314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:03.954567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:03.967030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:04.031481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.032861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.052842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.065075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 8193aff3-f6c4-4b90-a834-a7dc0c1c365a) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:04.065860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Made reservation on behalf of 574d9894db7f4677a3addecdad9f9362 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:04.069940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:04.070374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.070814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.102812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4341f-8c3e-40f8-86e3-8d62afa5a79d None None] Network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:04.119017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6f444e30-19ed-4c27-9058-52754fe55947 None None] Provisioning for port c4917f28-17c2-477c-b2fd-d0a576d2f847 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:04.179233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6f444e30-19ed-4c27-9058-52754fe55947 None None] Provisioning complete for port c4917f28-17c2-477c-b2fd-d0a576d2f847 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:04.179509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f444e30-19ed-4c27-9058-52754fe55947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.216179 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9183f182-aa79-4d02-8cae-edea990bc4aa tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6093352 Dec 23 15:35:04.218535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52802) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:04.224018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-447242499'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:04.230774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:04.234738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:04.237861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:04.244506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:04.269940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.317311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:04.321681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.357907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:04.369253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.369596 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment 79bc8dfe-e960-4885-9b72-60b561a19e0f of type vlan for network 6da988d8-ebff-4d98-8759-7cc9f9df4792 Dec 23 15:35:04.393812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.395643 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9dde7148-0547-4dc3-923e-101821429f50 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6218550 Dec 23 15:35:04.401900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52808) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:04.424198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.427215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f444e30-19ed-4c27-9058-52754fe55947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.478033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.499850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-8193aff3-f6c4-4b90-a834-a7dc0c1c365a', 'network_id': '8193aff3-f6c4-4b90-a834-a7dc0c1c365a', 'tenant_id': '7c8c8c93ce944da49c8423ae51f6e4f6', 'fixed_ips': [{'subnet_id': '7275555f-7382-428c-9476-96abff6675ca'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:04.500700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.531546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-6f444e30-19ed-4c27-9058-52754fe55947 None None] For port c4917f28-17c2-477c-b2fd-d0a576d2f847, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c4917f28-17c2-477c-b2fd-d0a576d2f847,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:04.568419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.573535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:04.574462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.578018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52812) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:04.670992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Network aba1f916-8145-4f47-a0cb-d7c215c98026 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:04.695513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=6da988d8-ebff-4d98-8759-7cc9f9df4792,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:04.697778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:04.702423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Subnet': ['ID=eb52c9c8-c457-4ebe-8987-95cc315ef3e6,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:04.704834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:04.705406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.754566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Allocated IP 2001:db8:0:ffff::2 (8193aff3-f6c4-4b90-a834-a7dc0c1c365a/7275555f-7382-428c-9476-96abff6675ca/5d7661cc-cf56-41dc-9a2c-39fd47a82fe5) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:04.768773 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b7dcd57f-f0eb-4cc6-bd33-8c3a8768358f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5492051 Dec 23 15:35:04.771485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52820) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:04.777596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '6da988d8-ebff-4d98-8759-7cc9f9df4792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:04.791226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 6da988d8-ebff-4d98-8759-7cc9f9df4792 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:04.805196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b69188-16b8-49c8-af01-bc4468838d75 None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:04.885852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f444e30-19ed-4c27-9058-52754fe55947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:04.927881 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f0626a86-762c-4309-b959-b25b7e9a0ce3 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1777339 Dec 23 15:35:04.929413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52824) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:04.937798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-269701617', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb52c9c8-c457-4ebe-8987-95cc315ef3e6'}], 'security_groups': ['68546c22-17c5-498d-9b6f-0a9a7ceab4b7', '7381d3bf-0cb3-4132-a511-23885bc522e4']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:04.964485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.043926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:05.047141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:05.051216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:05.055064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f7fd02509d43a2b5f27cd8d40c28e8 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:05.057957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:05.060730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:05.068496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:05.071462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:05.127663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b58dcd5c-bb19-4cbf-b376-bb2bbc406b7f None None] Provisioning complete for port c4917f28-17c2-477c-b2fd-d0a576d2f847 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:05.128033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b58dcd5c-bb19-4cbf-b376-bb2bbc406b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.153150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.156049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:05.236425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f444e30-19ed-4c27-9058-52754fe55947 None None] Pushing event updated for resources: {'Port': ['ID=c4917f28-17c2-477c-b2fd-d0a576d2f847,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:05.240617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.309553 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6f7fd02509d43a2b5f27cd8d40c28e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7134261 Dec 23 15:35:05.309992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.326996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52828) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:05.372880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c4917f28-17c2-477c-b2fd-d0a576d2f847 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:05.399371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3f5d-61ad-4047-97a9-dd77ed9149f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ab206-c5cb-45f6-aa27-bdfd31118e82,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:05.413835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc461f4-584c-4817-9d36-914282359e60 req-e1e6a9ef-df4a-4abd-9ad0-5fbe0349a938 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:05.415305 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3dc461f4-584c-4817-9d36-914282359e60 req-e1e6a9ef-df4a-4abd-9ad0-5fbe0349a938 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.5443952 Dec 23 15:35:05.502470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fd9fe127-54a7-4fe3-b2ab-2c944fd1d119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.542116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fd9fe127-54a7-4fe3-b2ab-2c944fd1d119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.566320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.622402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.630688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c4917f28-17c2-477c-b2fd-d0a576d2f847 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:05.631059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.634185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.671906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Transition to ACTIVE for port object 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:05.688455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3dc461f4-584c-4817-9d36-914282359e60 req-89c434f0-57a1-43d3-99e3-62a86f14b663 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305355 Dec 23 15:35:05.709085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Transition to ACTIVE for port object 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:05.722741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fd9fe127-54a7-4fe3-b2ab-2c944fd1d119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.756845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fe127-54a7-4fe3-b2ab-2c944fd1d119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ab206-c5cb-45f6-aa27-bdfd31118e82,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:05.800682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fd9fe127-54a7-4fe3-b2ab-2c944fd1d119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.801990 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fd9fe127-54a7-4fe3-b2ab-2c944fd1d119 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/584ab206-c5cb-45f6-aa27-bdfd31118e82 HTTP/1.1" status: 204 len: 168 time: 0.4741929 Dec 23 15:35:05.802518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.854432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:05.950866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=8fd8dcbf-5e6d-4175-aa5e-9266b8825dc5,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:05.951134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:05.958672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:05.962403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': '79bc8dfe-e960-4885-9b72-60b561a19e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6da988d8-ebff-4d98-8759-7cc9f9df4792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:05.962650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:05.962764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: 6da988d8-ebff-4d98-8759-7cc9f9df4792, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:05.969570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Pushing event updated for resources: {'Port': ['ID=5d7661cc-cf56-41dc-9a2c-39fd47a82fe5,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:05.998233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] Update dhcp port {'port': {'network_id': 'aba1f916-8145-4f47-a0cb-d7c215c98026', 'fixed_ips': [{'subnet_id': '5178447a-e8fa-45a6-9c54-0f990b4fa819', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ba8d56c7-a2ab-4325-8387-1c40f212c7b1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb52c9c8-c457-4ebe-8987-95cc315ef3e6'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': '4531393a-b6b5-4659-b031-5845fe53c0b4'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:35:06.048026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 6da988d8-ebff-4d98-8759-7cc9f9df4792 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:06.103716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Attempting to bind port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:06.104092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Attempting to bind port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'dc971c8f-d776-410d-8e0c-2f89801213b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8193aff3-f6c4-4b90-a834-a7dc0c1c365a'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:06.105101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Attempting to bind port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 on network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:06.106567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.128558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:06.128938 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Checking segment: {'id': 'dc971c8f-d776-410d-8e0c-2f89801213b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8193aff3-f6c4-4b90-a834-a7dc0c1c365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:06.129754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.130164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Bound using segment: {'id': 'dc971c8f-d776-410d-8e0c-2f89801213b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8193aff3-f6c4-4b90-a834-a7dc0c1c365a'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:06.130649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Bound port: 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc971c8f-d776-410d-8e0c-2f89801213b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8193aff3-f6c4-4b90-a834-a7dc0c1c365a'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:06.131029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.140292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 6da988d8-ebff-4d98-8759-7cc9f9df4792) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:06.158583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:06.159536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.175958 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f596bf-5130-4772-a0da-fe0341c8ada6 None None] Network 6da988d8-ebff-4d98-8759-7cc9f9df4792 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:06.263476 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2447b4f7-bbe5-4bf7-bbf5-433b7e55d1be tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4903123 Dec 23 15:35:06.266363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52834) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:06.268610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::1 (fe9045e5-08d1-4431-9080-d4f86da37837/f757c7ae-d0fd-4354-92d6-7a8d2c1a6482/097141cf-0545-42af-83d8-122857031f74) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:06.452692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.463194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Delete allocated IP 172.20.0.6 (aba1f916-8145-4f47-a0cb-d7c215c98026/ba8d56c7-a2ab-4325-8387-1c40f212c7b1) {{(pid=84221) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 23 15:35:06.483275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Allocated IP 172.20.0.46 (aba1f916-8145-4f47-a0cb-d7c215c98026/eb52c9c8-c457-4ebe-8987-95cc315ef3e6/97ca8351-7f72-42f2-a323-51d938701520) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:06.489805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] For port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:06.506863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] For port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5d7661cc-cf56-41dc-9a2c-39fd47a82fe5,segment=NetworkSegment(dc971c8f-d776-410d-8e0c-2f89801213b2),segment_id=dc971c8f-d776-410d-8e0c-2f89801213b2)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:06.514846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.523990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.553959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 097141cf-0545-42af-83d8-122857031f74 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:06.572916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146a2d1-6de0-4020-93b7-833397745207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-6da988d8-ebff-4d98-8759-7cc9f9df4792', 'network_id': '6da988d8-ebff-4d98-8759-7cc9f9df4792', 'tenant_id': '7c8c8c93ce944da49c8423ae51f6e4f6', 'fixed_ips': [{'subnet_id': '8fd8dcbf-5e6d-4175-aa5e-9266b8825dc5'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:06.573744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d146a2d1-6de0-4020-93b7-833397745207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.591476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.687116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.745988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b9144-5ca7-4693-bb11-2c86a78c23f9 None None] Pushing event updated for resources: {'Port': ['ID=5d7661cc-cf56-41dc-9a2c-39fd47a82fe5,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:06.773833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd8dcbf-5e6d-4175-aa5e-9266b8825dc5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server [None req-d146a2d1-6de0-4020-93b7-833397745207 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fd8dcbf-5e6d-4175-aa5e-9266b8825dc5: This subnet is being modified by another concurrent operation. Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise exception Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fd8dcbf-5e6d-4175-aa5e-9266b8825dc5: This subnet is being modified by another concurrent operation. Dec 23 15:35:06.804785 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Dec 23 15:35:06.831887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f960b7a-f480-4807-aaed-0b30017be4ff None None] Network 6da988d8-ebff-4d98-8759-7cc9f9df4792 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:06.876464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.898109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.900927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Transition to ACTIVE for port object 97ca8351-7f72-42f2-a323-51d938701520 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:06.905382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.926409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da988d8-ebff-4d98-8759-7cc9f9df4792']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:06.941902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bc8dfe-e960-4885-9b72-60b561a19e0f') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:06.943322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bc8dfe-e960-4885-9b72-60b561a19e0f') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:06.957958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:06.999025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.009480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.023184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:07.024051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:07.049400 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:07.059533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=097141cf-0545-42af-83d8-122857031f74,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:07.063268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:07.109844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:07.118667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.134010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] Allocated IP 172.20.0.34 (aba1f916-8145-4f47-a0cb-d7c215c98026/eb52c9c8-c457-4ebe-8987-95cc315ef3e6/4531393a-b6b5-4659-b031-5845fe53c0b4) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:07.147707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:07.148235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.237584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.249906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event updated for resources: {'Port': ['ID=97ca8351-7f72-42f2-a323-51d938701520,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:07.252862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.274689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b0f6d-f9f1-4f28-be4a-a24a92430227 req-68549cc9-a5b5-49a8-a4dd-4c60c580885b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:07.289035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-218b0f6d-f9f1-4f28-be4a-a24a92430227 req-68549cc9-a5b5-49a8-a4dd-4c60c580885b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 943 time: 0.3862853 Dec 23 15:35:07.292855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] In _notify_port_updated(), no bound segment for port 97ca8351-7f72-42f2-a323-51d938701520 on network aba1f916-8145-4f47-a0cb-d7c215c98026 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:35:07.296186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=6da988d8-ebff-4d98-8759-7cc9f9df4792,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:07.296642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:07.297246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.301662 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6879a3c9-9c21-4dfa-aac5-0333be18b72b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/6da988d8-ebff-4d98-8759-7cc9f9df4792 HTTP/1.1" status: 204 len: 168 time: 1.0317976 Dec 23 15:35:07.301824 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0abf960e-4855-4ba9-9faa-144ac60d681f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "PUT /v2.0/ports/97ca8351-7f72-42f2-a323-51d938701520 HTTP/1.1" status: 200 len: 959 time: 2.3715189 Dec 23 15:35:07.302456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52840) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:07.321880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52844) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:07.333555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358258222'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:07.343858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:07.361146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:07.361377 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4531393a-b6b5-4659-b031-5845fe53c0b4,segment=NetworkSegment(360cae04-73da-4903-abbf-a77ab30f1e13),segment_id=360cae04-73da-4903-abbf-a77ab30f1e13)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:07.367765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:07.385143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:07.409443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.410293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-218b0f6d-f9f1-4f28-be4a-a24a92430227 req-85b1f63d-e1c8-4826-8530-e0af9c88ff20 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203859 Dec 23 15:35:07.412342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 97ca8351-7f72-42f2-a323-51d938701520 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:07.413128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.452985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7a0cc3b1-6594-40e2-b141-c08c55674fc3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:35:07.467809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:07.500100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] Transition to ACTIVE for port object 4531393a-b6b5-4659-b031-5845fe53c0b4 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:07.509012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.587036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:07.590390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.660420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.857995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.859767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e584630b-ad87-4bce-b064-a17df4c8c041 None None] Provisioning for port 097141cf-0545-42af-83d8-122857031f74 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:07.905489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e584630b-ad87-4bce-b064-a17df4c8c041 None None] Provisioning complete for port 097141cf-0545-42af-83d8-122857031f74 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:07.906171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e584630b-ad87-4bce-b064-a17df4c8c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.936189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0971c-a0b2-4330-a880-bd9b86c3d3b7 None None] Pushing event updated for resources: {'Port': ['ID=4531393a-b6b5-4659-b031-5845fe53c0b4,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:07.950235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:07.960466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:07.961142 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef of type vlan for network e90bc341-1d14-4a2c-b76e-485eecdd7b9c Dec 23 15:35:07.981720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:07.985780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 7a0cc3b1-6594-40e2-b141-c08c55674fc3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:08.011297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 97ca8351-7f72-42f2-a323-51d938701520 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:08.025871 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'port_id': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'mac_address': 'fa:16:3e:a6:e5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:35:08.031830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.037885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e584630b-ad87-4bce-b064-a17df4c8c041 None None] Port 097141cf-0545-42af-83d8-122857031f74 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:08.066211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.105226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.106233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.120946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.144166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0cc3b1-6594-40e2-b141-c08c55674fc3 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:35:08.173785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e623f1-e232-4589-800c-c0205dd04d23 None None] Network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:08.249657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 7a0cc3b1-6594-40e2-b141-c08c55674fc3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:08.262880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.266887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:08.267510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.300028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=097141cf-0545-42af-83d8-122857031f74,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:08.303889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.372179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=97ca8351-7f72-42f2-a323-51d938701520,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:08.389428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.423451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=e90bc341-1d14-4a2c-b76e-485eecdd7b9c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:08.450535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:08.451800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:08.452005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network e90bc341-1d14-4a2c-b76e-485eecdd7b9c details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:08.510832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-baaf7ec0-7d3c-4e6f-9b24-ff7944e45ec4 None None] Provisioning for port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:08.546048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c63d0a60-666d-4477-9592-024259a1095f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2231278 Dec 23 15:35:08.549231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.553776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52850) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:08.566140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': 'e90bc341-1d14-4a2c-b76e-485eecdd7b9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:08.584907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-baaf7ec0-7d3c-4e6f-9b24-ff7944e45ec4 None None] Provisioning complete for port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:08.585474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-baaf7ec0-7d3c-4e6f-9b24-ff7944e45ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:08.625999 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eb5e8d85-b15f-4188-8f8f-8d17c00bdaaf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/97ca8351-7f72-42f2-a323-51d938701520 HTTP/1.1" status: 204 len: 168 time: 1.3217912 Dec 23 15:35:08.701181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=7a0cc3b1-6594-40e2-b141-c08c55674fc3,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:08.710352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52854) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:08.778691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:08.783791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:08.786898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:08.796030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:08.831345 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-e919147d-0572-4d05-9667-0632d1408cc7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] GET failed (client error): The resource could not be found. Dec 23 15:35:08.832641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e919147d-0572-4d05-9667-0632d1408cc7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:08.863636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['7a0cc3b1-6594-40e2-b141-c08c55674fc3'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:35:08.922624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:08.948989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-baaf7ec0-7d3c-4e6f-9b24-ff7944e45ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.024223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-baaf7ec0-7d3c-4e6f-9b24-ff7944e45ec4 None None] For port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5d7661cc-cf56-41dc-9a2c-39fd47a82fe5,segment=NetworkSegment(dc971c8f-d776-410d-8e0c-2f89801213b2),segment_id=dc971c8f-d776-410d-8e0c-2f89801213b2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:09.059179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.090224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-baaf7ec0-7d3c-4e6f-9b24-ff7944e45ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.184633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e919147d-0572-4d05-9667-0632d1408cc7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:09.189128 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e919147d-0572-4d05-9667-0632d1408cc7 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports/97ca8351-7f72-42f2-a323-51d938701520 HTTP/1.1" status: 404 len: 333 time: 0.4744828 Dec 23 15:35:09.189318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52858) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:09.202795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3d11-891f-4882-9322-c1f1c48f7d8d req-809b6b74-3698-49f7-8bea-79f327ba9503 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:09.204326 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c20d3d11-891f-4882-9322-c1f1c48f7d8d req-809b6b74-3698-49f7-8bea-79f327ba9503 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 944 time: 0.4973915 Dec 23 15:35:09.274110 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c20d3d11-891f-4882-9322-c1f1c48f7d8d req-7c31c568-de98-4abd-ab0c-9eca7f83fe45 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597782 Dec 23 15:35:09.309080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf7ec0-7d3c-4e6f-9b24-ff7944e45ec4 None None] Pushing event updated for resources: {'Port': ['ID=5d7661cc-cf56-41dc-9a2c-39fd47a82fe5,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:09.332196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Provisioning complete for port 097141cf-0545-42af-83d8-122857031f74 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:09.332196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.353664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2d95f9e-e440-4f7e-9f13-160b6ef08aac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.377296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4531393a-b6b5-4659-b031-5845fe53c0b4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:09.384951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Router d5ae751b-e8d7-4959-a00f-7cf6105bd57c is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:35:09.391931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2d95f9e-e440-4f7e-9f13-160b6ef08aac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.474971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Port 097141cf-0545-42af-83d8-122857031f74 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:09.499164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Provisioning complete for port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:09.499532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.617858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a8fceb-a866-44c3-bc56-0b4bca7c163b None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:35:09.623903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2d95f9e-e440-4f7e-9f13-160b6ef08aac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.645901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d95f9e-e440-4f7e-9f13-160b6ef08aac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f4da4-9486-473c-b511-f218c0f73d60,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:09.659703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2d95f9e-e440-4f7e-9f13-160b6ef08aac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.659703 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b2d95f9e-e440-4f7e-9f13-160b6ef08aac tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/security-groups/e38f4da4-9486-473c-b511-f218c0f73d60 HTTP/1.1" status: 204 len: 168 time: 0.4659855 Dec 23 15:35:09.659703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.663007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52862) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:09.701094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:35:09.722747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f79e4db4-3d04-4bee-b54a-d79c9a4510f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "PUT /v2.0/routers/d5ae751b-e8d7-4959-a00f-7cf6105bd57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3171566 Dec 23 15:35:09.722989 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Sync routers for ids ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:35:09.723462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52866) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:09.749695 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Routers {'d5ae751b-e8d7-4959-a00f-7cf6105bd57c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:09.750455 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:09.782955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=78a8ad6e-48b4-4c58-9029-b1c893935d83,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:09.835437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a078f15-ad4d-427f-8622-8e3b9781e294 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.851205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb0f7d-f5ca-4d39-b478-e198873f5b65 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:09.851862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3beb0f7d-f5ca-4d39-b478-e198873f5b65 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:09.860215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': 'bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e90bc341-1d14-4a2c-b76e-485eecdd7b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:09.860524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: e90bc341-1d14-4a2c-b76e-485eecdd7b9c, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:09.876789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a078f15-ad4d-427f-8622-8e3b9781e294 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:09.949493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3beb0f7d-f5ca-4d39-b478-e198873f5b65 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:09.952166 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3beb0f7d-f5ca-4d39-b478-e198873f5b65 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports/097141cf-0545-42af-83d8-122857031f74 HTTP/1.1" status: 200 len: 911 time: 0.2268300 Dec 23 15:35:09.953700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52870) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:10.009072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network e90bc341-1d14-4a2c-b76e-485eecdd7b9c is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:10.030495 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Set router d5ae751b-e8d7-4959-a00f-7cf6105bd57c gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:10.031003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a078f15-ad4d-427f-8622-8e3b9781e294 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.041340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Provisioning for port 4531393a-b6b5-4659-b031-5845fe53c0b4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:10.054942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a078f15-ad4d-427f-8622-8e3b9781e294 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7381d3bf-0cb3-4132-a511-23885bc522e4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:10.056569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Provisioning complete for port 4531393a-b6b5-4659-b031-5845fe53c0b4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:10.057930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.062754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3a078f15-ad4d-427f-8622-8e3b9781e294 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.063837 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3a078f15-ad4d-427f-8622-8e3b9781e294 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/security-groups/7381d3bf-0cb3-4132-a511-23885bc522e4 HTTP/1.1" status: 204 len: 168 time: 0.3511059 Dec 23 15:35:10.066536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52874) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:10.082869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0785f-e72b-4cf6-9817-19cb6e5f48e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:10.089353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0785f-e72b-4cf6-9817-19cb6e5f48e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:10.090784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7db0785f-e72b-4cf6-9817-19cb6e5f48e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:10.099550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e90bc341-1d14-4a2c-b76e-485eecdd7b9c) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:10.106131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:10.107067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.132225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7db0785f-e72b-4cf6-9817-19cb6e5f48e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:10.137759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52878) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:10.144783 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7db0785f-e72b-4cf6-9817-19cb6e5f48e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1899929 Dec 23 15:35:10.157930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8fceb-a866-44c3-bc56-0b4bca7c163b None None] Unable to find a vacant binding_index for network e90bc341-1d14-4a2c-b76e-485eecdd7b9c and agent 807d70b9-d210-446f-87e8-e30a032b436d {{(pid=84223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 23 15:35:10.168706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a8fceb-a866-44c3-bc56-0b4bca7c163b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, e90bc341-1d14-4a2c-b76e-485eecdd7b9c) {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:35:10.180994 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b3cdcce-fad6-47a6-be82-5aeda25292e5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6276672 Dec 23 15:35:10.185731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52882) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:10.193412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1650538858'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:10.198802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:10.203194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:10.206187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:10.213961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:10.272688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06e10fe0-2a67-4e36-a5a9-43085f20e537 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.316295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06e10fe0-2a67-4e36-a5a9-43085f20e537 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.316896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:10.321714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.371090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:10.382115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Provisioning complete for port 294c62b0-2160-4af3-9e3c-415d17d5e568 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:10.382557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.386631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.386980 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment 18a43998-9e06-4caa-95f4-2ba05d453f8e of type vlan for network 0b48b869-e990-4239-9112-90d4da3e73de Dec 23 15:35:10.422296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.449957 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'name': 'tempest-NetworksTestDHCPv6-router-527009087', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:04Z', 'updated_at': '2021-12-23T15:35:07Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None, '_interfaces': [{'id': '097141cf-0545-42af-83d8-122857031f74', 'name': '', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'mac_address': 'fa:16:3e:cd:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f757c7ae-d0fd-4354-92d6-7a8d2c1a6482', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:05Z', 'updated_at': '2021-12-23T15:35:07Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'subnets': [{'id': 'f757c7ae-d0fd-4354-92d6-7a8d2c1a6482', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:10.454736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Port 294c62b0-2160-4af3-9e3c-415d17d5e568 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:10.456608 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Checking router: d5ae751b-e8d7-4959-a00f-7cf6105bd57c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:35:10.457718 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Updating router d5ae751b-e8d7-4959-a00f-7cf6105bd57c port 097141cf-0545-42af-83d8-122857031f74 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:35:10.462194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e4191edb-1e68-4d59-91c0-cb68d6d1de60 None None] Could not find standard attr ID for object 97ca8351-7f72-42f2-a323-51d938701520. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:35:10.525813 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.540045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.543938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:10.544532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.577964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7647e419-1c41-447a-aa14-f1fbc510856c None None] Could not find standard attr ID for object 97ca8351-7f72-42f2-a323-51d938701520. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:35:10.685276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=0b48b869-e990-4239-9112-90d4da3e73de,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:10.703325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06e10fe0-2a67-4e36-a5a9-43085f20e537 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.704608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0b48b869-e990-4239-9112-90d4da3e73de details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:10.733149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52888) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:10.733363 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4ba43298-4459-4ae4-8177-02d231616fe5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5458734 Dec 23 15:35:10.736039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e10fe0-2a67-4e36-a5a9-43085f20e537 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68546c22-17c5-498d-9b6f-0a9a7ceab4b7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:10.749314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '0b48b869-e990-4239-9112-90d4da3e73de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:10.837155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-06e10fe0-2a67-4e36-a5a9-43085f20e537 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.840518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-06e10fe0-2a67-4e36-a5a9-43085f20e537 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/security-groups/68546c22-17c5-498d-9b6f-0a9a7ceab4b7 HTTP/1.1" status: 204 len: 168 time: 0.7706742 Dec 23 15:35:10.841366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52892) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:10.852640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d702fa1-2813-4399-93b6-140dde39ee96 req-bbc85cca-3423-472e-b609-be96a7d6aa3d tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:10.854081 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d702fa1-2813-4399-93b6-140dde39ee96 req-bbc85cca-3423-472e-b609-be96a7d6aa3d tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 944 time: 0.4054463 Dec 23 15:35:10.858977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-e90bc341-1d14-4a2c-b76e-485eecdd7b9c', 'network_id': 'e90bc341-1d14-4a2c-b76e-485eecdd7b9c', 'tenant_id': '7c8c8c93ce944da49c8423ae51f6e4f6', 'fixed_ips': [{'subnet_id': '78a8ad6e-48b4-4c58-9029-b1c893935d83'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:10.860231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:10.927834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:10.954852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:10.957543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:10.968353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:10.972971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d702fa1-2813-4399-93b6-140dde39ee96 req-489b147a-02d9-4027-9c78-8f1f232bc476 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031871 Dec 23 15:35:11.032109 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.045599 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Transition to ACTIVE for port object 097141cf-0545-42af-83d8-122857031f74 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:11.057700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Allocated IP 2001:db8::3 (e90bc341-1d14-4a2c-b76e-485eecdd7b9c/78a8ad6e-48b4-4c58-9029-b1c893935d83/2b4edf15-403e-46c9-b3ec-85b848a3cf5b) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:11.060375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:11.079613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet ba8d56c7-a2ab-4325-8387-1c40f212c7b1 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:11.083464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.118399 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.145698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.204733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.281033 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Pushing event updated for resources: {'Port': ['ID=097141cf-0545-42af-83d8-122857031f74,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:11.314241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.328166 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.328650 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.328990 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.329501 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.329844 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.330217 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.330903 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.331247 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.331622 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.332435 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.332770 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:11.338807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Transition to ACTIVE for port object 2b4edf15-403e-46c9-b3ec-85b848a3cf5b will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:11.355718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.372049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:11.402834 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Attempting to bind port 097141cf-0545-42af-83d8-122857031f74 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:11.403616 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Attempting to bind port 097141cf-0545-42af-83d8-122857031f74 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:11.403974 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Attempting to bind port 097141cf-0545-42af-83d8-122857031f74 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:11.407330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Transition to ACTIVE for port object 2b4edf15-403e-46c9-b3ec-85b848a3cf5b will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:11.413643 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:11.414009 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:11.414998 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.415598 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:11.416074 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Bound port: 097141cf-0545-42af-83d8-122857031f74, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:11.416584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.455257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:11.455632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.485875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7a0cc3b1-6594-40e2-b141-c08c55674fc3 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:11.500358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Performing IP validity checks on allocation pools {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 15:35:11.500863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 15:35:11.529044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.530239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.541297 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] For port 097141cf-0545-42af-83d8-122857031f74, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:11.576746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] For port 097141cf-0545-42af-83d8-122857031f74, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=097141cf-0545-42af-83d8-122857031f74,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:11.586747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.589742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8d56c7-a2ab-4325-8387-1c40f212c7b1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:11.595670 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-27f8526d-7cf4-402a-aa34-e02e6bae363d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/ba8d56c7-a2ab-4325-8387-1c40f212c7b1 HTTP/1.1" status: 204 len: 168 time: 0.7529097 Dec 23 15:35:11.601137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52896) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:11.610952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Network e90bc341-1d14-4a2c-b76e-485eecdd7b9c is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:11.622297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:11.624874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:11.655588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Pushing event updated for resources: {'Port': ['ID=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:11.669998 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.674841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet eb52c9c8-c457-4ebe-8987-95cc315ef3e6 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:11.678551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.737871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.759548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.789821 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd724e3-d0a8-4822-96a2-4cd6f38d9b95 None None] Pushing event updated for resources: {'Port': ['ID=097141cf-0545-42af-83d8-122857031f74,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:11.792427 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Routers {'d5ae751b-e8d7-4959-a00f-7cf6105bd57c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:11.793021 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:11.824312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Attempting to bind port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:11.825178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Attempting to bind port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e90bc341-1d14-4a2c-b76e-485eecdd7b9c'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:11.826162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Attempting to bind port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b on network e90bc341-1d14-4a2c-b76e-485eecdd7b9c {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:11.826285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.841301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:11.842043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Checking segment: {'id': 'bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e90bc341-1d14-4a2c-b76e-485eecdd7b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:11.842631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.843332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Bound using segment: {'id': 'bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e90bc341-1d14-4a2c-b76e-485eecdd7b9c'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:11.844016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Bound port: 2b4edf15-403e-46c9-b3ec-85b848a3cf5b, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e90bc341-1d14-4a2c-b76e-485eecdd7b9c'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:11.844770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.863503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:11.972280 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] Set router d5ae751b-e8d7-4959-a00f-7cf6105bd57c gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:11.976072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=330a7976-e43a-4528-ad9a-aee6c30d1373,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:12.002905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:12.011072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:12.011665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.018504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': '18a43998-9e06-4caa-95f4-2ba05d453f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '0b48b869-e990-4239-9112-90d4da3e73de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:12.018949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: 0b48b869-e990-4239-9112-90d4da3e73de, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:12.053521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.101628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] For port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:12.114634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] For port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,segment=NetworkSegment(bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef),segment_id=bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:12.121451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=eb52c9c8-c457-4ebe-8987-95cc315ef3e6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:12.128571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.140924 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-22a0b7d8-8e04-40e8-85c9-219d4351b425 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/eb52c9c8-c457-4ebe-8987-95cc315ef3e6 HTTP/1.1" status: 204 len: 168 time: 0.5384092 Dec 23 15:35:12.141522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52902) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:12.189811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 0b48b869-e990-4239-9112-90d4da3e73de is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:12.192765 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-03038b5d-a77c-44c7-9f1a-3c471b52ba6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:12.193201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03038b5d-a77c-44c7-9f1a-3c471b52ba6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:12.197300 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-03038b5d-a77c-44c7-9f1a-3c471b52ba6e tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/ba8d56c7-a2ab-4325-8387-1c40f212c7b1 HTTP/1.1" status: 404 len: 337 time: 0.0514100 Dec 23 15:35:12.197578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52906) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:12.201484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.236790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.289140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting subnet 5178447a-e8fa-45a6-9c54-0f990b4fa819 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:12.295375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.313128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:35:12.328094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 0b48b869-e990-4239-9112-90d4da3e73de) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:12.340332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:12.340566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.345638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 7a0cc3b1-6594-40e2-b141-c08c55674fc3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:12.352509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d154d2e-e71e-4083-ad14-43fb076645a1 None None] Pushing event updated for resources: {'Port': ['ID=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:12.388906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.396189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec2e74-7f2e-4d8e-aa25-22a8400adc0c req-ede679f1-0009-46d5-890e-9c3eaa905f6f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:12.398575 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d4ec2e74-7f2e-4d8e-aa25-22a8400adc0c req-ede679f1-0009-46d5-890e-9c3eaa905f6f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 944 time: 0.2175460 Dec 23 15:35:12.400172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 097141cf-0545-42af-83d8-122857031f74 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:12.400703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.431755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.476853 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'name': 'tempest-NetworksTestDHCPv6-router-527009087', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:04Z', 'updated_at': '2021-12-23T15:35:07Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None, '_interfaces': [{'id': '097141cf-0545-42af-83d8-122857031f74', 'name': '', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'mac_address': 'fa:16:3e:cd:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f757c7ae-d0fd-4354-92d6-7a8d2c1a6482', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:05Z', 'updated_at': '2021-12-23T15:35:11Z', 'revision_number': 4, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'subnets': [{'id': 'f757c7ae-d0fd-4354-92d6-7a8d2c1a6482', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:12.487989 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f93af-d5c8-4b17-9b0a-1498a1caf29c None None] The sync data for ids ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'] in dv-neutron-822796-1-hyperv is: [{'id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'name': 'tempest-NetworksTestDHCPv6-router-527009087', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:04Z', 'updated_at': '2021-12-23T15:35:07Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None, '_interfaces': [{'id': '097141cf-0545-42af-83d8-122857031f74', 'name': '', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'mac_address': 'fa:16:3e:cd:82:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f757c7ae-d0fd-4354-92d6-7a8d2c1a6482', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:05Z', 'updated_at': '2021-12-23T15:35:11Z', 'revision_number': 4, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'subnets': [{'id': 'f757c7ae-d0fd-4354-92d6-7a8d2c1a6482', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:35:12.546963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.624971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=7a0cc3b1-6594-40e2-b141-c08c55674fc3,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:12.717053 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-97e30ffb-8593-4d42-9c33-797932eced58 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9800177 Dec 23 15:35:12.719255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52914) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:12.787703 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'code': 200} Dec 23 15:35:12.804358 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d4ec2e74-7f2e-4d8e-aa25-22a8400adc0c req-88eba4a8-a151-40fc-9857-aa7d5702461e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409343 Dec 23 15:35:12.812002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port 097141cf-0545-42af-83d8-122857031f74, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=097141cf-0545-42af-83d8-122857031f74,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:12.812002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.838723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.894540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:12.916211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Subnet': ['ID=5178447a-e8fa-45a6-9c54-0f990b4fa819,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:12.922121 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b42b9b61-e938-4b7d-93c3-b3bb4c64e858 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/5178447a-e8fa-45a6-9c54-0f990b4fa819 HTTP/1.1" status: 204 len: 168 time: 0.7236068 Dec 23 15:35:12.925551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52918) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:12.983114 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb03a8a-6da7-43c7-b9e4-3da621758466 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:12.983532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb03a8a-6da7-43c7-b9e4-3da621758466 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:12.987636 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-abb03a8a-6da7-43c7-b9e4-3da621758466 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/1307f8c4-cb34-4839-9d33-4c63b3311885 HTTP/1.1" status: 404 len: 337 time: 0.0587709 Dec 23 15:35:12.989157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52922) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:12.999372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 097141cf-0545-42af-83d8-122857031f74 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:13.058624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a5509985-0c86-4cb8-b267-22e3a6ddef91 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Synchronizing usage tracker for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:13.091844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a5509985-0c86-4cb8-b267-22e3a6ddef91 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Unset dirty status for tenant:574d9894db7f4677a3addecdad9f9362 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:13.095366 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a5509985-0c86-4cb8-b267-22e3a6ddef91 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "GET /v2.0/ports?device_id=53ee2d8f-106b-4b69-894d-f48aafb6f03a HTTP/1.1" status: 200 len: 205 time: 0.1026781 Dec 23 15:35:13.097693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.099761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52926) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:13.179661 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-85890313-dd05-4529-b136-b8e26ebb24c0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] delete failed (client error): The resource could not be found. Dec 23 15:35:13.183361 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-85890313-dd05-4529-b136-b8e26ebb24c0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/routers/53ee2d8f-106b-4b69-894d-f48aafb6f03a HTTP/1.1" status: 404 len: 336 time: 0.0793247 Dec 23 15:35:13.184445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52930) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:13.232779 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-9411ecdc-4aa6-4bf6-b1fb-28a5a5308818 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:13.233820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9411ecdc-4aa6-4bf6-b1fb-28a5a5308818 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:13.241773 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9411ecdc-4aa6-4bf6-b1fb-28a5a5308818 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/28e78fbe-c135-41cb-8216-ee587021e3fa HTTP/1.1" status: 404 len: 337 time: 0.0560377 Dec 23 15:35:13.244358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52934) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:13.256267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.302382 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c04a5d-29fb-43b0-b851-4947f4626612 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:13.302382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c04a5d-29fb-43b0-b851-4947f4626612 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:13.306499 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-66c04a5d-29fb-43b0-b851-4947f4626612 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/00a18075-6e0c-4f6c-b66d-f898a3c13def HTTP/1.1" status: 404 len: 337 time: 0.0460370 Dec 23 15:35:13.307563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52938) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:13.388056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.449321 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-272d63aa-2543-4396-98d0-da34d196ce53 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:13.449955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272d63aa-2543-4396-98d0-da34d196ce53 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:13.452299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-272d63aa-2543-4396-98d0-da34d196ce53 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/ec9a8b17-9271-4420-b064-08463892d312 HTTP/1.1" status: 404 len: 337 time: 0.1432610 Dec 23 15:35:13.455664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52942) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:13.463895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=097141cf-0545-42af-83d8-122857031f74,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:13.468397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2b4edf15-403e-46c9-b3ec-85b848a3cf5b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:13.504546 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6100b7-f5c8-40c6-8f89-587a3923f393 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:13.504990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6100b7-f5c8-40c6-8f89-587a3923f393 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:13.511806 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.550121 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2f6100b7-f5c8-40c6-8f89-587a3923f393 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/ec4bbfad-cd49-4434-8092-7ec81c0d2aeb HTTP/1.1" status: 404 len: 333 time: 0.0934510 Dec 23 15:35:13.555360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52946) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:13.601909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=330a7976-e43a-4528-ad9a-aee6c30d1373,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:13.614409 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ee5bbc-3493-4f87-9b51-2537b55aeea0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:13.614860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ee5bbc-3493-4f87-9b51-2537b55aeea0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:13.620346 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-61ee5bbc-3493-4f87-9b51-2537b55aeea0 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/dd4cc04d-5d64-4e67-9c73-7b535ea9dd1a HTTP/1.1" status: 404 len: 337 time: 0.0597608 Dec 23 15:35:13.637993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52950) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:13.659345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:13.665764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 097141cf-0545-42af-83d8-122857031f74 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:13.734980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6ed6b-078a-4a09-b492-5787bc948846 None None] Network e90bc341-1d14-4a2c-b76e-485eecdd7b9c requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:13.735969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.750153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a150f-8c6d-4b1b-8e04-8a6f2ac2aa8a None None] Network aba1f916-8145-4f47-a0cb-d7c215c98026 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:13.763730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b48b869-e990-4239-9112-90d4da3e73de']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:13.781687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a43998-9e06-4caa-95f4-2ba05d453f8e') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:13.782001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec7b8b-0660-4032-be7d-c0d30a213b37 None None] Network 0b48b869-e990-4239-9112-90d4da3e73de requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:13.782193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a43998-9e06-4caa-95f4-2ba05d453f8e') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:13.806804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.808712 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea3ae52-d980-41b0-be9e-279f4ae48f61 req-e1f99b16-a2a9-46de-95b4-9e727c4235ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 1098 time: 0.5024889 Dec 23 15:35:13.814231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 097141cf-0545-42af-83d8-122857031f74 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:13.814461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 097141cf-0545-42af-83d8-122857031f74 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 23 15:35:13.825946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.836862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:13.837359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.837961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:13.937586 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea3ae52-d980-41b0-be9e-279f4ae48f61 req-039e857c-1a40-4e1d-bea2-ae8a2a292ea9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220448 Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:14.115352 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:14.124084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Port 097141cf-0545-42af-83d8-122857031f74 not found, will not notify nova. {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 23 15:35:14.129363 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c8283e-d40d-4cdb-a75d-4377d76d23cf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:14.129801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c8283e-d40d-4cdb-a75d-4377d76d23cf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:14.139788 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d8c8283e-d40d-4cdb-a75d-4377d76d23cf tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/56f79646-675a-417c-bdb3-34701b857673 HTTP/1.1" status: 404 len: 337 time: 0.5007753 Dec 23 15:35:14.142524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52958) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:14.186284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.226789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.228334 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/0b48b869-e990-4239-9112-90d4da3e73de HTTP/1.1" status: 204 len: 168 time: 1.5098858 Dec 23 15:35:14.229672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527bad3-72a8-486c-a75f-2c4baf4a2058 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=0b48b869-e990-4239-9112-90d4da3e73de,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:14.232008 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-63643ee3-d428-4d9a-ab51-cc6588f8f247 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:14.232727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63643ee3-d428-4d9a-ab51-cc6588f8f247 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:14.236209 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-63643ee3-d428-4d9a-ab51-cc6588f8f247 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/437eb066-cc80-4468-8ed5-298ea908e9c1 HTTP/1.1" status: 404 len: 333 time: 0.0910113 Dec 23 15:35:14.236209 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:14.237707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52964) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:14.243419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-310384926'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:14.248961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:14.253326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:14.258492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:14.265415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:14.276027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2af1373c-9314-4513-953e-b5424591fd76 None None] Provisioning for port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:14.324319 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6cb41e-e997-4e15-a8de-04ae70e2a56d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:14.324888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6cb41e-e997-4e15-a8de-04ae70e2a56d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:14.328162 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cf6cb41e-e997-4e15-a8de-04ae70e2a56d tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/c2a3c453-0f6e-4b54-8be5-c6886d95ef1f HTTP/1.1" status: 404 len: 337 time: 0.0879045 Dec 23 15:35:14.329288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52972) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:14.360962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2af1373c-9314-4513-953e-b5424591fd76 None None] Provisioning complete for port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:14.361292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2af1373c-9314-4513-953e-b5424591fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.372036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:14.375032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.403516 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-42806347-54b8-490b-a58a-4431d291917f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:14.403964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42806347-54b8-490b-a58a-4431d291917f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:14.405691 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-42806347-54b8-490b-a58a-4431d291917f tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/subnets/ae447d3a-1802-4a39-9555-4ecc99997376 HTTP/1.1" status: 404 len: 337 time: 0.0753469 Dec 23 15:35:14.416393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52976) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:14.454071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1428d6-1f7b-4405-b731-42abacacef75 None None] Network 0b48b869-e990-4239-9112-90d4da3e73de requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:14.484787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1428d6-1f7b-4405-b731-42abacacef75 None None] Network 0b48b869-e990-4239-9112-90d4da3e73de could not be found, it might have been deleted concurrently. {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 15:35:14.507136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:14.515878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f558-cc05-4b8b-8122-bd03367e708c req-175f2ca7-eb37-4b0c-8305-f9532ef51da4 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:14.516781 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6f7f558-cc05-4b8b-8122-bd03367e708c req-175f2ca7-eb37-4b0c-8305-f9532ef51da4 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 945 time: 0.3849854 Dec 23 15:35:14.533002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 294c62b0-2160-4af3-9e3c-415d17d5e568 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:14.533320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.539115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Router d5ae751b-e8d7-4959-a00f-7cf6105bd57c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:35:14.575478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.575909 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment 6759577f-228c-41f2-9501-162c2d88ade3 of type vlan for network 539df795-2c8d-45d6-b499-0eb20d6160d8 Dec 23 15:35:14.593534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6f7f558-cc05-4b8b-8122-bd03367e708c req-d6ca9009-a696-426a-a947-80cf6717cebf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663924 Dec 23 15:35:14.625823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.674809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2af1373c-9314-4513-953e-b5424591fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.722525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2af1373c-9314-4513-953e-b5424591fd76 None None] For port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,segment=NetworkSegment(bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef),segment_id=bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:14.744632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] DHCP port deletion for aba1f916-8145-4f47-a0cb-d7c215c98026 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:14.750590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] Deleting port 4531393a-b6b5-4659-b031-5845fe53c0b4 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:14.750961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.767400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:35:14.773595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b064fabd-d8ee-4cf1-be08-1e7e245fe7bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "PUT /v2.0/routers/d5ae751b-e8d7-4959-a00f-7cf6105bd57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6347704 Dec 23 15:35:14.776048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52980) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:14.779071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.781743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] Sync routers for ids ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:35:14.783426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:14.798592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.814144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] Routers {'d5ae751b-e8d7-4959-a00f-7cf6105bd57c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:14.814700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:14.854200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af08099-7d41-4980-a8e3-d327806dbdf3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:14.855604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af08099-7d41-4980-a8e3-d327806dbdf3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:14.856701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4af08099-7d41-4980-a8e3-d327806dbdf3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:14.901229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2af1373c-9314-4513-953e-b5424591fd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:14.928369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4af08099-7d41-4980-a8e3-d327806dbdf3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:14.930069 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4af08099-7d41-4980-a8e3-d327806dbdf3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1526468 Dec 23 15:35:14.932751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52984) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:14.942662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=539df795-2c8d-45d6-b499-0eb20d6160d8,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:15.016827 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0ecadb67-478d-4b10-a8b3-8974e0a3d4cf tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7803166 Dec 23 15:35:15.026389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 52988) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:15.031931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '539df795-2c8d-45d6-b499-0eb20d6160d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:15.059000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.070927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 539df795-2c8d-45d6-b499-0eb20d6160d8 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:15.180039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-31419d6a-c596-4e58-b768-3f21eda42791 None None] Could not find standard attr ID for object 097141cf-0545-42af-83d8-122857031f74. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:35:15.206576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] Set router d5ae751b-e8d7-4959-a00f-7cf6105bd57c gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:15.265693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:15.268712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 294c62b0-2160-4af3-9e3c-415d17d5e568 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:15.282422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:15.287883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:15.303933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:15.340369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet f757c7ae-d0fd-4354-92d6-7a8d2c1a6482 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:15.344562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.417470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:15.440600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.522964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1373c-9314-4513-953e-b5424591fd76 None None] Pushing event updated for resources: {'Port': ['ID=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:15.523546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Port': ['ID=294c62b0-2160-4af3-9e3c-415d17d5e568,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:15.525902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4531393a-b6b5-4659-b031-5845fe53c0b4 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:15.532645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.560561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193eeec5-271b-4246-884f-e33a2d7b4046 None None] Network e90bc341-1d14-4a2c-b76e-485eecdd7b9c requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:15.587673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'name': 'tempest-NetworksTestDHCPv6-router-527009087', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:04Z', 'updated_at': '2021-12-23T15:35:13Z', 'revision_number': 3, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:15.596206 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f8b3a7d3-f9a5-44b3-a639-1c1c077c7208 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/ports/294c62b0-2160-4af3-9e3c-415d17d5e568 HTTP/1.1" status: 204 len: 168 time: 1.1784277 Dec 23 15:35:15.597894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 52992) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:15.672561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] Checking router: d5ae751b-e8d7-4959-a00f-7cf6105bd57c for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:35:15.679749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4531393a-b6b5-4659-b031-5845fe53c0b4,segment=NetworkSegment(360cae04-73da-4903-abbf-a77ab30f1e13),segment_id=360cae04-73da-4903-abbf-a77ab30f1e13)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:15.680708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.730376 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.733142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.742638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 4531393a-b6b5-4659-b031-5845fe53c0b4 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:15.742958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.829051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.832448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] Calling delete_port for 4531393a-b6b5-4659-b031-5845fe53c0b4 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:15.924650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:15.936754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] Routers {'d5ae751b-e8d7-4959-a00f-7cf6105bd57c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:15.937382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:15.977706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] For port 4531393a-b6b5-4659-b031-5845fe53c0b4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4531393a-b6b5-4659-b031-5845fe53c0b4,segment=NetworkSegment(360cae04-73da-4903-abbf-a77ab30f1e13),segment_id=360cae04-73da-4903-abbf-a77ab30f1e13)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:15.978915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.062860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242e54-fe29-4c36-a7e7-08c42f0d0622 req-e2dc3498-8198-449b-bb8d-675f64c14ccc tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:16.064385 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-35242e54-fe29-4c36-a7e7-08c42f0d0622 req-e2dc3498-8198-449b-bb8d-675f64c14ccc tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 945 time: 0.2789881 Dec 23 15:35:16.066992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-af513786-cebd-4ad0-9c58-72bce1ad12c9 None None] Provisioning complete for port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:16.067358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af513786-cebd-4ad0-9c58-72bce1ad12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.105967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Calling delete_port for 4531393a-b6b5-4659-b031-5845fe53c0b4 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:16.123003 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-35242e54-fe29-4c36-a7e7-08c42f0d0622 req-ba479512-45ed-4e53-8fa8-ffc3485ef099 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444503 Dec 23 15:35:16.140143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.184970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.217949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] Set router d5ae751b-e8d7-4959-a00f-7cf6105bd57c gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:16.252351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=f757c7ae-d0fd-4354-92d6-7a8d2c1a6482,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:16.301345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.api [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:35:16.301921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG oslo_db.api [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:35:16.325767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.325969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9352158e-7427-493a-b90a-a8cdce39646f None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:16.340476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.406823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2d8ea-390b-400b-bc84-43051997c436 req-09878a9c-dd01-472b-a53f-655a7949594b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:16.408361 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1cf2d8ea-390b-400b-bc84-43051997c436 req-09878a9c-dd01-472b-a53f-655a7949594b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 945 time: 0.1365638 Dec 23 15:35:16.414586 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-20440aa6-8348-4567-98ba-511c0e22a9dd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/f757c7ae-d0fd-4354-92d6-7a8d2c1a6482 HTTP/1.1" status: 204 len: 168 time: 1.4807057 Dec 23 15:35:16.417407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53000) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:16.461005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1cf2d8ea-390b-400b-bc84-43051997c436 req-b7f28ed6-1d1a-4bf8-a627-8fcf980a918c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452313 Dec 23 15:35:16.489479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53004) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:16.500340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.585617 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d215b577-1787-4c79-b98d-865b0d01cfde tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1634388 Dec 23 15:35:16.586167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=802ead26-b138-4507-89b4-ff5317b9e5df,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:16.586330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53010) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:16.592244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'name': 'tempest-NetworksTestDHCPv6-router-527009087', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:04Z', 'updated_at': '2021-12-23T15:35:13Z', 'revision_number': 3, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:16.604942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': '6759577f-228c-41f2-9501-162c2d88ade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '539df795-2c8d-45d6-b499-0eb20d6160d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:16.605296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: 539df795-2c8d-45d6-b499-0eb20d6160d8, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:16.612752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] Pushing event deleted for resources: {'Port': ['ID=4531393a-b6b5-4659-b031-5845fe53c0b4,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:16.627764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416a42f-3fcb-43ad-9a9b-8eaca3f486a2 None None] The sync data for ids ['d5ae751b-e8d7-4959-a00f-7cf6105bd57c'] in dv-neutron-822796-1-hyperv is: [{'id': 'd5ae751b-e8d7-4959-a00f-7cf6105bd57c', 'name': 'tempest-NetworksTestDHCPv6-router-527009087', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:04Z', 'updated_at': '2021-12-23T15:35:13Z', 'revision_number': 3, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:35:16.727625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed6996-ff13-49af-b721-bdbb107ba55e None None] No DVR routers for this DVR port 4531393a-b6b5-4659-b031-5845fe53c0b4 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:16.791624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97014129-e9f6-49c8-8943-8d0830de6ca7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.842385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-31a6772e-990b-4b80-940b-7f482d70b719 tempest-TestVolumeBootPattern-1854957076 tempest-TestVolumeBootPattern-1854957076-project-admin] Synchronizing usage tracker for tenant:23d22869a0d9489d87ad1aadeb0dbf48 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:16.857915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Deleting port 4531393a-b6b5-4659-b031-5845fe53c0b4 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:16.858459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:16.893819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 539df795-2c8d-45d6-b499-0eb20d6160d8 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:16.992638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] The port '4531393a-b6b5-4659-b031-5845fe53c0b4' was deleted {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:35:17.015894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:17.020292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] Deleting port c4917f28-17c2-477c-b2fd-d0a576d2f847 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:17.020639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.065580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-31a6772e-990b-4b80-940b-7f482d70b719 tempest-TestVolumeBootPattern-1854957076 tempest-TestVolumeBootPattern-1854957076-project-admin] Unset dirty status for tenant:23d22869a0d9489d87ad1aadeb0dbf48 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:17.067606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-31a6772e-990b-4b80-940b-7f482d70b719 tempest-TestVolumeBootPattern-1854957076 tempest-TestVolumeBootPattern-1854957076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 1093 time: 0.5771542 Dec 23 15:35:17.070512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53014) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:17.077576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:17.087789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:17.092760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:floatingip and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:17.095685 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 539df795-2c8d-45d6-b499-0eb20d6160d8) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:17.101442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:17.102177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.113145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:17.125209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:17.128579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35236574-18e1-4696-ad70-16163d608a95 None None] Network 539df795-2c8d-45d6-b499-0eb20d6160d8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:17.221476 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d027441c-30d7-4231-a958-504f1c39ed6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1936193 Dec 23 15:35:17.224065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53018) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:17.257361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.310776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.354031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e406cad0-6489-4ed2-acfc-cbf992287a6c None None] Provisioning complete for port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:17.354391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e406cad0-6489-4ed2-acfc-cbf992287a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.356322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba1f916-8145-4f47-a0cb-d7c215c98026']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:17.417176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2b4edf15-403e-46c9-b3ec-85b848a3cf5b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:17.430410 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360cae04-73da-4903-abbf-a77ab30f1e13') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:17.430696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360cae04-73da-4903-abbf-a77ab30f1e13') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:17.442639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97014129-e9f6-49c8-8943-8d0830de6ca7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.449318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.460622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97014129-e9f6-49c8-8943-8d0830de6ca7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.464183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] For port c4917f28-17c2-477c-b2fd-d0a576d2f847, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c4917f28-17c2-477c-b2fd-d0a576d2f847,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:17.464806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.465472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.471575 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.481892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:17.482279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: util.warn( Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:17.497909 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:17.575281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.621536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.641402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97014129-e9f6-49c8-8943-8d0830de6ca7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.644029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97014129-e9f6-49c8-8943-8d0830de6ca7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Fanout notify agent at l3_agent the message router_deleted on router d5ae751b-e8d7-4959-a00f-7cf6105bd57c {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:35:17.654353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] Calling delete_port for c4917f28-17c2-477c-b2fd-d0a576d2f847 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:17.680110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.722431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.722431 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] 10.222.0.58 "DELETE /v2.0/networks/aba1f916-8145-4f47-a0cb-d7c215c98026 HTTP/1.1" status: 204 len: 168 time: 2.1191726 Dec 23 15:35:17.725289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97014129-e9f6-49c8-8943-8d0830de6ca7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.726824 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-97014129-e9f6-49c8-8943-8d0830de6ca7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/routers/d5ae751b-e8d7-4959-a00f-7cf6105bd57c HTTP/1.1" status: 204 len: 168 time: 1.1396217 Dec 23 15:35:17.729848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53024) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:17.732928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90051-d05c-44c5-894e-086a5dd3c451 tempest-PortsTestJSON-222577935 tempest-PortsTestJSON-222577935-project] Pushing event deleted for resources: {'Network': ['ID=aba1f916-8145-4f47-a0cb-d7c215c98026,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:17.738349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:17.857010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Allocated IP 172.26.6.93 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/e1b3367f-f771-43ab-8b58-eb164643f965) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:17.862475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.883690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87bb0c5-b2e1-4f51-9597-bc1bc21013ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-539df795-2c8d-45d6-b499-0eb20d6160d8', 'network_id': '539df795-2c8d-45d6-b499-0eb20d6160d8', 'tenant_id': '7c8c8c93ce944da49c8423ae51f6e4f6', 'fixed_ips': [{'subnet_id': '802ead26-b138-4507-89b4-ff5317b9e5df'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:17.884600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f87bb0c5-b2e1-4f51-9597-bc1bc21013ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:17.924536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=802ead26-b138-4507-89b4-ff5317b9e5df,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:17.931362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:17.933854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.035316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:18.038817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.043007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:18.046521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:18.052307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:18.104672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] Pushing event deleted for resources: {'Port': ['ID=c4917f28-17c2-477c-b2fd-d0a576d2f847,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:18.113749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1162b296-bb8b-4128-be0b-a5ff5bf1b47d None None] No DVR routers for this DVR port c4917f28-17c2-477c-b2fd-d0a576d2f847 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:18.160944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:18.201734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.241950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539df795-2c8d-45d6-b499-0eb20d6160d8']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:18.268091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6759577f-228c-41f2-9501-162c2d88ade3') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:18.268399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6759577f-228c-41f2-9501-162c2d88ade3') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:18.270906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 097141cf-0545-42af-83d8-122857031f74 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:18.291539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.309559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 097141cf-0545-42af-83d8-122857031f74 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:18.314033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 097141cf-0545-42af-83d8-122857031f74 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:18.314033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c4917f28-17c2-477c-b2fd-d0a576d2f847 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:18.323155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.323413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.326701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.336963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:18.337345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.343357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e61f9-f170-4f79-9499-be617f623b05 None None] Network 539df795-2c8d-45d6-b499-0eb20d6160d8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:18.352184 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:18.354387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53030) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:18.369007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: c4917f28-17c2-477c-b2fd-d0a576d2f847 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:18.371645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c4917f28-17c2-477c-b2fd-d0a576d2f847 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:18.577808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.593917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.611692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=539df795-2c8d-45d6-b499-0eb20d6160d8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:18.624326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.633223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6c9bb517-ad8b-4e2a-8c6a-28755c0321da tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/539df795-2c8d-45d6-b499-0eb20d6160d8 HTTP/1.1" status: 204 len: 168 time: 1.4077098 Dec 23 15:35:18.637318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53036) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:18.642726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356263317'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:18.647869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:18.651727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:18.658158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:18.660601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:18.682357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.707540 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4a4ace72-83b6-4ec6-9366-f2c6aa0856c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=574d9894db7f4677a3addecdad9f9362&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3525960 Dec 23 15:35:18.711326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53040) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:18.732903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:18.737047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:18.745931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:18.750407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:18.753452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:18.757759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:18.758415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.762012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=24b1b123-4459-4feb-bcc4-eec303130740,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:18.762550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8692ae9-770d-49ab-a7a7-4fe97dac9e77 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:18.780948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=e1b3367f-f771-43ab-8b58-eb164643f965,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:18.865076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:18.868875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.888330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09e348ff-3d47-4c6b-875e-8f2523da406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.900513 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-167fff2f-2169-4daa-8fc7-0e0ea2091b42 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1666663 Dec 23 15:35:18.900731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53044) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:18.903208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:18.911691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-790927367', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:18.920921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:18.926144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.932055 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment 0c88438c-95e2-4272-b59f-677a05e05ae7 of type vlan for network 46bc6aa2-2b6f-4953-ae40-02dca051c69f Dec 23 15:35:18.932055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:router and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:18.934703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:18.941726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:18.960231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09e348ff-3d47-4c6b-875e-8f2523da406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.968037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:18.984215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '24b1b123-4459-4feb-bcc4-eec303130740'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:18.985284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.036981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.039045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.061150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.068049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.072768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:19.073425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.164692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/24b1b123-4459-4feb-bcc4-eec303130740/4d95ebcb-8e5d-43a4-8bde-a5054449455a) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:19.199484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=46bc6aa2-2b6f-4953-ae40-02dca051c69f,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:19.241223 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-34ca6fd1-c592-4028-858e-807c26e511d0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6027331 Dec 23 15:35:19.242015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53048) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:19.246474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09e348ff-3d47-4c6b-875e-8f2523da406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.247034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 46bc6aa2-2b6f-4953-ae40-02dca051c69f details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:19.248703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:19.264984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e348ff-3d47-4c6b-875e-8f2523da406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49b2132-61b1-413f-8bd9-133b65a96ac7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:19.286675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09e348ff-3d47-4c6b-875e-8f2523da406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.288904 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-09e348ff-3d47-4c6b-875e-8f2523da406c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c49b2132-61b1-413f-8bd9-133b65a96ac7 HTTP/1.1" status: 204 len: 168 time: 0.5727675 Dec 23 15:35:19.329555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.389288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:19.393537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:19.396783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:19.402905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:19.428776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.428776 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4600670a-32b4-48c4-8299-9f38866cf50b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5270712 Dec 23 15:35:19.432610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53054) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:19.477664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.482943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.493416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Transition to ACTIVE for port object 4d95ebcb-8e5d-43a4-8bde-a5054449455a will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:19.512219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Transition to ACTIVE for port object 4d95ebcb-8e5d-43a4-8bde-a5054449455a will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:19.517561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:19.579309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.589863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.669739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:19.673904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:19.679992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:19.683179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Pushing event updated for resources: {'Port': ['ID=4d95ebcb-8e5d-43a4-8bde-a5054449455a,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:19.808284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Attempting to bind port 4d95ebcb-8e5d-43a4-8bde-a5054449455a on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:19.809324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Attempting to bind port 4d95ebcb-8e5d-43a4-8bde-a5054449455a by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:19.809693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Attempting to bind port 4d95ebcb-8e5d-43a4-8bde-a5054449455a on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:19.812694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.820348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:19.820348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:19.820348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.820348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:19.820348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Bound port: 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:19.820348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.911216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:19.929041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:19.932073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4d95ebcb-8e5d-43a4-8bde-a5054449455a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:19.977532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:20.026076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:20.096834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=e1b3367f-f771-43ab-8b58-eb164643f965,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:20.126445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:20.126684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51c1b1-81a9-4440-a8d3-49b5641ab5d3 None None] Pushing event updated for resources: {'Port': ['ID=4d95ebcb-8e5d-43a4-8bde-a5054449455a,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:20.361358 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Floating IP cfba1f39-e9e0-484d-a743-be24acefb754 associated. External IP: 172.26.6.93, port: 7a0cc3b1-6594-40e2-b141-c08c55674fc3. Dec 23 15:35:20.522769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:20.597203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:20.830170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=7dc3c505-e231-46bd-80cb-cd22478fb35e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:20.854448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': '0c88438c-95e2-4272-b59f-677a05e05ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:20.854794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: 46bc6aa2-2b6f-4953-ae40-02dca051c69f, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:20.958645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:35:21.002457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 46bc6aa2-2b6f-4953-ae40-02dca051c69f is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:21.029562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::1 (fe9045e5-08d1-4431-9080-d4f86da37837/24b1b123-4459-4feb-bcc4-eec303130740/dfe5ea57-95f8-4acb-b919-903de575d873) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:21.067365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 46bc6aa2-2b6f-4953-ae40-02dca051c69f) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:21.079561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaded0e-2b41-4da7-9b03-30b30630429e None None] Network 46bc6aa2-2b6f-4953-ae40-02dca051c69f requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:21.164012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:21.164772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.213248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:35:21.225513 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:35:21.244082 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:21.245110 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:21.275785 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b10d22a6-2024-457b-9f88-af312e77893f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0326805 Dec 23 15:35:21.279311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53078) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:21.315167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.346716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.363975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object dfe5ea57-95f8-4acb-b919-903de575d873 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:21.406064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-46bc6aa2-2b6f-4953-ae40-02dca051c69f', 'network_id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f', 'tenant_id': '7c8c8c93ce944da49c8423ae51f6e4f6', 'fixed_ips': [{'subnet_id': '7dc3c505-e231-46bd-80cb-cd22478fb35e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:21.409249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.500201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4d95ebcb-8e5d-43a4-8bde-a5054449455a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:21.503839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.551451 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:21.576769 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8db312c8-f4ba-4826-8741-7270c24011b8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4869530 Dec 23 15:35:21.576769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:35:21.635066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.635780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:21.639887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:21.644706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:21.645212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.649964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=dfe5ea57-95f8-4acb-b919-903de575d873,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:21.684555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eee69d4e-fbd2-4664-8776-70c15447a80f None None] Provisioning for port 4d95ebcb-8e5d-43a4-8bde-a5054449455a completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:21.700816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Allocated IP 2001:db8::1 (46bc6aa2-2b6f-4953-ae40-02dca051c69f/7dc3c505-e231-46bd-80cb-cd22478fb35e/eeb79bc3-80fd-4aac-9933-631c56fb44a6) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:21.776251 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'status': 'completed', 'code': 200} Dec 23 15:35:21.778699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.903287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4d95ebcb-8e5d-43a4-8bde-a5054449455a completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:21.903808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.920173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4d95ebcb-8e5d-43a4-8bde-a5054449455a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:21.920552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:21.945138 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-e3803a5c-b2e4-4ee7-809b-cb16def12a20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 1098 time: 0.1676054 Dec 23 15:35:22.123106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-7eabfca2-70db-44f0-ac2b-faba8b562c9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:22.124898 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-7eabfca2-70db-44f0-ac2b-faba8b562c9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1718965 Dec 23 15:35:22.244651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.252792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.270471 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'cfba1f39-e9e0-484d-a743-be24acefb754', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:a6:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:35:19Z', 'updated_at': '2021-12-23T15:35:19Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:22.276222 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:35:22.278147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Transition to ACTIVE for port object eeb79bc3-80fd-4aac-9933-631c56fb44a6 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:22.284035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-649c6b35-5603-4395-bfbb-fb050eca57cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3 HTTP/1.1" status: 200 len: 998 time: 0.1512303 Dec 23 15:35:22.290970 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:22.291851 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:22.312689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Transition to ACTIVE for port object eeb79bc3-80fd-4aac-9933-631c56fb44a6 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:22.316296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4d95ebcb-8e5d-43a4-8bde-a5054449455a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:22.358890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-3f8c7560-fca6-4ad8-b1d1-b23dda878bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:22.360326 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-3f8c7560-fca6-4ad8-b1d1-b23dda878bbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0690675 Dec 23 15:35:22.362385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f6352987-de0a-48d3-878f-c0b0a1b3ad05 None None] Provisioning for port dfe5ea57-95f8-4acb-b919-903de575d873 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:22.367795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f6352987-de0a-48d3-878f-c0b0a1b3ad05 None None] Provisioning complete for port dfe5ea57-95f8-4acb-b919-903de575d873 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:22.368192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f6352987-de0a-48d3-878f-c0b0a1b3ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.399230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.439212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.497629 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-086e4109-df8d-48f3-8830-9cf4cd76b7c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303797 Dec 23 15:35:22.507024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Network 46bc6aa2-2b6f-4953-ae40-02dca051c69f is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:22.507816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f6352987-de0a-48d3-878f-c0b0a1b3ad05 None None] Port dfe5ea57-95f8-4acb-b919-903de575d873 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:22.531639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:22.531639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Pushing event updated for resources: {'Port': ['ID=eeb79bc3-80fd-4aac-9933-631c56fb44a6,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:22.531639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:22.534286 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:22.535692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.602234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.613467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.614225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.714338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=4d95ebcb-8e5d-43a4-8bde-a5054449455a,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:22.728811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Attempting to bind port eeb79bc3-80fd-4aac-9933-631c56fb44a6 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:22.729181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Attempting to bind port eeb79bc3-80fd-4aac-9933-631c56fb44a6 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '0c88438c-95e2-4272-b59f-677a05e05ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:22.729542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Attempting to bind port eeb79bc3-80fd-4aac-9933-631c56fb44a6 on network 46bc6aa2-2b6f-4953-ae40-02dca051c69f {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:22.736886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:22.737262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Checking segment: {'id': '0c88438c-95e2-4272-b59f-677a05e05ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:22.737793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.738188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Bound using segment: {'id': '0c88438c-95e2-4272-b59f-677a05e05ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:22.738661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Bound port: eeb79bc3-80fd-4aac-9933-631c56fb44a6, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c88438c-95e2-4272-b59f-677a05e05ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:22.739032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.761491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53100) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:22.762326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=dfe5ea57-95f8-4acb-b919-903de575d873,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:22.842069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] For port eeb79bc3-80fd-4aac-9933-631c56fb44a6, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:22.848963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] For port eeb79bc3-80fd-4aac-9933-631c56fb44a6, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=eeb79bc3-80fd-4aac-9933-631c56fb44a6,segment=NetworkSegment(0c88438c-95e2-4272-b59f-677a05e05ae7),segment_id=0c88438c-95e2-4272-b59f-677a05e05ae7)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:22.860077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc3c505-e231-46bd-80cb-cd22478fb35e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:22.939246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:22.985118 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'cfba1f39-e9e0-484d-a743-be24acefb754', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:a6:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:35:19Z', 'updated_at': '2021-12-23T15:35:19Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:22.989625 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4725538f-0ad6-4514-a3ee-855fcab123a4 None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'cfba1f39-e9e0-484d-a743-be24acefb754', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.93', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:a6:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:35:19Z', 'updated_at': '2021-12-23T15:35:19Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:35:23.004263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.024222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54961764-139f-4f0d-8897-c243a1ac10e0 None None] Pushing event updated for resources: {'Port': ['ID=eeb79bc3-80fd-4aac-9933-631c56fb44a6,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:23.037805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:23.043390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:23.046727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bc6aa2-2b6f-4953-ae40-02dca051c69f']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:23.062870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c88438c-95e2-4272-b59f-677a05e05ae7') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:23.063171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c88438c-95e2-4272-b59f-677a05e05ae7') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:23.078420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.097091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.104493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:23.104893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.203183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d184976-c200-4338-a655-9f043ae265b7 None None] Network 46bc6aa2-2b6f-4953-ae40-02dca051c69f requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:23.216337 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:23.220677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-2237ccea-4d7c-4f1c-8d36-5a8a1d5c7aff service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166615 Dec 23 15:35:23.254527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:35:23.254527 dv-neutron-822796-1-hyperv neutron-server[84221]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:35:23.254527 dv-neutron-822796-1-hyperv neutron-server[84221]: [parameters: {'id': '46bc6aa2-2b6f-4953-ae40-02dca051c69f'}] Dec 23 15:35:23.254527 dv-neutron-822796-1-hyperv neutron-server[84221]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:35:23.254998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:35:23.265673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--469035909', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:23.272262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:23.276978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:23.337224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:23.360649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:23.413600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642df44a-2ccb-4c13-acae-2fcccded6e7b None None] New status for floating IP cfba1f39-e9e0-484d-a743-be24acefb754: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:35:23.460166 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70fd30b0-657b-4bb3-815c-5de3e7ce152e req-c5b0e6e0-b9bc-446d-904b-c38d117f2f75 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323527 Dec 23 15:35:23.482423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4d95ebcb-8e5d-43a4-8bde-a5054449455a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:23.499807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:23.502712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.523659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.559836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:23.563454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:23.566266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:23.571887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:23.644164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.670296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Router 45b7d2bc-042f-4e51-b74c-d096105572a6 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:35:23.744602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.751478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d58603bf-a5e6-415c-aae9-e1494c34155b None None] Provisioning complete for port dfe5ea57-95f8-4acb-b919-903de575d873 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:23.751849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d58603bf-a5e6-415c-aae9-e1494c34155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.756711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.770186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting port eeb79bc3-80fd-4aac-9933-631c56fb44a6 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:23.770317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.842103 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:23.844052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc53d02-b725-48f2-88b0-02069c6d47eb,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:23.858322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.858654 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment 4361dc48-b0b3-4f82-afc1-12b975067d88 of type vlan for network 76605736-d16a-48d5-8e07-faf233724a9d Dec 23 15:35:23.886991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d58603bf-a5e6-415c-aae9-e1494c34155b None None] Port dfe5ea57-95f8-4acb-b919-903de575d873 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:23.889543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4d95ebcb-8e5d-43a4-8bde-a5054449455a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:23.889908 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.910220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:23.948565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:35:23.957128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b4178-920a-40d2-ab8e-e979a21fdfb2 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:35:23.961480 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Sync routers for ids ['45b7d2bc-042f-4e51-b74c-d096105572a6'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:35:23.967511 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bf9a358f-7525-46ac-96c0-70f6b3a17d51 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "PUT /v2.0/routers/45b7d2bc-042f-4e51-b74c-d096105572a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5338039 Dec 23 15:35:23.971582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53106) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:23.975655 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Routers {'45b7d2bc-042f-4e51-b74c-d096105572a6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:23.976516 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['45b7d2bc-042f-4e51-b74c-d096105572a6'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:24.032756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.037849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:24.044880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.061773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] For port eeb79bc3-80fd-4aac-9933-631c56fb44a6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=eeb79bc3-80fd-4aac-9933-631c56fb44a6,segment=NetworkSegment(0c88438c-95e2-4272-b59f-677a05e05ae7),segment_id=0c88438c-95e2-4272-b59f-677a05e05ae7)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:24.062129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.091112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c6a78-9954-4072-baa4-d4690cb99576 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:24.091938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ad8c6a78-9954-4072-baa4-d4690cb99576 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:24.184643 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4202669 Dec 23 15:35:24.188918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53110) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:24.189779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b4178-920a-40d2-ab8e-e979a21fdfb2 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:35:24.189971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e80f3b-ca0d-4858-879b-ac830d29ed98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=76605736-d16a-48d5-8e07-faf233724a9d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:24.197912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-23330486', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:24.203606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 76605736-d16a-48d5-8e07-faf233724a9d details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:24.205807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:24.210635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:24.214120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:24.221229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:24.223658 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Set router 45b7d2bc-042f-4e51-b74c-d096105572a6 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:24.238099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Calling delete_port for eeb79bc3-80fd-4aac-9933-631c56fb44a6 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:24.274788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ad8c6a78-9954-4072-baa4-d4690cb99576 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:24.278334 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ad8c6a78-9954-4072-baa4-d4690cb99576 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports/dfe5ea57-95f8-4acb-b919-903de575d873 HTTP/1.1" status: 200 len: 911 time: 0.3033257 Dec 23 15:35:24.278827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53114) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:24.375996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb032f-c891-4b27-94b1-9a171e48c81d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:24.380624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb032f-c891-4b27-94b1-9a171e48c81d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:24.384750 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f2cb032f-c891-4b27-94b1-9a171e48c81d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1025012 Dec 23 15:35:24.384750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.386593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.387661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53118) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:24.430381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.465092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.523925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Port': ['ID=eeb79bc3-80fd-4aac-9933-631c56fb44a6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:24.606187 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7d2bc-042f-4e51-b74c-d096105572a6', 'name': 'tempest-NetworksTestDHCPv6-router-790927367', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:19Z', 'updated_at': '2021-12-23T15:35:21Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None, '_interfaces': [{'id': 'dfe5ea57-95f8-4acb-b919-903de575d873', 'name': '', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'mac_address': 'fa:16:3e:9a:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7d2bc-042f-4e51-b74c-d096105572a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b1b123-4459-4feb-bcc4-eec303130740', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:20Z', 'updated_at': '2021-12-23T15:35:22Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'subnets': [{'id': '24b1b123-4459-4feb-bcc4-eec303130740', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:24.610316 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Checking router: 45b7d2bc-042f-4e51-b74c-d096105572a6 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:35:24.610665 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Updating router 45b7d2bc-042f-4e51-b74c-d096105572a6 port dfe5ea57-95f8-4acb-b919-903de575d873 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:35:24.620651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No DVR routers for this DVR port eeb79bc3-80fd-4aac-9933-631c56fb44a6 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:24.686811 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.704777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.779476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.816393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bc6aa2-2b6f-4953-ae40-02dca051c69f']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:24.830993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c88438c-95e2-4272-b59f-677a05e05ae7') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:24.831278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c88438c-95e2-4272-b59f-677a05e05ae7') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:24.911709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.945277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:24.978421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.062017 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.075322 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Transition to ACTIVE for port object dfe5ea57-95f8-4acb-b919-903de575d873 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:25.098394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.107269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:25.107658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.122388 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:25.123688 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:25.249181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.140 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/7f2296f4-1167-4eb6-a305-8ee9ffecf79e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:25.262198 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a7f7-1da2-445c-aafb-e24b95cf70ee None None] Pushing event updated for resources: {'Port': ['ID=dfe5ea57-95f8-4acb-b919-903de575d873,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:25.299984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.304232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.333673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=46bc6aa2-2b6f-4953-ae40-02dca051c69f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:25.350814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1c78d168-bba9-4d05-93a8-a9977bac4bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.351350 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e0e8df12-1270-4e4a-9681-e075815d8f9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/46bc6aa2-2b6f-4953-ae40-02dca051c69f HTTP/1.1" status: 204 len: 168 time: 4.0707719 Dec 23 15:35:25.355619 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53122) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:25.364720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-281652354'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:25.373058 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Attempting to bind port dfe5ea57-95f8-4acb-b919-903de575d873 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:25.373410 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Attempting to bind port dfe5ea57-95f8-4acb-b919-903de575d873 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:25.373767 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Attempting to bind port dfe5ea57-95f8-4acb-b919-903de575d873 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:25.377917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:25.387067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:25.387336 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:25.387652 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:25.388218 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.388649 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:25.389207 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Bound port: dfe5ea57-95f8-4acb-b919-903de575d873, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:25.389523 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.392919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:25.412640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:25.462941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.514353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.517406 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] For port dfe5ea57-95f8-4acb-b919-903de575d873, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:25.522188 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] For port dfe5ea57-95f8-4acb-b919-903de575d873, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=dfe5ea57-95f8-4acb-b919-903de575d873,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:25.553512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:25.561731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.606344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:25.606344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.656725 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.698778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.698778 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment 5c51fe59-e0da-4b21-8a31-6f26482bd7c5 of type vlan for network 872720be-9a1a-4f62-8bae-21c143b0f19b Dec 23 15:35:25.719816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:25.725967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:25.730342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:25.741158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:25.786398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.812077 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a7f7-1da2-445c-aafb-e24b95cf70ee None None] Pushing event updated for resources: {'Port': ['ID=dfe5ea57-95f8-4acb-b919-903de575d873,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:25.821636 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Routers {'45b7d2bc-042f-4e51-b74c-d096105572a6'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:25.822377 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['45b7d2bc-042f-4e51-b74c-d096105572a6'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:25.971916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port dfe5ea57-95f8-4acb-b919-903de575d873 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:25.972543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.979489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:25.983580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:25.984333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:26.017103 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] Set router 45b7d2bc-042f-4e51-b74c-d096105572a6 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:26.148677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=872720be-9a1a-4f62-8bae-21c143b0f19b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:26.163081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 872720be-9a1a-4f62-8bae-21c143b0f19b details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:26.173427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:26.174530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:26.256328 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4b051cb1-46bb-4ae2-9ebd-97aa0a8172b6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8988297 Dec 23 15:35:26.257473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53126) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:26.268741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port dfe5ea57-95f8-4acb-b919-903de575d873, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=dfe5ea57-95f8-4acb-b919-903de575d873,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:26.269948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:26.275775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:26.409142 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b7d2bc-042f-4e51-b74c-d096105572a6', 'name': 'tempest-NetworksTestDHCPv6-router-790927367', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:19Z', 'updated_at': '2021-12-23T15:35:21Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None, '_interfaces': [{'id': 'dfe5ea57-95f8-4acb-b919-903de575d873', 'name': '', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'mac_address': 'fa:16:3e:9a:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7d2bc-042f-4e51-b74c-d096105572a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b1b123-4459-4feb-bcc4-eec303130740', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:20Z', 'updated_at': '2021-12-23T15:35:25Z', 'revision_number': 4, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'subnets': [{'id': '24b1b123-4459-4feb-bcc4-eec303130740', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:26.418119 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec8dc2-ca9e-4c76-8068-2faa9621234b None None] The sync data for ids ['45b7d2bc-042f-4e51-b74c-d096105572a6'] in dv-neutron-822796-1-hyperv is: [{'id': '45b7d2bc-042f-4e51-b74c-d096105572a6', 'name': 'tempest-NetworksTestDHCPv6-router-790927367', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:19Z', 'updated_at': '2021-12-23T15:35:21Z', 'revision_number': 2, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'gw_port_host': None, '_interfaces': [{'id': 'dfe5ea57-95f8-4acb-b919-903de575d873', 'name': '', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'mac_address': 'fa:16:3e:9a:e3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b7d2bc-042f-4e51-b74c-d096105572a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24b1b123-4459-4feb-bcc4-eec303130740', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:20Z', 'updated_at': '2021-12-23T15:35:25Z', 'revision_number': 4, 'project_id': '00f5213e09074ef3be79af3eb79de3fd', 'subnets': [{'id': '24b1b123-4459-4feb-bcc4-eec303130740', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:35:26.438212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:26.442482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:26.447049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:26.454887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:26.469331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for dfe5ea57-95f8-4acb-b919-903de575d873 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:26.592331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:26.758851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:26.815642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:26.871933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=dfe5ea57-95f8-4acb-b919-903de575d873,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:26.983814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 734b9da3-8982-4681-8edc-d12ca2258091 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:35:27.203339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:27.225663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:27.406799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=36a34fd4-64a4-44c4-bbe5-2c65bdfb0c3c,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:27.441773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': '5c51fe59-e0da-4b21-8a31-6f26482bd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:27.442112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: 872720be-9a1a-4f62-8bae-21c143b0f19b, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:27.459124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:35:27.470318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Sync routers for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:35:27.485859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:27.487047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:34:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:27.580093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:27.584768 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-50cdfb6f-a515-472f-99db-5d60058bc13b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3921580 Dec 23 15:35:27.585667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53130) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:27.623194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 872720be-9a1a-4f62-8bae-21c143b0f19b is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:27.638209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Router 45b7d2bc-042f-4e51-b74c-d096105572a6 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:35:27.652915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-61abf753-f6ae-4afb-bc20-39139228bcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:27.694992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:27.711296 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-423edfeb-bf98-49b5-8968-3a6dcf26e85c tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239133 Dec 23 15:35:27.712903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 872720be-9a1a-4f62-8bae-21c143b0f19b) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:27.714500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53136) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:27.739294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:27.739967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:27.741136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f70292-48dc-403d-af13-de72c4b82fcc None None] Network 872720be-9a1a-4f62-8bae-21c143b0f19b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:27.791310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:35:27.862969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a9d36a-d347-4848-89d0-4abbae7b62f2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:27.864398 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-08a9d36a-d347-4848-89d0-4abbae7b62f2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488373 Dec 23 15:35:27.876161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53140) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:27.895554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8ac5d896-7353-4ad2-a4b4-0f440c4dccdd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "PUT /v2.0/routers/45b7d2bc-042f-4e51-b74c-d096105572a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5071769 Dec 23 15:35:27.898747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53144) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:27.922483 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b548ba90-538a-4515-a232-eddbfaa16fee tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426831 Dec 23 15:35:27.922483 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d7a3eb5c-2667-4f11-8f06-e6ca92f7ced5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6560411 Dec 23 15:35:27.922794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53148) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:27.924649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53150) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:27.929896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:27.946342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-659082747', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:27.976056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60515dc9-d543-4e7b-b2c6-bdc9d874b490 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:27.977533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60515dc9-d543-4e7b-b2c6-bdc9d874b490 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:27.978270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-60515dc9-d543-4e7b-b2c6-bdc9d874b490 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:28.076981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-60515dc9-d543-4e7b-b2c6-bdc9d874b490 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:28.081038 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-60515dc9-d543-4e7b-b2c6-bdc9d874b490 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1787338 Dec 23 15:35:28.081305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53156) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:28.140655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:28.149620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:28.160091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:28.167120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-872720be-9a1a-4f62-8bae-21c143b0f19b', 'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b', 'tenant_id': '7c8c8c93ce944da49c8423ae51f6e4f6', 'fixed_ips': [{'subnet_id': '36a34fd4-64a4-44c4-bbe5-2c65bdfb0c3c'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:28.169118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.174107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:28.184866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:28.189502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:subnet and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:28.192116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:28.197924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:28.228752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:25Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:28.238163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Checking router: 734b9da3-8982-4681-8edc-d12ca2258091 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:35:28.238510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Updating router 734b9da3-8982-4681-8edc-d12ca2258091 port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:35:28.276117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:28.278222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 24b1b123-4459-4feb-bcc4-eec303130740 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:28.281728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.343915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.348673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:28.352627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.365016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.428074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.463835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.556731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.558716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Allocated IP 2001:db8::2 (872720be-9a1a-4f62-8bae-21c143b0f19b/36a34fd4-64a4-44c4-bbe5-2c65bdfb0c3c/a41a665e-7f3d-4dc5-bd3b-2c6617610446) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:28.602156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=24b1b123-4459-4feb-bcc4-eec303130740,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:28.611179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.646805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a42c59-559a-4537-97a8-7889d1795216 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:28.711544 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-048e7bea-0916-45d3-9899-0d055367a185 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/24b1b123-4459-4feb-bcc4-eec303130740 HTTP/1.1" status: 204 len: 168 time: 0.6290102 Dec 23 15:35:28.713968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53160) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:28.822291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.853474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.863995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-526d8278-2a8c-427d-b2cb-f5ce054fd623 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:router {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:28.893491 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:35:28.895857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:28.943437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-526d8278-2a8c-427d-b2cb-f5ce054fd623 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:router {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:28.947735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 872720be-9a1a-4f62-8bae-21c143b0f19b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:28.948244 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-526d8278-2a8c-427d-b2cb-f5ce054fd623 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2329645 Dec 23 15:35:28.948830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53166) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:28.950117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=655ecb11-6ff1-4799-a770-944154376339,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:28.955041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:28.987552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:28.988134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.022547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:29.022898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: 76605736-d16a-48d5-8e07-faf233724a9d, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:29.051729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=21438628-edb3-4d5f-b222-0473b9a70e35,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:29.115390 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9c288a31-4580-47cd-a629-e79bc2b249d6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1892610 Dec 23 15:35:29.117840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53170) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:29.142106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.155372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.169073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 76605736-d16a-48d5-8e07-faf233724a9d is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:29.180113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Transition to ACTIVE for port object 7f2296f4-1167-4eb6-a305-8ee9ffecf79e will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:29.190645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.208014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Transition to ACTIVE for port object a41a665e-7f3d-4dc5-bd3b-2c6617610446 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:29.217490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.218921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.220550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.222234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.223951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.225466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Synchronizing usage tracker for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:29.229277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d9b-0938-4686-a548-f153f595944a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.230995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Transition to ACTIVE for port object a41a665e-7f3d-4dc5-bd3b-2c6617610446 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:29.276834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:29.282870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 76605736-d16a-48d5-8e07-faf233724a9d) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:29.283569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Deleting port 4d95ebcb-8e5d-43a4-8bde-a5054449455a {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:29.285371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.287408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.288453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.312365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Unset dirty status for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:29.319840 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-acaa772a-f0b6-4754-b811-0b8be6408d6f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1946461 Dec 23 15:35:29.320259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53174) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:29.320397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dff29e-ea4e-4b92-8b47-f8a41ea99666 None None] Network 76605736-d16a-48d5-8e07-faf233724a9d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:29.327159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1288992821'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:29.337310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.339338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:29.341583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.346519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:29.350949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:29.357167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:29.397260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4d95ebcb-8e5d-43a4-8bde-a5054449455a no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:29.402877 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-96b37b77-1002-4a49-bc7c-3ccc790329de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4792278 Dec 23 15:35:29.405827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53178) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:29.476919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:29.480551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.525676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:29.539134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.539418 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment b776c5d1-b235-4c86-b744-7dccb67635a0 of type vlan for network a73ed8c0-0a50-4c45-b506-3b34d40614cb Dec 23 15:35:29.623211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.661564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Network 872720be-9a1a-4f62-8bae-21c143b0f19b is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:29.664954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d9b-0938-4686-a548-f153f595944a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.669682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d9b-0938-4686-a548-f153f595944a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.711273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:29.714093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:29.719070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Attempting to bind port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:29.719567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Attempting to bind port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:29.720027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Attempting to bind port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:29.732654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ef9a8-20fc-4ba3-a0fb-0df3615beb1a None None] Pushing event updated for resources: {'Port': ['ID=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:29.758093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:35:29.780089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d9b-0938-4686-a548-f153f595944a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.780608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cac9d9b-0938-4686-a548-f153f595944a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Fanout notify agent at l3_agent the message router_deleted on router 45b7d2bc-042f-4e51-b74c-d096105572a6 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:35:29.859287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.862981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.863612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.870991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1cac9d9b-0938-4686-a548-f153f595944a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.874953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1cac9d9b-0938-4686-a548-f153f595944a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/routers/45b7d2bc-042f-4e51-b74c-d096105572a6 HTTP/1.1" status: 204 len: 168 time: 0.9250889 Dec 23 15:35:29.875508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53182) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:29.878784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:29.879159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:29.879554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.879956 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:29.881024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Bound port: 7f2296f4-1167-4eb6-a305-8ee9ffecf79e, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:29.881402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:29.966945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197cb2f5-8e1a-4676-a122-eaf757c61562 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:29.967660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-197cb2f5-8e1a-4676-a122-eaf757c61562 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:29.995573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=a73ed8c0-0a50-4c45-b506-3b34d40614cb,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:30.029031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:30.059680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-197cb2f5-8e1a-4676-a122-eaf757c61562 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:30.063115 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-197cb2f5-8e1a-4676-a122-eaf757c61562 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1843963 Dec 23 15:35:30.063309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53186) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:30.070030 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b4364db4-4298-45d9-a86e-1522c637cc11 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7481308 Dec 23 15:35:30.077044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53190) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:30.086504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:30.149716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Pushing event updated for resources: {'Port': ['ID=a41a665e-7f3d-4dc5-bd3b-2c6617610446,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:30.154741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed65fa-6456-4506-9b85-83da88eb5b2a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:30.155673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-94ed65fa-6456-4506-9b85-83da88eb5b2a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:30.199818 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] Sync routers for ids ['45b7d2bc-042f-4e51-b74c-d096105572a6'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:35:30.213970 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] Routers set() bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:30.214490 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] Router IDs set() for agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 15:35:30.215393 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_agentschedulers_db [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'45b7d2bc-042f-4e51-b74c-d096105572a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent'). {{(pid=84224) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 15:35:30.227639 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] Routers set() bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:30.228093 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] Router IDs set() for agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 15:35:30.228763 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_agentschedulers_db [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'45b7d2bc-042f-4e51-b74c-d096105572a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent'). {{(pid=84224) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 15:35:30.229210 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8a885-bdd0-4969-8063-f35d9d82f2ea None None] The sync data for ids ['45b7d2bc-042f-4e51-b74c-d096105572a6'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:35:30.243040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-94ed65fa-6456-4506-9b85-83da88eb5b2a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:30.246717 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-94ed65fa-6456-4506-9b85-83da88eb5b2a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1821256 Dec 23 15:35:30.250016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53194) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:30.312273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.338011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5dbe46f9-75db-4d18-96f8-3d5fc2c36ca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:router {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:30.347911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-76605736-d16a-48d5-8e07-faf233724a9d', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:30.348730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.394612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Attempting to bind port a41a665e-7f3d-4dc5-bd3b-2c6617610446 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:30.394936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Attempting to bind port a41a665e-7f3d-4dc5-bd3b-2c6617610446 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5c51fe59-e0da-4b21-8a31-6f26482bd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:30.395289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Attempting to bind port a41a665e-7f3d-4dc5-bd3b-2c6617610446 on network 872720be-9a1a-4f62-8bae-21c143b0f19b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:30.402403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4d95ebcb-8e5d-43a4-8bde-a5054449455a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:30.402781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.412392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5dbe46f9-75db-4d18-96f8-3d5fc2c36ca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:router {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:30.413869 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5dbe46f9-75db-4d18-96f8-3d5fc2c36ca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1626935 Dec 23 15:35:30.419310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53198) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:30.423362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.425582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:30.445729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.535710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.542879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:30.546672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Calling delete_port for 4d95ebcb-8e5d-43a4-8bde-a5054449455a owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:30.553397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:30.617219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:30.617575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Checking segment: {'id': '5c51fe59-e0da-4b21-8a31-6f26482bd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:30.618161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.618700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Bound using segment: {'id': '5c51fe59-e0da-4b21-8a31-6f26482bd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:30.619339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Bound port: a41a665e-7f3d-4dc5-bd3b-2c6617610446, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c51fe59-e0da-4b21-8a31-6f26482bd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:30.619885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.633061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] For port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:30.642196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:30.653001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.662199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=a73ed8c0-0a50-4c45-b506-3b34d40614cb,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:30.665551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4d95ebcb-8e5d-43a4-8bde-a5054449455a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:30.667376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] For port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:30.669594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb is not hosted by any dhcp agent {{(pid=84222) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 15:35:30.673901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:30.674722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.682580 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7ca5e0b1-a442-4742-aee3-9229fb0f8ead tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "PUT /v2.0/networks/a73ed8c0-0a50-4c45-b506-3b34d40614cb HTTP/1.1" status: 200 len: 723 time: 0.6043389 Dec 23 15:35:30.683672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53202) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:30.695804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:30.705732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:30.749035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.847256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:30.869983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:30.873544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:30.984932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:31.013553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=4d95ebcb-8e5d-43a4-8bde-a5054449455a,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:31.017798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] For port a41a665e-7f3d-4dc5-bd3b-2c6617610446, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:31.074974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:35:31.075320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:35:31.077941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Allocated IP 172.20.0.2 (76605736-d16a-48d5-8e07-faf233724a9d/655ecb11-6ff1-4799-a770-944154376339/5f6e046c-4323-4638-9060-cea74784e3b2) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:31.092890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] For port a41a665e-7f3d-4dc5-bd3b-2c6617610446, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a41a665e-7f3d-4dc5-bd3b-2c6617610446,segment=NetworkSegment(5c51fe59-e0da-4b21-8a31-6f26482bd7c5),segment_id=5c51fe59-e0da-4b21-8a31-6f26482bd7c5)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:31.129537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:31.130469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:31.143404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.182703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:35:31.217636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.235154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.253710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ef9a8-20fc-4ba3-a0fb-0df3615beb1a None None] Pushing event updated for resources: {'Port': ['ID=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:31.330813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device dfe5ea57-95f8-4acb-b919-903de575d873 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:31.434622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: dfe5ea57-95f8-4acb-b919-903de575d873 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:31.435407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device dfe5ea57-95f8-4acb-b919-903de575d873 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:31.449830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.607356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Deleting port 4d95ebcb-8e5d-43a4-8bde-a5054449455a {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:31.607356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.641589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b81ce-f25d-4550-9e7a-17ce178a96e9 None None] Pushing event updated for resources: {'Port': ['ID=a41a665e-7f3d-4dc5-bd3b-2c6617610446,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:31.743395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:31.869003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4d95ebcb-8e5d-43a4-8bde-a5054449455a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:31.896810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.925934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.947324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.971635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:31.972478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.016871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=e2b2c1cb-35f8-4abf-8ac4-2cbfc18d711e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:32.019375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Transition to ACTIVE for port object 5f6e046c-4323-4638-9060-cea74784e3b2 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:32.030711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.031042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.031375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.031723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.032047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.032398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.038173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.038732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.039212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.039711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.044638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.061164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': 'b776c5d1-b235-4c86-b744-7dccb67635a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:32.061732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: a73ed8c0-0a50-4c45-b506-3b34d40614cb, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:32.118693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:32.124885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:32.130860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:32.131666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.135526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=6a5e79fa-6e58-461c-ab9a-9a333a36365d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:32.138973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Transition to ACTIVE for port object 5f6e046c-4323-4638-9060-cea74784e3b2 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:32.150635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:32.156403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=4d95ebcb-8e5d-43a4-8bde-a5054449455a,revision_number=7']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:32.163455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.163802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.164258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.164500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.164830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.165153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.165475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.165796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.166127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.166520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.166834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.184326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.185335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.185669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.185999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.186327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.191791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.191791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.191791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.191791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.191791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.191791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:32.239502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.248590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, a73ed8c0-0a50-4c45-b506-3b34d40614cb) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:32.257458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:32.259143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.274989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-27c29abc-c1c8-412c-b9ef-a9e70b495c59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8544590 Dec 23 15:35:32.277793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53206) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:32.285020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:32.285947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe916d30-500e-45a3-944b-166e0c578766 None None] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:32.297798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (76605736-d16a-48d5-8e07-faf233724a9d/655ecb11-6ff1-4799-a770-944154376339/833e1834-1432-47d1-8903-22f9a66814b5) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:32.396812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4d95ebcb-8e5d-43a4-8bde-a5054449455a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:32.397081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.462076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:32.469215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:32.485772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:32.496395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.499492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:32.510716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 833e1834-1432-47d1-8903-22f9a66814b5 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:32.516840 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fa9480f6-eda4-4b57-8649-59908018686a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8252246 Dec 23 15:35:32.519321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53210) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:32.528827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-90b6840d-5e95-49f4-a788-09d07a7c6272 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:32.560065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Calling delete_port for 4d95ebcb-8e5d-43a4-8bde-a5054449455a owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:32.590484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:32.590484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.595301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Pushing event updated for resources: {'Port': ['ID=5f6e046c-4323-4638-9060-cea74784e3b2,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:32.599432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Network 76605736-d16a-48d5-8e07-faf233724a9d is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:32.611121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.613578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:32.632742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:32.779136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 76605736-d16a-48d5-8e07-faf233724a9d is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:32.791237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:32.801346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:32.859768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=833e1834-1432-47d1-8903-22f9a66814b5,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:32.885586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:32.938515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:25Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:32.945501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Attempting to bind port 5f6e046c-4323-4638-9060-cea74784e3b2 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:32.945854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Attempting to bind port 5f6e046c-4323-4638-9060-cea74784e3b2 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:32.947053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Attempting to bind port 5f6e046c-4323-4638-9060-cea74784e3b2 on network 76605736-d16a-48d5-8e07-faf233724a9d {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:32.984967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:35:32.984967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:35:32.998236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b2585-a554-4fc9-8391-b58b7891ff3e None None] The sync data for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv is: [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:25Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:35:33.009145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:33.009145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Checking segment: {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:33.011065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.011065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Bound using segment: {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:33.011065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Bound port: 5f6e046c-4323-4638-9060-cea74784e3b2, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:33.011065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.031313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-a73ed8c0-0a50-4c45-b506-3b34d40614cb', 'network_id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb', 'tenant_id': '7c8c8c93ce944da49c8423ae51f6e4f6', 'fixed_ips': [{'subnet_id': 'e2b2c1cb-35f8-4abf-8ac4-2cbfc18d711e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:33.031313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.108929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.144593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-90b6840d-5e95-49f4-a788-09d07a7c6272 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2843322'] for subnet, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.181671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abbb35-cbeb-424b-ba20-874e8a38d6b8 None None] Network 872720be-9a1a-4f62-8bae-21c143b0f19b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:33.288396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Deleting port 4d95ebcb-8e5d-43a4-8bde-a5054449455a {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:33.288396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.488284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.495329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a41a665e-7f3d-4dc5-bd3b-2c6617610446 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:33.543240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-90b6840d-5e95-49f4-a788-09d07a7c6272 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760716392951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3391685'] for subnet, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.591407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:33.591407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:33.591407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6840d-5e95-49f4-a788-09d07a7c6272 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:33.599822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-90b6840d-5e95-49f4-a788-09d07a7c6272 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.599822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-90b6840d-5e95-49f4-a788-09d07a7c6272 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "PUT /v2.0/subnets/e2b2c1cb-35f8-4abf-8ac4-2cbfc18d711e HTTP/1.1" status: 200 len: 826 time: 1.0724096 Dec 23 15:35:33.599822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53214) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:33.599822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:33.599822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.628133 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] For port 5f6e046c-4323-4638-9060-cea74784e3b2, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:33.652521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=da6676f1-cd00-4e64-8209-9e437a26a7cd,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:33.692209 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.762620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] For port 5f6e046c-4323-4638-9060-cea74784e3b2, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f6e046c-4323-4638-9060-cea74784e3b2,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:33.780069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fe71145a-067c-4cce-9870-d13a05b5c1d5 None None] Provisioning for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:33.784584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.790902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6840d-5e95-49f4-a788-09d07a7c6272 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=e2b2c1cb-35f8-4abf-8ac4-2cbfc18d711e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:33.852455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.864566 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0d0460c8-2006-45e7-853e-1e57276ff14d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5766666 Dec 23 15:35:33.864566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53218) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:33.883151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:1a:8a:73', 'name': 'tempest-NetworksTestDHCPv6-1385686469'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:33.954194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:33.954194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=833e1834-1432-47d1-8903-22f9a66814b5,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:34.062381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:34.071837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Allocated IP 2001:db8::2 (a73ed8c0-0a50-4c45-b506-3b34d40614cb/e2b2c1cb-35f8-4abf-8ac4-2cbfc18d711e/ebfc41b5-f372-485a-a8a2-e1d235d7bfc3) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:34.152468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 76605736-d16a-48d5-8e07-faf233724a9d is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:34.152468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:34.339167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:34.354037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:34.359855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:34.369384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:34.371574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:34.401575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:34.408015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35a8d1-6013-4688-94b7-e750ef5d0c9d None None] Pushing event updated for resources: {'Port': ['ID=5f6e046c-4323-4638-9060-cea74784e3b2,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:34.491638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:34.508272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:34.508643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:34.611827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] For port 4d95ebcb-8e5d-43a4-8bde-a5054449455a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4d95ebcb-8e5d-43a4-8bde-a5054449455a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:34.612965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:34.639383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:34.679051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port c7692a9b-7944-4182-9307-dfd7e327953a yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:35:34.817771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 734b9da3-8982-4681-8edc-d12ca2258091 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:35:34.881937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Calling delete_port for 4d95ebcb-8e5d-43a4-8bde-a5054449455a owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:35.013698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 172.20.0.11 (fe9045e5-08d1-4431-9080-d4f86da37837/da6676f1-cd00-4e64-8209-9e437a26a7cd/c7692a9b-7944-4182-9307-dfd7e327953a) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:35.023521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fe1a:8a73 (fe9045e5-08d1-4431-9080-d4f86da37837/6a5e79fa-6e58-461c-ab9a-9a333a36365d/c7692a9b-7944-4182-9307-dfd7e327953a) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:35.133790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:35:35.138554 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6a8cc4fb-9888-4154-8e4e-94ed0c572bab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/734b9da3-8982-4681-8edc-d12ca2258091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7316191 Dec 23 15:35:35.141277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53222) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:35.186206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.308708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.308708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Pushing event deleted for resources: {'Port': ['ID=4d95ebcb-8e5d-43a4-8bde-a5054449455a,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:35.320410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.339371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object c7692a9b-7944-4182-9307-dfd7e327953a will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:35.360400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.360885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.360885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.361223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.361632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.362019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.362367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.362762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.363106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.363471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.363838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.369098 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e8e38d4a-fece-4b52-8ddb-e9508cc89a1b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7825 time: 0.2246249 Dec 23 15:35:35.370129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53226) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:35.389461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.419247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Transition to ACTIVE for port object ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:35.435459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.464613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.464955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.465285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.465613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.465941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.466258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.466575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.466900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.467206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.468064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.468064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:35:35.484394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.484973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.485169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.485690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.486261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.486788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.492655 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bcf072a7-626c-45cc-8868-b4c8c51720c4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8326 time: 0.1215467 Dec 23 15:35:35.496294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53230) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:35.500504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735b3e3-791d-4ed1-99ae-99a06d32983b None None] No DVR routers for this DVR port 4d95ebcb-8e5d-43a4-8bde-a5054449455a on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:35.520862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Transition to ACTIVE for port object ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:35.526212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0c9eb-37e9-4bcc-bcb5-f3865359a235 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:35.555677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=c7692a9b-7944-4182-9307-dfd7e327953a,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:35.559112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a41a665e-7f3d-4dc5-bd3b-2c6617610446, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a41a665e-7f3d-4dc5-bd3b-2c6617610446,segment=NetworkSegment(5c51fe59-e0da-4b21-8a31-6f26482bd7c5),segment_id=5c51fe59-e0da-4b21-8a31-6f26482bd7c5)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:35.575049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:35.576413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:35.579795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:35.606466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] Update dhcp port {'port': {'network_id': '872720be-9a1a-4f62-8bae-21c143b0f19b', 'fixed_ips': [{'subnet_id': '36a34fd4-64a4-44c4-bbe5-2c65bdfb0c3c', 'ip_address': '2001:db8::2'}, {'subnet_id': '21438628-edb3-4d5f-b222-0473b9a70e35'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': 'a41a665e-7f3d-4dc5-bd3b-2c6617610446'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:35:35.671151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.671986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.720561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.772754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.832729 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-064ae676-a778-4a5f-9f84-29bc2463fcef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9701104 Dec 23 15:35:35.836457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53236) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:35.838523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.838738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b2c1cb-35f8-4abf-8ac4-2cbfc18d711e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:35.960025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:35.985321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735d436-82fb-41bf-82f0-c4ade34efa59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:35.986810 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9735d436-82fb-41bf-82f0-c4ade34efa59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1494498 Dec 23 15:35:35.993764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53240) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:35.994611 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c7cdc506-f45d-489f-b035-eab4762e4203 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4952621 Dec 23 15:35:36.002678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Pushing event updated for resources: {'Port': ['ID=ebfc41b5-f372-485a-a8a2-e1d235d7bfc3,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:36.006472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:36.039590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:36.106513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:36.108529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.108838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106265f1-626d-465b-a54c-4a604c061928 None None] Network 76605736-d16a-48d5-8e07-faf233724a9d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:36.125336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f6e046c-4323-4638-9060-cea74784e3b2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:36.148495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port c7692a9b-7944-4182-9307-dfd7e327953a {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:36.148824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.173219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73ed8c0-0a50-4c45-b506-3b34d40614cb']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:36.191748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b776c5d1-b235-4c86-b744-7dccb67635a0') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:36.192036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b776c5d1-b235-4c86-b744-7dccb67635a0') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:36.207015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.231604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.252557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:36.252953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:36.285445 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:36.419296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a41a665e-7f3d-4dc5-bd3b-2c6617610446,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:36.512413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.db.api [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 23 15:35:36.512413 dv-neutron-822796-1-hyperv neutron-server[84221]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 23 15:35:36.512413 dv-neutron-822796-1-hyperv neutron-server[84221]: [parameters: {'id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb'}] Dec 23 15:35:36.512413 dv-neutron-822796-1-hyperv neutron-server[84221]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84221) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:35:36.512893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG oslo_db.api [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:35:36.521525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-45c14808-89de-44f2-bf7a-920b637abddb None None] Provisioning for port 5f6e046c-4323-4638-9060-cea74784e3b2 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:36.551654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Attempting to bind port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:36.552081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Attempting to bind port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'b776c5d1-b235-4c86-b744-7dccb67635a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:36.552603 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Attempting to bind port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 on network a73ed8c0-0a50-4c45-b506-3b34d40614cb {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:36.572924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53246) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:36.579180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063339673', 'description': 'tempest-secgroup-smoke-1063339673 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:36.585758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:36.590421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:36.593282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:36.600834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:36.610622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.641706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:36.642091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Checking segment: {'id': 'b776c5d1-b235-4c86-b744-7dccb67635a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:36.643092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.643092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Bound using segment: {'id': 'b776c5d1-b235-4c86-b744-7dccb67635a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:36.643624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Bound port: ebfc41b5-f372-485a-a8a2-e1d235d7bfc3, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b776c5d1-b235-4c86-b744-7dccb67635a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'a73ed8c0-0a50-4c45-b506-3b34d40614cb'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:36.643746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.679114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.731810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:36.735576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:36.744399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:36.746164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:36.758046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] Allocated IP 172.20.0.1 (872720be-9a1a-4f62-8bae-21c143b0f19b/21438628-edb3-4d5f-b222-0473b9a70e35/a41a665e-7f3d-4dc5-bd3b-2c6617610446) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:36.764277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '6a5e79fa-6e58-461c-ab9a-9a333a36365d'}, {'subnet_id': 'da6676f1-cd00-4e64-8209-9e437a26a7cd'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:36.765086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.784401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5f6e046c-4323-4638-9060-cea74784e3b2 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:36.824599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5f6e046c-4323-4638-9060-cea74784e3b2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:36.824599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.829318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.895457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:36.924412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for c7692a9b-7944-4182-9307-dfd7e327953a owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:36.945576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99405e6f-b74f-4075-8a92-6250ede2f0bd,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:37.013523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.061160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.070369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] For port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:37.071316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53250) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:37.071517 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-25ee18a1-a8eb-41ae-8b36-0eb72cd3f75a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4895053 Dec 23 15:35:37.073682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '99405e6f-b74f-4075-8a92-6250ede2f0bd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:37.081890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:37.093910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:37.096377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:37.098575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.103477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] For port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ebfc41b5-f372-485a-a8a2-e1d235d7bfc3,segment=NetworkSegment(b776c5d1-b235-4c86-b744-7dccb67635a0),segment_id=b776c5d1-b235-4c86-b744-7dccb67635a0)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:37.134408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:37.158711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:37.206208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.234804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] For port a41a665e-7f3d-4dc5-bd3b-2c6617610446, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a41a665e-7f3d-4dc5-bd3b-2c6617610446,segment=NetworkSegment(5c51fe59-e0da-4b21-8a31-6f26482bd7c5),segment_id=5c51fe59-e0da-4b21-8a31-6f26482bd7c5)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:37.243651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.310356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.346230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.389406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.resource_extend [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:35:37.405842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.423849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.447494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73885aa9-a9e7-4c9c-8dd6-42cb53fafa55 None None] Pushing event updated for resources: {'Port': ['ID=ebfc41b5-f372-485a-a8a2-e1d235d7bfc3,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:37.473402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Allocated IP 172.20.0.2 (fe9045e5-08d1-4431-9080-d4f86da37837/da6676f1-cd00-4e64-8209-9e437a26a7cd/b0e78518-4ea0-4316-9140-29e0009816d8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:37.475056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 5f6e046c-4323-4638-9060-cea74784e3b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f6e046c-4323-4638-9060-cea74784e3b2,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:37.485952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Allocated IP 2001:db8::f816:3eff:fefa:4a3f (fe9045e5-08d1-4431-9080-d4f86da37837/6a5e79fa-6e58-461c-ab9a-9a333a36365d/b0e78518-4ea0-4316-9140-29e0009816d8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:37.485952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] Transition to ACTIVE for port object a41a665e-7f3d-4dc5-bd3b-2c6617610446 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:37.508648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=c7692a9b-7944-4182-9307-dfd7e327953a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:37.529386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] For port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ebfc41b5-f372-485a-a8a2-e1d235d7bfc3,segment=NetworkSegment(b776c5d1-b235-4c86-b744-7dccb67635a0),segment_id=b776c5d1-b235-4c86-b744-7dccb67635a0)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:37.529386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.647824 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.647824 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7f2296f4-1167-4eb6-a305-8ee9ffecf79e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:37.737731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Calling delete_port for ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:37.754938 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.793227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.825838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=5f6e046c-4323-4638-9060-cea74784e3b2,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:37.899132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.931954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff0df52-b1ef-4868-be01-a5c5eca84ad9,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:37.932284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a6ba22ee-5485-4946-927e-4e3cf3493779 None None] Provisioning complete for port 5f6e046c-4323-4638-9060-cea74784e3b2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:37.932654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a6ba22ee-5485-4946-927e-4e3cf3493779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.945026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:37.962842 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-267eb6da-f07e-4fa0-914f-a4caf41aed93 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/c7692a9b-7944-4182-9307-dfd7e327953a HTTP/1.1" status: 204 len: 168 time: 1.9669447 Dec 23 15:35:37.965785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53254) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:37.973660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769f1d9-059c-4562-9043-6990ef9513d1 None None] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:38.018985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.060577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3190388c-3f64-45eb-928c-90b7a2f87220 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:38.060577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3190388c-3f64-45eb-928c-90b7a2f87220 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:38.070647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3190388c-3f64-45eb-928c-90b7a2f87220 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:38.072966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3190388c-3f64-45eb-928c-90b7a2f87220 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:38.115383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Port': ['ID=ebfc41b5-f372-485a-a8a2-e1d235d7bfc3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:38.115383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.115383 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-454146f2-e127-4ae4-b9bc-cfc1b9776f77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0471282 Dec 23 15:35:38.115383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No DVR routers for this DVR port ebfc41b5-f372-485a-a8a2-e1d235d7bfc3 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:38.126436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53258) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:38.126436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '99405e6f-b74f-4075-8a92-6250ede2f0bd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:38.133608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:38.133608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:38.140170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:38.143521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:38.150039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Sync routers for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:35:38.225369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3190388c-3f64-45eb-928c-90b7a2f87220 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:38.227924 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3190388c-3f64-45eb-928c-90b7a2f87220 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2601488 Dec 23 15:35:38.229904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53262) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:38.236330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c468bbf-a106-4010-b813-293fd9597a2b None None] Pushing event updated for resources: {'Port': ['ID=a41a665e-7f3d-4dc5-bd3b-2c6617610446,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:38.253157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.289025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73ed8c0-0a50-4c45-b506-3b34d40614cb']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:38.300514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.311721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b776c5d1-b235-4c86-b744-7dccb67635a0') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:38.312290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b776c5d1-b235-4c86-b744-7dccb67635a0') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:38.326738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.356226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.364069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:38.364673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:38.385900 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:38.450521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.464072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Transition to ACTIVE for port object b0e78518-4ea0-4316-9140-29e0009816d8 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:38.478746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:38.479617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:38.578794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.599288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f7864-b119-413a-b935-9245a1544858 None None] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:38.612394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.652986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 6a5e79fa-6e58-461c-ab9a-9a333a36365d {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:38.658767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f7864-b119-413a-b935-9245a1544858 None None] Network a73ed8c0-0a50-4c45-b506-3b34d40614cb could not be found, it might have been deleted concurrently. {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 15:35:38.665911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Transition to ACTIVE for port object b0e78518-4ea0-4316-9140-29e0009816d8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:38.687650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.696680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=a73ed8c0-0a50-4c45-b506-3b34d40614cb,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:38.698635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.704456 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bf2cf664-b09f-4477-a6d8-bd7d4bef1bf0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/a73ed8c0-0a50-4c45-b506-3b34d40614cb HTTP/1.1" status: 204 len: 168 time: 5.1023419 Dec 23 15:35:38.707184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53266) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:38.744937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:38.754471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a73299-4bd7-48c0-a243-dc7bf83f1f71,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:38.769850 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-c916e4d4-9e69-4d28-8215-6d206b1ef0f3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:38.770293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c916e4d4-9e69-4d28-8215-6d206b1ef0f3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:38.773540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:38.773904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.777610 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c916e4d4-9e69-4d28-8215-6d206b1ef0f3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/a73ed8c0-0a50-4c45-b506-3b34d40614cb HTTP/1.1" status: 404 len: 339 time: 0.0636916 Dec 23 15:35:38.781917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53270) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:38.787725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.792516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983773490', 'description': 'd1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:38.799014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:38.805549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Usage tracker for resource:network and tenant:7c8c8c93ce944da49c8423ae51f6e4f6 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:38.809317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:38.813087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.818486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:38.864016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.888571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a6ba22ee-5485-4946-927e-4e3cf3493779 None None] Provisioning for port 833e1834-1432-47d1-8903-22f9a66814b5 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:38.895706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.898315 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e53f9a41-3025-4a8d-a1c6-120cb1f1c4b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7811382 Dec 23 15:35:38.900981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53274) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:38.907579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '99405e6f-b74f-4075-8a92-6250ede2f0bd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:38.917352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:38.924581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:38.932928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:38.934785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a6ba22ee-5485-4946-927e-4e3cf3493779 None None] Provisioning complete for port 833e1834-1432-47d1-8903-22f9a66814b5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:38.934785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a6ba22ee-5485-4946-927e-4e3cf3493779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.943072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:38.979109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:38.981291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:38.983517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:38.984002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.010422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:39.017699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:39.021755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:39.028255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.028984 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment 944b5e37-2d56-49a6-a33b-df0fbfabd443 of type vlan for network bb1e53e3-af54-4ff4-8e32-7474d2d06b06 Dec 23 15:35:39.061056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.073972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.093988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8278a-9dfb-46f2-869b-3efed7db1d5a None None] Network 872720be-9a1a-4f62-8bae-21c143b0f19b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:39.102841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Pushing event updated for resources: {'Port': ['ID=b0e78518-4ea0-4316-9140-29e0009816d8,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:39.140025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.151316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.167892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:39.173809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.181922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:39.182674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.194934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5e79fa-6e58-461c-ab9a-9a333a36365d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:39.199305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.203452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.243079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769914cf-ac7c-461b-ad03-09e02ffed20f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:39.293400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.296886 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-75e4faa0-4dba-464a-9ded-2b0f2efb54df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3926611 Dec 23 15:35:39.298597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53278) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:39.305281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '99405e6f-b74f-4075-8a92-6250ede2f0bd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:39.313154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:39.324498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:39.325747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=bb1e53e3-af54-4ff4-8e32-7474d2d06b06,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:39.326959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:39.340464 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-34e9834d-8033-46df-a3d9-46c82f30ccd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/6a5e79fa-6e58-461c-ab9a-9a333a36365d HTTP/1.1" status: 204 len: 168 time: 1.1092718 Dec 23 15:35:39.341252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53282) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:39.346313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:39.404704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network bb1e53e3-af54-4ff4-8e32-7474d2d06b06 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:39.423046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet da6676f1-cd00-4e64-8209-9e437a26a7cd {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:39.430861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.431390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba22ee-5485-4946-927e-4e3cf3493779 None None] Port 833e1834-1432-47d1-8903-22f9a66814b5 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:39.555510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.575719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Attempting to bind port b0e78518-4ea0-4316-9140-29e0009816d8 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:39.575719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Attempting to bind port b0e78518-4ea0-4316-9140-29e0009816d8 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:39.575719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Attempting to bind port b0e78518-4ea0-4316-9140-29e0009816d8 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:39.606730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-09a1788e-aede-4d8c-abb4-749e73486032 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8200758 Dec 23 15:35:39.632247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53286) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:39.666886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.702656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:39.703023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:39.703431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.704192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:39.704303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Bound port: b0e78518-4ea0-4316-9140-29e0009816d8, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:39.704647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.734934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.785461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.833194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa0f26a-c841-4d52-a1e8-1030a8121f1a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:39.833194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cfa0f26a-c841-4d52-a1e8-1030a8121f1a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Synchronizing usage tracker for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:network {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:39.835230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.887116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:39.893953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b843d302-7d29-4dd4-b7fc-0644b6ca083b None None] Provisioning complete for port 833e1834-1432-47d1-8903-22f9a66814b5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:39.893953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b843d302-7d29-4dd4-b7fc-0644b6ca083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.908861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:39.936167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039b4b81-3c8b-4757-b91a-bb2529b35aba,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:39.941694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cfa0f26a-c841-4d52-a1e8-1030a8121f1a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Unset dirty status for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:network {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:39.945413 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cfa0f26a-c841-4d52-a1e8-1030a8121f1a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/networks?id=bb1e53e3-af54-4ff4-8e32-7474d2d06b06 HTTP/1.1" status: 200 len: 764 time: 0.3200982 Dec 23 15:35:39.947250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53290) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:39.957942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'description': 'd2'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:40.033244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.061479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.075269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.092946 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-40f534d3-2c87-4954-99a3-07b82d091226 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7475984 Dec 23 15:35:40.092946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53294) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:40.098242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b843d302-7d29-4dd4-b7fc-0644b6ca083b None None] Port 833e1834-1432-47d1-8903-22f9a66814b5 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:40.113240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '99405e6f-b74f-4075-8a92-6250ede2f0bd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:40.128842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=da6676f1-cd00-4e64-8209-9e437a26a7cd,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:40.136311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] For port b0e78518-4ea0-4316-9140-29e0009816d8, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:40.144670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.172051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:40.172051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:40.194702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:40.211586 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8e109752-94c3-43b2-a940-4dfc03200782 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/da6676f1-cd00-4e64-8209-9e437a26a7cd HTTP/1.1" status: 204 len: 168 time: 0.8417122 Dec 23 15:35:40.224891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] For port b0e78518-4ea0-4316-9140-29e0009816d8, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b0e78518-4ea0-4316-9140-29e0009816d8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:40.236387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:40.248017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:40.256499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53298) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:40.273037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f6e046c-4323-4638-9060-cea74784e3b2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:40.320331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.352534 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:35:40.363511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.366071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.378282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3c02555f-fe9e-4726-a30c-d19954754bf4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:router {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:40.386725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b843d302-7d29-4dd4-b7fc-0644b6ca083b None None] Provisioning for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:40.408547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b843d302-7d29-4dd4-b7fc-0644b6ca083b None None] Provisioning complete for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:40.408547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b843d302-7d29-4dd4-b7fc-0644b6ca083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.423107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3c02555f-fe9e-4726-a30c-d19954754bf4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:router {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:40.427018 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3c02555f-fe9e-4726-a30c-d19954754bf4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2016633 Dec 23 15:35:40.427516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53302) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:40.433765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:32Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:33Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:40.436464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:40.452441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.488929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network bb1e53e3-af54-4ff4-8e32-7474d2d06b06 is not hosted by any dhcp agent {{(pid=84221) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 23 15:35:40.493643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:40.494422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.495801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "PUT /v2.0/networks/bb1e53e3-af54-4ff4-8e32-7474d2d06b06 HTTP/1.1" status: 200 len: 761 time: 0.5484216 Dec 23 15:35:40.499194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53306) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:40.506936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Checking router: 734b9da3-8982-4681-8edc-d12ca2258091 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:35:40.507781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Updating router 734b9da3-8982-4681-8edc-d12ca2258091 port 833e1834-1432-47d1-8903-22f9a66814b5 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:35:40.575812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.582986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:40.584282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173de190-b7a6-4fb6-b041-9c19f2df4f73 None None] Pushing event updated for resources: {'Port': ['ID=b0e78518-4ea0-4316-9140-29e0009816d8,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:40.593836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:40.598609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:40.612684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:40.619646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.649514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000e29d-456c-4eff-8a52-93373f223d97 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:40.679738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5f6e046c-4323-4638-9060-cea74784e3b2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:40.679738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.705098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.760570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10360013-cd00-4af9-b54a-3480a05de566 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=bb1e53e3-af54-4ff4-8e32-7474d2d06b06,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:40.783145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:40.783292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bb459-e928-43a2-b40b-aa0e8d5ee994 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:40.783981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-957bb459-e928-43a2-b40b-aa0e8d5ee994 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Synchronizing usage tracker for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:40.786065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.799501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-957bb459-e928-43a2-b40b-aa0e8d5ee994 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Unset dirty status for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:40.805741 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-957bb459-e928-43a2-b40b-aa0e8d5ee994 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/networks?id=bb1e53e3-af54-4ff4-8e32-7474d2d06b06 HTTP/1.1" status: 200 len: 764 time: 0.3002717 Dec 23 15:35:40.805741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53310) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:40.808155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network bb1e53e3-af54-4ff4-8e32-7474d2d06b06 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:40.862081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c23a15-ed1d-4197-a9e9-0fbd0213ef2b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:40.933677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:40.937364 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-511f9fa8-6735-4c39-bf90-54bfa05ef3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8868232 Dec 23 15:35:40.939098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53314) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:40.971393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c1836-b195-4031-9831-73a736b7836b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:40.978402 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-615c1836-b195-4031-9831-73a736b7836b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1673908 Dec 23 15:35:40.978402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53316) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:41.008482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '99405e6f-b74f-4075-8a92-6250ede2f0bd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:41.017332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e768f3aa-4367-4b52-a9d2-c7d88e194818 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Synchronizing usage tracker for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:41.022604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:41.034750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:41.040267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:41.050216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:41.100165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e768f3aa-4367-4b52-a9d2-c7d88e194818 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Unset dirty status for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:41.101739 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e768f3aa-4367-4b52-a9d2-c7d88e194818 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 207 time: 0.1242118 Dec 23 15:35:41.105028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53322) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:41.184762 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:35:41.199329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.350115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bd7f7ff0-37d2-4c5c-8624-7648a35cc0ad None None] Provisioning complete for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:41.350398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7ff0-37d2-4c5c-8624-7648a35cc0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.377471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a41a665e-7f3d-4dc5-bd3b-2c6617610446 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:41.394127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20ba78-446e-4aab-8bfa-8de95b307c81 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.399548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20ba78-446e-4aab-8bfa-8de95b307c81 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.402929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20ba78-446e-4aab-8bfa-8de95b307c81 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.406883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20ba78-446e-4aab-8bfa-8de95b307c81 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.410699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20ba78-446e-4aab-8bfa-8de95b307c81 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.415448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c20ba78-446e-4aab-8bfa-8de95b307c81 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.417228 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5c20ba78-446e-4aab-8bfa-8de95b307c81 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3111215 Dec 23 15:35:41.424168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53326) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:41.481651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.501889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8c9c6-fb54-45ba-8f34-ae85ea787e83 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:35:41.565020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:35:41.610637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.672521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6336c0fc-c57c-4aae-844a-0d118722b47f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:41.726232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:41.726827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.735168 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-979f2667-4c31-4ce8-b274-f5ed84385ed3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3097863 Dec 23 15:35:41.751497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53330) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:41.795761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.822173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Transition to ACTIVE for port object 833e1834-1432-47d1-8903-22f9a66814b5 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:41.878984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.880688 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ff7a8c3a-b03a-4a3e-9968-125752d76d76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8880138 Dec 23 15:35:41.890831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb8c9c6-fb54-45ba-8f34-ae85ea787e83 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:35:41.907112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:41.968391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.969782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.971168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.972504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.974420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:41.975357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Synchronizing usage tracker for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:41.979465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.040102 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Unset dirty status for tenant:7c8c8c93ce944da49c8423ae51f6e4f6 on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:42.040102 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2df3bd1a-28ae-4a85-a165-73e5eb7fcece tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2852421 Dec 23 15:35:42.041962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53342) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:42.055196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868835ec-ee2d-4f23-b8e6-3d11f0bfae88 None None] Pushing event updated for resources: {'Port': ['ID=833e1834-1432-47d1-8903-22f9a66814b5,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:42.138284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b070a-c520-435e-adaf-90ea3b36b77f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.140000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b070a-c520-435e-adaf-90ea3b36b77f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.141610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b070a-c520-435e-adaf-90ea3b36b77f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.143082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b070a-c520-435e-adaf-90ea3b36b77f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.144650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b070a-c520-435e-adaf-90ea3b36b77f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.147034 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b27b070a-c520-435e-adaf-90ea3b36b77f tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1034989 Dec 23 15:35:42.152742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53346) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:42.170430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7f2296f4-1167-4eb6-a305-8ee9ffecf79e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:42.196310 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-5756df4e-c801-4449-8257-4d8d40a5c975 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063339673&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.0477161 Dec 23 15:35:42.292498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Attempting to bind port 833e1834-1432-47d1-8903-22f9a66814b5 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:42.292860 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Attempting to bind port 833e1834-1432-47d1-8903-22f9a66814b5 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:42.293559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Attempting to bind port 833e1834-1432-47d1-8903-22f9a66814b5 on network 76605736-d16a-48d5-8e07-faf233724a9d {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:42.325358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:42.325711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Checking segment: {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:42.326285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.327473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Bound using segment: {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:42.327473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Bound port: 833e1834-1432-47d1-8903-22f9a66814b5, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:42.327892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.343142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port b0e78518-4ea0-4316-9140-29e0009816d8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b0e78518-4ea0-4316-9140-29e0009816d8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:42.355290 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4acb28a-92b5-4ee3-9839-bd5f6bb75dd6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.356642 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d4acb28a-92b5-4ee3-9839-bd5f6bb75dd6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/networks/8193aff3-f6c4-4b90-a834-a7dc0c1c365a HTTP/1.1" status: 200 len: 803 time: 0.2029719 Dec 23 15:35:42.360248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53350) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:42.369122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-ffc1c398-32df-40ba-903f-45aad928397a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.375919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-ffc1c398-32df-40ba-903f-45aad928397a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=76605736-d16a-48d5-8e07-faf233724a9d HTTP/1.1" status: 200 len: 796 time: 0.1691599 Dec 23 15:35:42.388504 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-20574620-a553-4c78-92cb-bfce7ae392c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0117075 Dec 23 15:35:42.452091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.db.resource_extend [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 15:35:42.467954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:42.468345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.471994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.482792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-d97bda57-0052-433b-bb68-38b05a553ed0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850079 Dec 23 15:35:42.533581 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-aa4254ad-456f-4e03-bdce-01271d24ad02 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/networks/8193aff3-f6c4-4b90-a834-a7dc0c1c365a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1722724 Dec 23 15:35:42.538050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53356) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:42.549125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] For port 833e1834-1432-47d1-8903-22f9a66814b5, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:42.550406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.551220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.564849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] For port 833e1834-1432-47d1-8903-22f9a66814b5, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=833e1834-1432-47d1-8903-22f9a66814b5,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:42.675759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.685428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:42.691220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:42.702630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.703212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:42.705610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3660a-2ce1-449a-b005-c5a118b62cb6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.707159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5d3660a-2ce1-449a-b005-c5a118b62cb6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/subnets/7275555f-7382-428c-9476-96abff6675ca HTTP/1.1" status: 200 len: 843 time: 0.1679137 Dec 23 15:35:42.709126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=cb824fe1-070b-4ad5-aeca-bae76d704c0a,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:42.715131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53360) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:42.721709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=b0e78518-4ea0-4316-9140-29e0009816d8,revision_number=6']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:42.806123 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cd1a3b03-7eca-43dd-8385-c9446a086412 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3775330 Dec 23 15:35:42.808227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53364) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:42.814722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:42.829382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b822dcd-f9f4-48a5-973f-5b480026557a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:42.830518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5b822dcd-f9f4-48a5-973f-5b480026557a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "GET /v2.0/subnets/7275555f-7382-428c-9476-96abff6675ca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1141934 Dec 23 15:35:42.842193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53368) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:42.852313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1780542426'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:42.859468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:42.869364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868835ec-ee2d-4f23-b8e6-3d11f0bfae88 None None] Pushing event updated for resources: {'Port': ['ID=833e1834-1432-47d1-8903-22f9a66814b5,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:42.871808 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-e0aa2232-161a-4ccd-8825-ac3c5adb06c0 service neutron] 10.222.0.58 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689821 Dec 23 15:35:42.876398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:35:42.876878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:42.909358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:43.026305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:43.034594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:43.039201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:43.046379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:43.118214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:35:43.162846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:43.166458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.201404 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64557036-9074-4e94-86fb-812b5bf7c0a2 service neutron] 10.222.0.58 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176222 Dec 23 15:35:43.201404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:43.202104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.263273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:35:43.280633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.282379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Added segment 109e58a0-ba50-4eee-9232-b3102eca5b62 of type vlan for network 68276879-0608-400a-bc0e-be53014d56d1 Dec 23 15:35:43.337124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.439593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.445866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:43.446762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.525635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:32Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:42Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:43.530290 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e66f69-ea37-4929-aaaf-787f40c503c5 None None] The sync data for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv is: [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:32Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:42Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:35:43.620802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.725071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c7cef0ac-b597-47f8-b758-ef7282b69560 req-635829d6-0e87-4203-96d2-f3a50d41f936 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 210 time: 0.2040405 Dec 23 15:35:43.732321 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8890662 Dec 23 15:35:43.736054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53382) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:43.740943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:43.744436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:43.748765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:43.749393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:43.753414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=b3d2212d-2621-492f-a0d6-0289c15341c2,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:43.753921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'network_id': '68276879-0608-400a-bc0e-be53014d56d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:43.792259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0556d-ad2e-4539-97ac-92634149e44d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Network': ['ID=68276879-0608-400a-bc0e-be53014d56d1,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:43.803734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 68276879-0608-400a-bc0e-be53014d56d1 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:35:43.853458 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c21e9396-fcb2-4c91-98c0-9578e579c9ee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0440748 Dec 23 15:35:43.857963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53386) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:43.865736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:9f:46:e0', 'name': 'tempest-NetworksTestDHCPv6-860021662'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:43.939763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:43.964437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:44.073862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Made reservation on behalf of 7c8c8c93ce944da49c8423ae51f6e4f6 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:44.108684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:44.115690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:44.119960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:44.127013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:44.212301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:44.241216 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-d36718d3-ff1c-422e-9aa4-4f46bbeec2dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2512596 Dec 23 15:35:44.246519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 833e1834-1432-47d1-8903-22f9a66814b5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:44.247517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:44.313102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb847279-02e0-488d-b8ad-537962c6d274 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:35:44.385676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Performing IP validity checks on allocation pools {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 15:35:44.386203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_backend_mixin [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84221) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 15:35:44.456568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:44.483796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2b88fa81-9101-42a2-833f-c2482ed619d5 None None] Provisioning for port b0e78518-4ea0-4316-9140-29e0009816d8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:44.505802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port f7634656-8c20-4174-b621-9264dfc38797 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:35:44.533018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 833e1834-1432-47d1-8903-22f9a66814b5 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:44.543642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 833e1834-1432-47d1-8903-22f9a66814b5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:44.544507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:44.550407 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-393727a3-ffde-4c19-bcb3-8f2352be2612 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 1098 time: 0.1616106 Dec 23 15:35:44.622634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb847279-02e0-488d-b8ad-537962c6d274 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:35:44.826641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-f58af5ab-0c07-404d-b3b6-4f4346e60c8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:44.829127 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-f58af5ab-0c07-404d-b3b6-4f4346e60c8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.2480140 Dec 23 15:35:44.875834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:44.952773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 172.20.0.7 (fe9045e5-08d1-4431-9080-d4f86da37837/b3d2212d-2621-492f-a0d6-0289c15341c2/f7634656-8c20-4174-b621-9264dfc38797) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:44.963432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fe9f:46e0 (fe9045e5-08d1-4431-9080-d4f86da37837/cb824fe1-070b-4ad5-aeca-bae76d704c0a/f7634656-8c20-4174-b621-9264dfc38797) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:44.964532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36555291-6ca6-4614-97d4-d8c17a684d03 req-6f813493-926f-410e-8ed5-f479c5653bc0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 210 time: 0.0513883 Dec 23 15:35:44.973672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:44.988264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 833e1834-1432-47d1-8903-22f9a66814b5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=833e1834-1432-47d1-8903-22f9a66814b5,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:45.092398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-fcde6545-d1f6-4ff2-8e16-e131ce60e3a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3 HTTP/1.1" status: 200 len: 1000 time: 0.2551045 Dec 23 15:35:45.136877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=4ec5ea7e-0fb3-4b29-a43a-8e52cd850b64,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:45.143467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.144350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b0e78518-4ea0-4316-9140-29e0009816d8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:45.173563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Checking segment: {'id': '109e58a0-ba50-4eee-9232-b3102eca5b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '68276879-0608-400a-bc0e-be53014d56d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:45.173563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network hostable DHCP agents. Network: 68276879-0608-400a-bc0e-be53014d56d1, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:35:45.192681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-50a0d4a9-ed2b-43f0-86e9-8d0063cd9123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:45.194543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-50a0d4a9-ed2b-43f0-86e9-8d0063cd9123 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0904703 Dec 23 15:35:45.257778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.283650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object f7634656-8c20-4174-b621-9264dfc38797 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:45.293928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-252ba395-893d-43c0-9273-2a1e2429ec7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927796 Dec 23 15:35:45.332638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=833e1834-1432-47d1-8903-22f9a66814b5,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:45.349305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] Update dhcp port {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': 'cb824fe1-070b-4ad5-aeca-bae76d704c0a', 'ip_address': '2001:db8::f816:3eff:fefa:4a3f'}, {'subnet_id': 'b3d2212d-2621-492f-a0d6-0289c15341c2'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': 'b0e78518-4ea0-4316-9140-29e0009816d8'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:35:45.374848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.384327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Network 68276879-0608-400a-bc0e-be53014d56d1 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:35:45.412920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.431337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b0e78518-4ea0-4316-9140-29e0009816d8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:45.479829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=f7634656-8c20-4174-b621-9264dfc38797,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:45.480118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b0e78518-4ea0-4316-9140-29e0009816d8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:45.480585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.516240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:45.518076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:45.525058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:45.582661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 68276879-0608-400a-bc0e-be53014d56d1) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:45.596079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:45.596682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.605997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:45.606707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.617406 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-2c544b71-a132-4b7f-979e-541038a37a40 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040085 Dec 23 15:35:45.722663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d9ae6631-0d51-4f9d-bb5e-70bd28eafed7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9853024 Dec 23 15:35:45.726274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53396) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:45.735549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-094567d7-c2ed-40c5-b9c3-c112bf7f154d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:45.762539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03a22eae-cf68-48ce-8afd-9020714f9fbd req-8a1084b4-7f57-4e53-a2c1-247b7d0baa83 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345441 Dec 23 15:35:45.769338 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8bdbc5f3-3d79-4ab8-af9c-0e69e5eeb4b0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9093926 Dec 23 15:35:45.772112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53400) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:45.827791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:45.858223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] Allocated IP 172.20.0.2 (fe9045e5-08d1-4431-9080-d4f86da37837/b3d2212d-2621-492f-a0d6-0289c15341c2/b0e78518-4ea0-4316-9140-29e0009816d8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:45.871718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803aec9-5ac5-44f2-b303-ce7f850d4051 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:45.875667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803aec9-5ac5-44f2-b303-ce7f850d4051 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:45.876452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0803aec9-5ac5-44f2-b303-ce7f850d4051 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:45.975067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0803aec9-5ac5-44f2-b303-ce7f850d4051 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:45.975992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0803aec9-5ac5-44f2-b303-ce7f850d4051 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2028315 Dec 23 15:35:45.980576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53404) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:46.009651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] For port b0e78518-4ea0-4316-9140-29e0009816d8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b0e78518-4ea0-4316-9140-29e0009816d8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:46.038579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.042360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-094567d7-c2ed-40c5-b9c3-c112bf7f154d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2832054'] for subnet, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.061622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port f7634656-8c20-4174-b621-9264dfc38797 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:46.062188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.069606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] Transition to ACTIVE for port object b0e78518-4ea0-4316-9140-29e0009816d8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:46.160742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.202191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6bdcc7b9-3616-4468-862f-05cfe5c997b1 req-e38e405e-2201-48c5-b5cc-d5cad635869b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 210 time: 0.0556083 Dec 23 15:35:46.369756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-094567d7-c2ed-40c5-b9c3-c112bf7f154d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760716392951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3515748'] for subnet, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.373150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:35:46.375155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:35:46.377759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786891ac-ecea-4106-ae3b-a3cad17450ca None None] Pushing event updated for resources: {'Port': ['ID=b0e78518-4ea0-4316-9140-29e0009816d8,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:46.382916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.460719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094567d7-c2ed-40c5-b9c3-c112bf7f154d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:46.460719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-094567d7-c2ed-40c5-b9c3-c112bf7f154d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.461099 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-094567d7-c2ed-40c5-b9c3-c112bf7f154d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "PUT /v2.0/subnets/4ec5ea7e-0fb3-4b29-a43a-8e52cd850b64 HTTP/1.1" status: 200 len: 900 time: 0.7335386 Dec 23 15:35:46.463675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53412) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:46.490181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094567d7-c2ed-40c5-b9c3-c112bf7f154d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event updated for resources: {'Subnet': ['ID=4ec5ea7e-0fb3-4b29-a43a-8e52cd850b64,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:46.515527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for f7634656-8c20-4174-b621-9264dfc38797 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:46.651357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.741872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.818098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-3012973f-8241-4af5-b460-50e275e17bf9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:46.819523 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-3012973f-8241-4af5-b460-50e275e17bf9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=76605736-d16a-48d5-8e07-faf233724a9d HTTP/1.1" status: 200 len: 796 time: 0.2641907 Dec 23 15:35:46.918760 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-4ab91ccc-6177-44c4-bb99-1c92e2e01deb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 380 time: 0.0700531 Dec 23 15:35:46.928391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['99405e6f-b74f-4075-8a92-6250ede2f0bd']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:46.930929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.952671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:46.971935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b0e78518-4ea0-4316-9140-29e0009816d8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b0e78518-4ea0-4316-9140-29e0009816d8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:47.047428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec5ea7e-0fb3-4b29-a43a-8e52cd850b64,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:47.057298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.064668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.137109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da51676-2039-45c5-9469-38bae7102d05 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:47.142145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.149152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=f7634656-8c20-4174-b621-9264dfc38797,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:47.150221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154754bd-0d10-4ca8-8f9d-87fd539a79b7 None None] Network 68276879-0608-400a-bc0e-be53014d56d1 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:47.189409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68276879-0608-400a-bc0e-be53014d56d1']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:47.208249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109e58a0-ba50-4eee-9232-b3102eca5b62') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:47.208537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109e58a0-ba50-4eee-9232-b3102eca5b62') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:47.228332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.257315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.264952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:47.265378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:47.292971 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:47.317017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:47.337545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:port and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:47.340081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 833e1834-1432-47d1-8903-22f9a66814b5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:47.341839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:47.356425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:47.413053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.470485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ec7d9734-21d5-4f52-b460-fa64a652d01f req-41f6aaf6-1e04-4204-b810-e93a6cf4b785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 210 time: 0.0416498 Dec 23 15:35:47.491694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.515158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:47.517909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.519397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:47.530322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdb6cf-fa2a-4337-bbca-aca66e1d6b43 None None] Network 68276879-0608-400a-bc0e-be53014d56d1 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:47.532107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=68276879-0608-400a-bc0e-be53014d56d1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:47.545890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4d8a55ee-8c47-401c-887e-ff59eab230e5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/f7634656-8c20-4174-b621-9264dfc38797 HTTP/1.1" status: 204 len: 168 time: 1.5614667 Dec 23 15:35:47.546165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53418) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:47.561017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdb6cf-fa2a-4337-bbca-aca66e1d6b43 None None] Network 68276879-0608-400a-bc0e-be53014d56d1 could not be found, it might have been deleted concurrently. {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 15:35:47.573360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09519663-4e10-45c1-98e8-2bbcacdb64f1 None None] Network 68276879-0608-400a-bc0e-be53014d56d1 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:47.589754 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0067dab1-c671-4608-9063-93dbebd78a9e tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/68276879-0608-400a-bc0e-be53014d56d1 HTTP/1.1" status: 204 len: 168 time: 1.1250095 Dec 23 15:35:47.597936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53422) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:47.604437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b0e78518-4ea0-4316-9140-29e0009816d8,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:47.628848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09519663-4e10-45c1-98e8-2bbcacdb64f1 None None] Network 68276879-0608-400a-bc0e-be53014d56d1 could not be found, it might have been deleted concurrently. {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 23 15:35:48.144089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-151c03a6-ff0b-4836-8f82-0577e7dcb7c0 None None] Provisioning for port b0e78518-4ea0-4316-9140-29e0009816d8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:48.144089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-151c03a6-ff0b-4836-8f82-0577e7dcb7c0 None None] Provisioning complete for port b0e78518-4ea0-4316-9140-29e0009816d8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:48.144089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-151c03a6-ff0b-4836-8f82-0577e7dcb7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.146335 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3c2b6d-a8f6-4787-b4c5-cfaf30e5b9d7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:48.146335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3c2b6d-a8f6-4787-b4c5-cfaf30e5b9d7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:48.146335 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9c3c2b6d-a8f6-4787-b4c5-cfaf30e5b9d7 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/4ec5ea7e-0fb3-4b29-a43a-8e52cd850b64 HTTP/1.1" status: 404 len: 337 time: 0.2161968 Dec 23 15:35:48.146335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f3f62-d351-4b97-a5c2-95000085906d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:48.146335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f3f62-d351-4b97-a5c2-95000085906d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:48.146335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f3f62-d351-4b97-a5c2-95000085906d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:48.146335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-638f3f62-d351-4b97-a5c2-95000085906d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:48.147234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 833e1834-1432-47d1-8903-22f9a66814b5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:48.147234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.147412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.7 (76605736-d16a-48d5-8e07-faf233724a9d/655ecb11-6ff1-4799-a770-944154376339/6539cb65-7c29-45a1-ad81-aa655206d43d) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:48.147532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b0e78518-4ea0-4316-9140-29e0009816d8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:48.147629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.147629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 6539cb65-7c29-45a1-ad81-aa655206d43d will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:48.147961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53426) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:48.169201 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb5ed0d-0c78-4d86-83f7-e2064097bfb0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:48.169578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb5ed0d-0c78-4d86-83f7-e2064097bfb0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:48.171223 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cfb5ed0d-0c78-4d86-83f7-e2064097bfb0 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/68276879-0608-400a-bc0e-be53014d56d1 HTTP/1.1" status: 404 len: 339 time: 0.0321057 Dec 23 15:35:48.172594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b0e78518-4ea0-4316-9140-29e0009816d8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:48.173471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.175123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:48.318695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-136eac2b-0304-45f1-af35-e050f8114579 None None] Provisioning complete for port 833e1834-1432-47d1-8903-22f9a66814b5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:48.319064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-136eac2b-0304-45f1-af35-e050f8114579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.329255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.413329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-638f3f62-d351-4b97-a5c2-95000085906d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:48.417396 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-638f3f62-d351-4b97-a5c2-95000085906d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8672543 Dec 23 15:35:48.417535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53436) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:48.441091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50dc47a-8e01-48f6-bbcb-aa5da5152d3e None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:48.497275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet b3d2212d-2621-492f-a0d6-0289c15341c2 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:48.499151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.500907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.535232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1e53e3-af54-4ff4-8e32-7474d2d06b06']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:48.557297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944b5e37-2d56-49a6-a33b-df0fbfabd443') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:48.557608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944b5e37-2d56-49a6-a33b-df0fbfabd443') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:48.576638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.593022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.596256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.599989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.686028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:48.686028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:48.716340 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:48.726104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f4cb2f81-376d-458c-ae4d-f3cea160c369 None None] Provisioning complete for port b0e78518-4ea0-4316-9140-29e0009816d8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:48.730223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f4cb2f81-376d-458c-ae4d-f3cea160c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.730385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.874260 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 76605736-d16a-48d5-8e07-faf233724a9d is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:48.877231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:48.879619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:48.909933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=6539cb65-7c29-45a1-ad81-aa655206d43d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:48.916632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.963575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:48.964101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:48.964484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d2212d-2621-492f-a0d6-0289c15341c2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:48.971346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.000486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8a416-b86b-40e2-8210-378bf870eee1 req-25f25761-56f6-493c-9b01-a5bac5027a7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:49.001299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-45e8a416-b86b-40e2-8210-378bf870eee1 req-25f25761-56f6-493c-9b01-a5bac5027a7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:49.019959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.043149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.045031 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/bb1e53e3-af54-4ff4-8e32-7474d2d06b06 HTTP/1.1" status: 204 len: 168 time: 0.8685243 Dec 23 15:35:49.049059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53442) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:49.055165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66fb9f-127f-44ca-91de-e100752d05c6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=bb1e53e3-af54-4ff4-8e32-7474d2d06b06,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:49.089253 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-274a2953-665c-49c1-920d-3bdedb8af2b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/b3d2212d-2621-492f-a0d6-0289c15341c2 HTTP/1.1" status: 204 len: 168 time: 0.6685336 Dec 23 15:35:49.090161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53446) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:49.091835 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b9bdda-f242-43a7-bf24-68ed67b411a6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:49.092723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b9bdda-f242-43a7-bf24-68ed67b411a6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:49.096794 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-86b9bdda-f242-43a7-bf24-68ed67b411a6 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/e2b2c1cb-35f8-4abf-8ac4-2cbfc18d711e HTTP/1.1" status: 404 len: 337 time: 0.0471175 Dec 23 15:35:49.097387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53450) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:49.128375 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-375f0ac4-eab2-41c6-8e19-d9e06376eacd tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:49.128813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375f0ac4-eab2-41c6-8e19-d9e06376eacd tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:49.133242 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-375f0ac4-eab2-41c6-8e19-d9e06376eacd tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/a73ed8c0-0a50-4c45-b506-3b34d40614cb HTTP/1.1" status: 404 len: 339 time: 0.0349400 Dec 23 15:35:49.138816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53454) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:49.171130 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-64db2145-07d5-45ed-a582-7ea8117555d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2472234 Dec 23 15:35:49.171982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-45e8a416-b86b-40e2-8210-378bf870eee1 req-25f25761-56f6-493c-9b01-a5bac5027a7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:49.173463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-45e8a416-b86b-40e2-8210-378bf870eee1 req-25f25761-56f6-493c-9b01-a5bac5027a7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 931 time: 0.4510412 Dec 23 15:35:49.183701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b0e78518-4ea0-4316-9140-29e0009816d8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:49.215336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Request body: {'port': {'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:49.230007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be7a51-6470-453e-a788-f11cefd722f7 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:49.352311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting subnet 21438628-edb3-4d5f-b222-0473b9a70e35 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:49.354925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c442962-2aef-4c46-b6e9-a2a1821789a6 None None] Provisioning complete for port b0e78518-4ea0-4316-9140-29e0009816d8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:49.355293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c442962-2aef-4c46-b6e9-a2a1821789a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.355904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.426863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.450251 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-45e8a416-b86b-40e2-8210-378bf870eee1 req-96444f74-cb76-40ab-800b-779b3e227141 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466910 Dec 23 15:35:49.457721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet cb824fe1-070b-4ad5-aeca-bae76d704c0a {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:49.464910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.486076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b0e78518-4ea0-4316-9140-29e0009816d8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:49.486333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.492509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.535467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.727507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.776736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=21438628-edb3-4d5f-b222-0473b9a70e35,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:49.782227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.791294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0194255-24f2-4c17-a74a-f2d5c87edbd6 None None] Network 872720be-9a1a-4f62-8bae-21c143b0f19b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:49.794042 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eda4b3b7-1371-438b-b588-e7aa26efbae8 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/21438628-edb3-4d5f-b222-0473b9a70e35 HTTP/1.1" status: 204 len: 168 time: 0.6592133 Dec 23 15:35:49.800851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53458) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:49.897171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting subnet 36a34fd4-64a4-44c4-bbe5-2c65bdfb0c3c {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:49.900711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.914899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7260ee96-f646-41c0-a4fe-7a7ff2c761ff None None] Provisioning for port 6539cb65-7c29-45a1-ad81-aa655206d43d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:49.924379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7260ee96-f646-41c0-a4fe-7a7ff2c761ff None None] Provisioning complete for port 6539cb65-7c29-45a1-ad81-aa655206d43d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:49.925005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7260ee96-f646-41c0-a4fe-7a7ff2c761ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.964441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:49.968355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.038426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7260ee96-f646-41c0-a4fe-7a7ff2c761ff None None] Port 6539cb65-7c29-45a1-ad81-aa655206d43d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:35:50.072635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.125037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6539cb65-7c29-45a1-ad81-aa655206d43d {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:35:50.134979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.145105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.192401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Transition to ACTIVE for port object 6539cb65-7c29-45a1-ad81-aa655206d43d will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:50.310566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.357907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.371462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.412520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=36a34fd4-64a4-44c4-bbe5-2c65bdfb0c3c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:50.420579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.433351 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a880cae8-8e51-4fe8-903d-d8a6d9d1e225 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/36a34fd4-64a4-44c4-bbe5-2c65bdfb0c3c HTTP/1.1" status: 204 len: 168 time: 0.6306667 Dec 23 15:35:50.435485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53462) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:50.477806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d9244d21-418a-43b4-894e-e2325aebcf95 None None] Provisioning complete for port b0e78518-4ea0-4316-9140-29e0009816d8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:50.478493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9244d21-418a-43b4-894e-e2325aebcf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.512511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=cb824fe1-070b-4ad5-aeca-bae76d704c0a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:50.562270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.591234 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9162d37a-9bcb-45e0-aa7f-97ff3d5e2980 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/cb824fe1-070b-4ad5-aeca-bae76d704c0a HTTP/1.1" status: 204 len: 168 time: 1.4971509 Dec 23 15:35:50.592094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53468) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:50.597566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6539cb65-7c29-45a1-ad81-aa655206d43d,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:50.654718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.684864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting port a41a665e-7f3d-4dc5-bd3b-2c6617610446 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:50.685193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:50.827226 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3b4ec140-5540-4140-87f9-b615dd7fabbf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2303469 Dec 23 15:35:50.829803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53472) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:50.847409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:50.856242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64dbb4-6a10-403f-9739-79cbca504c10 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:50.981312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeb771-7eb7-459b-a80d-d0e226e51629 req-3300952f-7b3a-49ec-af46-7c4698c289b9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:50.982786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1aaeb771-7eb7-459b-a80d-d0e226e51629 req-3300952f-7b3a-49ec-af46-7c4698c289b9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 943 time: 0.2285275 Dec 23 15:35:50.985138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Attempting to bind port 6539cb65-7c29-45a1-ad81-aa655206d43d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:50.985454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Attempting to bind port 6539cb65-7c29-45a1-ad81-aa655206d43d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:50.985765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Attempting to bind port 6539cb65-7c29-45a1-ad81-aa655206d43d on network 76605736-d16a-48d5-8e07-faf233724a9d {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:51.013182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Port 6539cb65-7c29-45a1-ad81-aa655206d43d on network 76605736-d16a-48d5-8e07-faf233724a9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:35:51.013495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Attempting to bind port 6539cb65-7c29-45a1-ad81-aa655206d43d on network 76605736-d16a-48d5-8e07-faf233724a9d {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:51.031689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:51.031919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Checking segment: {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:51.032326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Bound using segment: {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:51.032757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Bound port: 6539cb65-7c29-45a1-ad81-aa655206d43d, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4361dc48-b0b3-4f82-afc1-12b975067d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:51.033641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.038869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-67937a22-4052-475b-baf1-41e9bf9b19ae None None] Could not find standard attr ID for object f7634656-8c20-4174-b621-9264dfc38797. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:35:51.060169 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1aaeb771-7eb7-459b-a80d-d0e226e51629 req-eda866ee-8e38-4ecb-a3c8-a99c6b06d906 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700436 Dec 23 15:35:51.073001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7cc219-d254-4b7e-979c-46ed364f1061 None None] Network 872720be-9a1a-4f62-8bae-21c143b0f19b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:51.140417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] For port 6539cb65-7c29-45a1-ad81-aa655206d43d, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:51.144008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] For port 6539cb65-7c29-45a1-ad81-aa655206d43d, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6539cb65-7c29-45a1-ad81-aa655206d43d,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:51.167180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:51.174393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] For port a41a665e-7f3d-4dc5-bd3b-2c6617610446, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a41a665e-7f3d-4dc5-bd3b-2c6617610446,segment=NetworkSegment(5c51fe59-e0da-4b21-8a31-6f26482bd7c5),segment_id=5c51fe59-e0da-4b21-8a31-6f26482bd7c5)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:51.174737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.182435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:51.257174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.275629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:51.321263 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d1de-a786-422c-b88d-82f3c72347c2 None None] Provisioning complete for port a41a665e-7f3d-4dc5-bd3b-2c6617610446 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:51.321263 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d1de-a786-422c-b88d-82f3c72347c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.333723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.333907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:51.336150 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/6539cb65-7c29-45a1-ad81-aa655206d43d HTTP/1.1" status: 200 len: 1093 time: 2.1295023 Dec 23 15:35:51.336819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:35:51.359536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2baa2-553e-41dc-b307-22478ebf66d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6539cb65-7c29-45a1-ad81-aa655206d43d,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:51.404112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:51.414601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'status': 'completed', 'code': 200} Dec 23 15:35:51.419250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] Deleting port b0e78518-4ea0-4316-9140-29e0009816d8 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:51.419620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.440173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Calling delete_port for a41a665e-7f3d-4dc5-bd3b-2c6617610446 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:51.508546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee30de09-fe13-4726-afea-2060ea151374 None None] DHCP port deletion for 872720be-9a1a-4f62-8bae-21c143b0f19b request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:51.527384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ee30de09-fe13-4726-afea-2060ea151374 None None] Deleting port a41a665e-7f3d-4dc5-bd3b-2c6617610446 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:51.527384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ee30de09-fe13-4726-afea-2060ea151374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.557465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a4ae9d66-0a57-4547-8660-192806c11d7e req-48248b30-e3d9-4eb7-bb13-a9a14572a8ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 1096 time: 0.0969367 Dec 23 15:35:51.567882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:51.664461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.722182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae9d66-0a57-4547-8660-192806c11d7e req-93e84edf-7675-492d-aa1b-f44728b1dc7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:51.724737 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a4ae9d66-0a57-4547-8660-192806c11d7e req-93e84edf-7675-492d-aa1b-f44728b1dc7d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1537299 Dec 23 15:35:51.734611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Port': ['ID=a41a665e-7f3d-4dc5-bd3b-2c6617610446,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:51.751554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] For port b0e78518-4ea0-4316-9140-29e0009816d8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b0e78518-4ea0-4316-9140-29e0009816d8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:51.751931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.753525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No DVR routers for this DVR port a41a665e-7f3d-4dc5-bd3b-2c6617610446 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:51.809672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:51.876656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae9d66-0a57-4547-8660-192806c11d7e req-420fa1e7-064c-4bf5-be58-9bed7551554b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:51.878266 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a4ae9d66-0a57-4547-8660-192806c11d7e req-420fa1e7-064c-4bf5-be58-9bed7551554b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481156 Dec 23 15:35:51.899344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ee30de09-fe13-4726-afea-2060ea151374 None None] The port 'a41a665e-7f3d-4dc5-bd3b-2c6617610446' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:35:51.908080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] Calling delete_port for b0e78518-4ea0-4316-9140-29e0009816d8 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:51.984526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.021664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-b24f53df-a2d3-436d-999f-4bab2021cb5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 1096 time: 0.0863664 Dec 23 15:35:52.029449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872720be-9a1a-4f62-8bae-21c143b0f19b']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:52.044691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c51fe59-e0da-4b21-8a31-6f26482bd7c5') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:52.044981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c51fe59-e0da-4b21-8a31-6f26482bd7c5') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:52.061337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.080986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.087785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:52.088374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.100405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-0d2ad5e5-f381-4eca-8f73-8b043615adec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6539cb65-7c29-45a1-ad81-aa655206d43d HTTP/1.1" status: 200 len: 217 time: 0.0654726 Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:52.103104 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:52.137100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.178279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-2abf2f6e-1a8e-411a-836c-74a5767f5b8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:52.179589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] Pushing event deleted for resources: {'Port': ['ID=b0e78518-4ea0-4316-9140-29e0009816d8,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:52.182100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-2abf2f6e-1a8e-411a-836c-74a5767f5b8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=655ecb11-6ff1-4799-a770-944154376339 HTTP/1.1" status: 200 len: 834 time: 0.0742822 Dec 23 15:35:52.188080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc5cd8-3f65-4d22-af7f-109713f02a75 None None] No DVR routers for this DVR port b0e78518-4ea0-4316-9140-29e0009816d8 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:52.320792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.341544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.353433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=872720be-9a1a-4f62-8bae-21c143b0f19b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:52.363424 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a2dd6793-18b5-4c2c-a861-9309e68321a3 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/872720be-9a1a-4f62-8bae-21c143b0f19b HTTP/1.1" status: 204 len: 168 time: 1.9269407 Dec 23 15:35:52.367336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53482) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.406416 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd95bea-28e5-498f-b2c6-11e917e9ff34 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:52.406850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd95bea-28e5-498f-b2c6-11e917e9ff34 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:52.408866 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-afd95bea-28e5-498f-b2c6-11e917e9ff34 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/7dc3c505-e231-46bd-80cb-cd22478fb35e HTTP/1.1" status: 404 len: 337 time: 0.0401051 Dec 23 15:35:52.411499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.412531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53486) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.446236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-1103eaad-e2ef-4710-b5a8-74e16d4c15ae tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:52.446669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1103eaad-e2ef-4710-b5a8-74e16d4c15ae tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:52.448355 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1103eaad-e2ef-4710-b5a8-74e16d4c15ae tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/46bc6aa2-2b6f-4953-ae40-02dca051c69f HTTP/1.1" status: 404 len: 339 time: 0.0336788 Dec 23 15:35:52.452108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53490) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.460636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-7954c551-711d-4188-880d-fc6f9fdf3dcc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76605736-d16a-48d5-8e07-faf233724a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2722681 Dec 23 15:35:52.466928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bc415-900c-46b3-9a88-29d06ff65162 req-3d7c496b-b6c0-4b97-8543-058bd5fb9ef7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:52.468280 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4b5bc415-900c-46b3-9a88-29d06ff65162 req-3d7c496b-b6c0-4b97-8543-058bd5fb9ef7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 943 time: 0.2456307 Dec 23 15:35:52.505021 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61bd52c-7d47-4f5f-b3f8-ea8b71148a72 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:52.505559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61bd52c-7d47-4f5f-b3f8-ea8b71148a72 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:52.507350 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c61bd52c-7d47-4f5f-b3f8-ea8b71148a72 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/802ead26-b138-4507-89b4-ff5317b9e5df HTTP/1.1" status: 404 len: 337 time: 0.0523503 Dec 23 15:35:52.512467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53494) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.521696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:52.524580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:52.526285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=a6d6664f-155f-4103-ab87-e34da15af053,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:52.528557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:52.529125 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.540392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeecbeb4-a2c5-41fa-84b3-dcb5899f69aa None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:52.606018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd6bb61-e3b7-4947-b18a-4f7a681d543a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:52.610608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd6bb61-e3b7-4947-b18a-4f7a681d543a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:52.610608 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5bd6bb61-e3b7-4947-b18a-4f7a681d543a tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/539df795-2c8d-45d6-b499-0eb20d6160d8 HTTP/1.1" status: 404 len: 339 time: 0.0484676 Dec 23 15:35:52.611467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53498) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.644501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4b5bc415-900c-46b3-9a88-29d06ff65162 req-2661150a-a694-46ce-97f5-0de5b4c7fd02 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574206 Dec 23 15:35:52.666834 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-9997764a-10b6-4328-96f4-fbc4a390f8d5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:52.667359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9997764a-10b6-4328-96f4-fbc4a390f8d5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:52.673245 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9997764a-10b6-4328-96f4-fbc4a390f8d5 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/330a7976-e43a-4528-ad9a-aee6c30d1373 HTTP/1.1" status: 404 len: 337 time: 0.0605977 Dec 23 15:35:52.673906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53502) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.684003 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-bca632e0-7f40-455d-8638-9737e5919094 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148013 Dec 23 15:35:52.707733 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb1792d-461b-4a3a-9e26-6e5680e7cb6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:52.708118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb1792d-461b-4a3a-9e26-6e5680e7cb6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:52.712345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53506) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.712505 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9eb1792d-461b-4a3a-9e26-6e5680e7cb6b tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/0b48b869-e990-4239-9112-90d4da3e73de HTTP/1.1" status: 404 len: 339 time: 0.0373676 Dec 23 15:35:52.755623 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-067ed7e1-4b33-4968-adb4-da98175aa510 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9141724 Dec 23 15:35:52.764010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53510) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:52.764483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:52.790834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'a6d6664f-155f-4103-ab87-e34da15af053'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:35:52.791857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:52.922584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:52.927368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:52.930580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:52.938064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:52.956107 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d05ce1-dbf6-4027-a176-94913f84b73f req-63a68b47-dc7f-4ae6-8b42-92de82e95695 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657387 Dec 23 15:35:53.004008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting subnet 78a8ad6e-48b4-4c58-9029-b1c893935d83 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:53.007573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.009743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Allocated IP 172.20.0.2 (fe9045e5-08d1-4431-9080-d4f86da37837/a6d6664f-155f-4103-ab87-e34da15af053/59c5a1db-e33a-473b-b6a6-2367f7702bd4) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:53.063011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.083958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:53.088583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.170917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.173652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a41a665e-7f3d-4dc5-bd3b-2c6617610446 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:53.216011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a41a665e-7f3d-4dc5-bd3b-2c6617610446 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:53.216368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a41a665e-7f3d-4dc5-bd3b-2c6617610446 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:53.217158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b0e78518-4ea0-4316-9140-29e0009816d8 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:53.281378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b0e78518-4ea0-4316-9140-29e0009816d8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:53.281709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b0e78518-4ea0-4316-9140-29e0009816d8 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:53.318431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.328512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Transition to ACTIVE for port object 59c5a1db-e33a-473b-b6a6-2367f7702bd4 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:53.349127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Transition to ACTIVE for port object 59c5a1db-e33a-473b-b6a6-2367f7702bd4 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:53.367166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.400851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=78a8ad6e-48b4-4c58-9029-b1c893935d83,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:53.405566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.412474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8cc8c7-6e38-42c8-a6c8-d3a5b8b5288b None None] Network e90bc341-1d14-4a2c-b76e-485eecdd7b9c requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:53.415629 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f1e10a48-ddee-490e-af61-5724b802fed9 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/78a8ad6e-48b4-4c58-9029-b1c893935d83 HTTP/1.1" status: 204 len: 168 time: 0.7020149 Dec 23 15:35:53.418070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53514) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:53.479554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.544289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.556471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:53.556886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.586300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Pushing event updated for resources: {'Port': ['ID=59c5a1db-e33a-473b-b6a6-2367f7702bd4,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:53.599295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:53.622950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:53.627757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:53.712344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:35:53.770216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Attempting to bind port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:35:53.770592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Attempting to bind port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:35:53.770946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Attempting to bind port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:35:53.783647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:35:53.785171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:35:53.785751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.787042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:35:53.787688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Bound port: 59c5a1db-e33a-473b-b6a6-2367f7702bd4, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:35:53.788262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.880837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] For port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,segment=NetworkSegment(bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef),segment_id=bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:53.883247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.889886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] DHCP port deletion for e90bc341-1d14-4a2c-b76e-485eecdd7b9c request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:53.893863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Deleting port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:53.894231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:53.930565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] For port 59c5a1db-e33a-473b-b6a6-2367f7702bd4, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:35:53.948402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] For port 59c5a1db-e33a-473b-b6a6-2367f7702bd4, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59c5a1db-e33a-473b-b6a6-2367f7702bd4,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:35:53.981950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.009602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.013896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Calling delete_port for 2b4edf15-403e-46c9-b3ec-85b848a3cf5b owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:54.107703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a923fe4-6446-48a3-a24c-e836c077ea3e req-a7e37fba-0ff4-4c26-b73a-51eee15cbc8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:54.109187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a923fe4-6446-48a3-a24c-e836c077ea3e req-a7e37fba-0ff4-4c26-b73a-51eee15cbc8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 943 time: 0.2809727 Dec 23 15:35:54.179248 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a923fe4-6446-48a3-a24c-e836c077ea3e req-a6f3c2e5-5313-4149-b9e2-646a54d03385 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Dec 23 15:35:54.194261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] For port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,segment=NetworkSegment(bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef),segment_id=bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:54.206291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.206585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.211990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d3242-9ddd-46bf-a63f-5cb554a36106 None None] Pushing event updated for resources: {'Port': ['ID=59c5a1db-e33a-473b-b6a6-2367f7702bd4,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:54.236670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port 59c5a1db-e33a-473b-b6a6-2367f7702bd4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59c5a1db-e33a-473b-b6a6-2367f7702bd4,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:54.262128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No DVR routers for this DVR port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:54.268687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.300256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Port': ['ID=2b4edf15-403e-46c9-b3ec-85b848a3cf5b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:54.340357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Calling delete_port for 2b4edf15-403e-46c9-b3ec-85b848a3cf5b owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:54.396253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.397713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.461521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:35:54.462199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:35:54.518567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:54.528757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.529038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:54.536806 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:54.537639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.567691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90bc341-1d14-4a2c-b76e-485eecdd7b9c']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:54.569768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=2b9eec7d-9dd1-40a2-93c6-ce246c004f3d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:54.578083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:54.578382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafd1c51-6f46-401f-b9a6-ef9b4a4d06ef') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:54.580041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=59c5a1db-e33a-473b-b6a6-2367f7702bd4,revision_number=4']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:54.590758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.611150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.617647 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:54.618025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:54.633028 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:54.664029 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-86dfe8c4-5023-47f4-9a42-305249f6dca2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8985283 Dec 23 15:35:54.664029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53520) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:54.669377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:de:67:83', 'name': 'tempest-NetworksTestDHCPv6-1428571825'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:54.805860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.810890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:54.815669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:54.825135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:54.825283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.825392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:54.834268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=e90bc341-1d14-4a2c-b76e-485eecdd7b9c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:54.842160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9ccd0df6-9f4c-4926-bf9a-da7b6635e634 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/e90bc341-1d14-4a2c-b76e-485eecdd7b9c HTTP/1.1" status: 204 len: 168 time: 1.4231515 Dec 23 15:35:54.849480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53524) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:54.887702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ebd598-29a5-4687-83d6-7391e3ac56f4 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:54.888150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ebd598-29a5-4687-83d6-7391e3ac56f4 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:54.889785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-71ebd598-29a5-4687-83d6-7391e3ac56f4 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/8fd8dcbf-5e6d-4175-aa5e-9266b8825dc5 HTTP/1.1" status: 404 len: 337 time: 0.0442257 Dec 23 15:35:54.892438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53528) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:54.898253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:54.903157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:54.917792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd55caf-adf3-4510-aa1c-0fa2fec26f9d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] DELETE failed (client error): The resource could not be found. Dec 23 15:35:54.918231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd55caf-adf3-4510-aa1c-0fa2fec26f9d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:35:54.919866 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2fd55caf-adf3-4510-aa1c-0fa2fec26f9d tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/6da988d8-ebff-4d98-8759-7cc9f9df4792 HTTP/1.1" status: 404 len: 339 time: 0.0265236 Dec 23 15:35:54.922431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53532) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:54.942898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 6c99418f-3d22-4121-b0a9-6975cf7671bb yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:35:54.963333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Deleting port 2b4edf15-403e-46c9-b3ec-85b848a3cf5b {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:54.963702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.045010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ff84a9a3-82b3-4ad1-9392-ad33a904a4e9 None None] The port '2b4edf15-403e-46c9-b3ec-85b848a3cf5b' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:35:55.151818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting subnet 7275555f-7382-428c-9476-96abff6675ca {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:55.164420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.186168 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59c5a1db-e33a-473b-b6a6-2367f7702bd4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:55.216238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 172.20.0.13 (fe9045e5-08d1-4431-9080-d4f86da37837/a6d6664f-155f-4103-ab87-e34da15af053/6c99418f-3d22-4121-b0a9-6975cf7671bb) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:55.227548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fede:6783 (fe9045e5-08d1-4431-9080-d4f86da37837/2b9eec7d-9dd1-40a2-93c6-ce246c004f3d/6c99418f-3d22-4121-b0a9-6975cf7671bb) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:35:55.247755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.344177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43bcbe-2128-43a9-ba23-b1e8b0ac19f1 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:55.360470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.474593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf9b502f-86f2-4aea-84de-08b609380556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.481361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.503600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 6c99418f-3d22-4121-b0a9-6975cf7671bb will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:35:55.517524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f8625-65cd-42fe-b8dd-c2e396cb02ba req-25007961-2ebd-4fe2-acd0-8cfdef8c425f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:55.519103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da7f8625-65cd-42fe-b8dd-c2e396cb02ba req-25007961-2ebd-4fe2-acd0-8cfdef8c425f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 943 time: 0.1159811 Dec 23 15:35:55.562497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:55.574054 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da7f8625-65cd-42fe-b8dd-c2e396cb02ba req-90c1d51f-6500-4d84-873e-d4bde1a45d16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Dec 23 15:35:55.585341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.590279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9aed86e0-f0a6-4ad1-b4eb-2db31f7cee98 None None] Provisioning for port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:35:55.602550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9aed86e0-f0a6-4ad1-b4eb-2db31f7cee98 None None] Provisioning complete for port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:55.603706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9aed86e0-f0a6-4ad1-b4eb-2db31f7cee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.616631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.644501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Subnet': ['ID=7275555f-7382-428c-9476-96abff6675ca,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:55.652390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.665590 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c24a0877-c9bc-4844-bb96-28704c016997 tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/subnets/7275555f-7382-428c-9476-96abff6675ca HTTP/1.1" status: 204 len: 168 time: 0.7397170 Dec 23 15:35:55.665822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53538) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:55.668847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2b4edf15-403e-46c9-b3ec-85b848a3cf5b no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:55.714434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 2b4edf15-403e-46c9-b3ec-85b848a3cf5b {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:55.714773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2b4edf15-403e-46c9-b3ec-85b848a3cf5b not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:55.715004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:35:55.716317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6ec6a-1b59-4d8e-ae3f-d809363eb902 None None] Network 8193aff3-f6c4-4b90-a834-a7dc0c1c365a requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:55.719337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:35:55.728629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:35:55.735213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 6539cb65-7c29-45a1-ad81-aa655206d43d details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:35:55.763626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=6c99418f-3d22-4121-b0a9-6975cf7671bb,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:55.799938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.802591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:55.803233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.811798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Deleting port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:55.812410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:55.928613 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-31be8880-aab3-4668-b9ec-99a24365f466 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2646241 Dec 23 15:35:55.931153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53542) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:56.016163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33632e-1e3d-45d9-9066-f2370c500bdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:56.020402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33632e-1e3d-45d9-9066-f2370c500bdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:56.023716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c33632e-1e3d-45d9-9066-f2370c500bdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:56.023865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] For port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5d7661cc-cf56-41dc-9a2c-39fd47a82fe5,segment=NetworkSegment(dc971c8f-d776-410d-8e0c-2f89801213b2),segment_id=dc971c8f-d776-410d-8e0c-2f89801213b2)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:56.023865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.103106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c33632e-1e3d-45d9-9066-f2370c500bdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:56.104434 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1c33632e-1e3d-45d9-9066-f2370c500bdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1719930 Dec 23 15:35:56.107212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53546) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:56.144323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 6539cb65-7c29-45a1-ad81-aa655206d43d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6539cb65-7c29-45a1-ad81-aa655206d43d,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:56.149665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Calling delete_port for 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:56.159932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9aed86e0-f0a6-4ad1-b4eb-2db31f7cee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.180136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:35:56.185677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 6c99418f-3d22-4121-b0a9-6975cf7671bb {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:56.185972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.241864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9aed86e0-f0a6-4ad1-b4eb-2db31f7cee98 None None] For port 59c5a1db-e33a-473b-b6a6-2367f7702bd4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59c5a1db-e33a-473b-b6a6-2367f7702bd4,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:56.270991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.296113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6539cb65-7c29-45a1-ad81-aa655206d43d {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:35:56.316549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 6539cb65-7c29-45a1-ad81-aa655206d43d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6539cb65-7c29-45a1-ad81-aa655206d43d,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:35:56.327192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9aed86e0-f0a6-4ad1-b4eb-2db31f7cee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.352778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.369573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32cb85-1c1a-4cdc-81b2-1a19b9ba06a6 None None] DHCP port deletion for 8193aff3-f6c4-4b90-a834-a7dc0c1c365a request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:56.414268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed86e0-f0a6-4ad1-b4eb-2db31f7cee98 None None] Pushing event updated for resources: {'Port': ['ID=59c5a1db-e33a-473b-b6a6-2367f7702bd4,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:56.415162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] No DVR routers for this DVR port 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:35:56.417763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Port': ['ID=5d7661cc-cf56-41dc-9a2c-39fd47a82fe5,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:56.421573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.501652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=6539cb65-7c29-45a1-ad81-aa655206d43d,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:56.552596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.585767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8193aff3-f6c4-4b90-a834-a7dc0c1c365a']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:56.600407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc971c8f-d776-410d-8e0c-2f89801213b2') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:56.600692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc971c8f-d776-410d-8e0c-2f89801213b2') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:35:56.614864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.625849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.637312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.646209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:35:56.646604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:35:56.722396 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:35:56.782388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 6c99418f-3d22-4121-b0a9-6975cf7671bb owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:35:56.804350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['6539cb65-7c29-45a1-ad81-aa655206d43d'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:35:56.844876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.864875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:56.885806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] Pushing event deleted for resources: {'Network': ['ID=8193aff3-f6c4-4b90-a834-a7dc0c1c365a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:56.890651 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4b116e5e-1ef8-4d49-a73c-8a0672b081ff tempest-NetworksIpV6Test-1091266378 tempest-NetworksIpV6Test-1091266378-project] 10.222.0.58 "DELETE /v2.0/networks/8193aff3-f6c4-4b90-a834-a7dc0c1c365a HTTP/1.1" status: 204 len: 168 time: 1.2239044 Dec 23 15:35:56.904849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca17cd-78e2-4461-b3e2-5f3466d088a5 req-713d8a55-e20a-4a7a-aff8-2b4fab8a7662 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:56.913904 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8bca17cd-78e2-4461-b3e2-5f3466d088a5 req-713d8a55-e20a-4a7a-aff8-2b4fab8a7662 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 944 time: 0.1452167 Dec 23 15:35:56.968030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8bca17cd-78e2-4461-b3e2-5f3466d088a5 req-5a08a56b-3d2a-466c-9e27-42fd0e22d156 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532231 Dec 23 15:35:57.041722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-03108388-82b2-4c26-ac4d-f76a06811b24 None None] Provisioning complete for port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:57.042093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03108388-82b2-4c26-ac4d-f76a06811b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.141138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.162071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59c5a1db-e33a-473b-b6a6-2367f7702bd4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:57.198677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=6c99418f-3d22-4121-b0a9-6975cf7671bb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:57.336781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-03108388-82b2-4c26-ac4d-f76a06811b24 None None] Could not find standard attr ID for object 6c99418f-3d22-4121-b0a9-6975cf7671bb. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:35:57.362087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.376744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:57.376744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.479033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2041368b-af0f-4eb3-84aa-a8a4f06ed99d None None] Could not find standard attr ID for object 6c99418f-3d22-4121-b0a9-6975cf7671bb. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:35:57.518621 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-98c297f5-6a62-4cea-9149-94a3e130f28b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/6c99418f-3d22-4121-b0a9-6975cf7671bb HTTP/1.1" status: 204 len: 168 time: 1.4084644 Dec 23 15:35:57.520085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53556) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:57.550262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:35:57.565665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53560) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:57.596628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:35:57.596628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5d7661cc-cf56-41dc-9a2c-39fd47a82fe5 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:35:57.610106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b70e2-afdc-49db-ab94-c6636f87e743 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:57.611548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b70e2-afdc-49db-ab94-c6636f87e743 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:57.612876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b70e2-afdc-49db-ab94-c6636f87e743 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:57.613649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-482b70e2-afdc-49db-ab94-c6636f87e743 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:35:57.648614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f6179b76-a39a-47f3-b433-afc3d7125a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.734250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-482b70e2-afdc-49db-ab94-c6636f87e743 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:35:57.734250 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-482b70e2-afdc-49db-ab94-c6636f87e743 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2114937 Dec 23 15:35:57.735691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53566) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:57.767308 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e11a515a-26d4-4cd3-83da-de1458ab57ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c8c8c93ce944da49c8423ae51f6e4f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982317 Dec 23 15:35:57.767560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53570) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:57.836584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9a5824e-1c92-4d4e-af09-f6eea616bf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.863250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9a5824e-1c92-4d4e-af09-f6eea616bf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.932622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 2b9eec7d-9dd1-40a2-93c6-ce246c004f3d {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:57.935444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:57.994852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.036636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9a5824e-1c92-4d4e-af09-f6eea616bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.054981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5824e-1c92-4d4e-af09-f6eea616bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8484903-e002-4c2d-bd8d-e5b4a868ecf5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:58.066535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9a5824e-1c92-4d4e-af09-f6eea616bf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.066535 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c9a5824e-1c92-4d4e-af09-f6eea616bf41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e8484903-e002-4c2d-bd8d-e5b4a868ecf5 HTTP/1.1" status: 204 len: 168 time: 0.2941811 Dec 23 15:35:58.087019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.312442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374b643-200d-4c08-96c4-dc994c1396b8 req-14d7a02f-5e1b-4500-8d72-03fcbdc648ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:58.313874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7374b643-200d-4c08-96c4-dc994c1396b8 req-14d7a02f-5e1b-4500-8d72-03fcbdc648ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 944 time: 0.1960518 Dec 23 15:35:58.361546 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7374b643-200d-4c08-96c4-dc994c1396b8 req-ee4f0850-804a-4af9-8a0f-4d5a2a7e1743 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419576 Dec 23 15:35:58.370052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.414674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9eec7d-9dd1-40a2-93c6-ce246c004f3d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:58.420068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.430144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918f50c-c1ba-4e9a-81cd-a80f44faaeb1 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:58.534214 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8702125e-046c-4fa0-b287-c13b44e847bb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/2b9eec7d-9dd1-40a2-93c6-ce246c004f3d HTTP/1.1" status: 204 len: 168 time: 0.7951312 Dec 23 15:35:58.536872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53584) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:58.754079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.811673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet a6d6664f-155f-4103-ab87-e34da15af053 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:35:58.814995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.878757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:58.979911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.031094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.132977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.199302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.202334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d6664f-155f-4103-ab87-e34da15af053,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:35:59.216664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53596) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:59.227335 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c9bde5d1-2111-4001-a2f7-d994dea55167 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/a6d6664f-155f-4103-ab87-e34da15af053 HTTP/1.1" status: 204 len: 168 time: 0.6898696 Dec 23 15:35:59.289970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a98c1e3b-5a28-4103-8af9-72bc9d169156 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715635 Dec 23 15:35:59.292670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53600) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:59.298785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:59.336186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216d73f-1565-4243-b256-ab77941c8aac None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:35:59.469482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:59.477408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:59.484707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:59.498965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53608) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:35:59.502752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:59.574784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f9e87255-2850-408a-ba53-a9cd61f0a281 None None] Provisioning complete for port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:35:59.575393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9e87255-2850-408a-ba53-a9cd61f0a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.590443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:59.598851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.654098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c05c2-9ab2-45b7-9a8f-8a3ac94ff4da req-860e7c87-eb64-4936-a177-a87d3f233679 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:35:59.656260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-139c05c2-9ab2-45b7-9a8f-8a3ac94ff4da req-860e7c87-eb64-4936-a177-a87d3f233679 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 944 time: 0.1051295 Dec 23 15:35:59.724676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 6539cb65-7c29-45a1-ad81-aa655206d43d up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:35:59.747387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1776060331'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:35:59.759158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:59.763258 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-139c05c2-9ab2-45b7-9a8f-8a3ac94ff4da req-5cd657ec-02aa-4e88-831c-07980500a8d3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961683 Dec 23 15:35:59.765720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:35:59.776684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:59.779773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:59.791903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:59.795403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] Deleting port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:35:59.795764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.879890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:35:59.883761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.909169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:35:59.968415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:35:59.974600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:security_group_rule and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:35:59.977442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:35:59.983680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:35:59.987513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 6539cb65-7c29-45a1-ad81-aa655206d43d completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:00.005821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 6539cb65-7c29-45a1-ad81-aa655206d43d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:00.006197 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.026446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.068703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] For port 59c5a1db-e33a-473b-b6a6-2367f7702bd4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=59c5a1db-e33a-473b-b6a6-2367f7702bd4,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:00.069090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.110343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.112357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:00.120044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:00.122249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:00.122819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.141093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=ea43e9ad-2230-4bc2-bd6a-dab09c53c32f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:00.189063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.199598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] Calling delete_port for 59c5a1db-e33a-473b-b6a6-2367f7702bd4 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:00.219071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:36:00.224984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51541dee-7ba0-4f79-a3d6-cf17424d3b83,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:00.231600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.231935 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment 45a3dac6-f644-43bf-a32f-4ab35ddf0fbf of type vlan for network b29a2fff-602c-4969-93a5-b7f8396891df Dec 23 15:36:00.261121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.280484 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-11b1bbd9-5fe7-4b5c-8522-e5ce2b613184 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9866693 Dec 23 15:36:00.283420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53614) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:00.291834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:00.327514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.356357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:36:00.369980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.369980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 6539cb65-7c29-45a1-ad81-aa655206d43d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6539cb65-7c29-45a1-ad81-aa655206d43d,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:00.414282 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'code': 200} Dec 23 15:36:00.451135 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.482755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.517241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] No DVR routers for this DVR port 59c5a1db-e33a-473b-b6a6-2367f7702bd4 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:00.527240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:00.535068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:00.536313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1cf80-0b6c-4115-90db-73a89bbf1145 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:00.537973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.542227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:00.543834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.546908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:00.574336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:00.615797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=6539cb65-7c29-45a1-ad81-aa655206d43d,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:00.662147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=b29a2fff-602c-4969-93a5-b7f8396891df,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:00.663091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6944d-e33d-433e-9937-da8bed1b1042 None None] Pushing event deleted for resources: {'Port': ['ID=59c5a1db-e33a-473b-b6a6-2367f7702bd4,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:00.679668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network b29a2fff-602c-4969-93a5-b7f8396891df details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:36:00.728042 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a9b04d0e-5b4b-41b0-84c4-cd07425b5f2c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2279801 Dec 23 15:36:00.730413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53620) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:00.735699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1325425122'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:00.741451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:00.745291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:00.748249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:00.753926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:00.865974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:00.868973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.880834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:00.884399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.944691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'ea43e9ad-2230-4bc2-bd6a-dab09c53c32f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:00.947106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:00.994733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:36:01.024865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.027313 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment a1e7b7b6-1c83-4c28-ad6d-4b42789869d8 of type vlan for network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 Dec 23 15:36:01.039150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90591b80-a656-41e6-b87f-4c2c34b1fc4e req-3709782f-9694-4d48-8808-51417d327ebc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:01.041241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90591b80-a656-41e6-b87f-4c2c34b1fc4e req-3709782f-9694-4d48-8808-51417d327ebc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 945 time: 0.1529593 Dec 23 15:36:01.050112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffde3cae-c02d-40cc-9ad5-ee098f5b342c req-41cd63ec-9494-4eec-ac2a-186831bf9bc7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 1098 time: 0.1199090 Dec 23 15:36:01.070061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.128605 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffde3cae-c02d-40cc-9ad5-ee098f5b342c req-8a05a9d1-f49d-44a5-bb2c-095e8c6e1c70 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634646 Dec 23 15:36:01.143786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90591b80-a656-41e6-b87f-4c2c34b1fc4e req-5a0a18ef-4a8a-4246-b295-ed742e691d8b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926800 Dec 23 15:36:01.148652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Allocated IP 172.20.0.2 (fe9045e5-08d1-4431-9080-d4f86da37837/ea43e9ad-2230-4bc2-bd6a-dab09c53c32f/0789ae91-cfb4-4fc7-a2a0-58b604e859b8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:01.155653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59c5a1db-e33a-473b-b6a6-2367f7702bd4 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:01.191639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 59c5a1db-e33a-473b-b6a6-2367f7702bd4 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:36:01.192004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 59c5a1db-e33a-473b-b6a6-2367f7702bd4 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:36:01.210740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.214049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:01.214610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.340507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=bb4db8e0-4be4-45c8-b1db-c273ea8e1d20,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:01.364429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:36:01.434437 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-edfe8554-9311-4ad3-8478-f0d0ba96fd7c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7030020 Dec 23 15:36:01.438794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53628) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:01.445433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': 'b29a2fff-602c-4969-93a5-b7f8396891df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:01.447307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:01.448900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.487894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.503141 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Transition to ACTIVE for port object 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:01.515527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:01.518739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:01.524026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:01.524577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.527653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Transition to ACTIVE for port object 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:01.531606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=72aa2216-44e5-4c24-80e6-f1b9a228cb6d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:01.568859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:01.572720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:01.575465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:01.581225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:01.619144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.656811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53632) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:01.657013 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c613aba5-3ba2-4753-84ff-696aba9c25c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3719723 Dec 23 15:36:01.662217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:4d:d1:68', 'name': 'tempest-NetworksTestDHCPv6-1021771532'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:01.695069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:01.698110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:01.702544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:01.705362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Pushing event updated for resources: {'Port': ['ID=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:01.734716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:01.793136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Attempting to bind port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:01.793499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Attempting to bind port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:01.793850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Attempting to bind port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:01.800179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:01.800545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:01.800930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.801830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:01.802278 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Bound port: 0789ae91-cfb4-4fc7-a2a0-58b604e859b8, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:01.802643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.882444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.888833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] For port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:01.891759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] For port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:01.956443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:01.972004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:01.988437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:01.994413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:02.005933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:02.041719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0b993-38c3-4b25-a3de-51438cb329d0 None None] Pushing event updated for resources: {'Port': ['ID=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:02.099850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:02.103780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:02.160251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port b456cdd2-c36f-4f47-881d-e6d7c85eb312 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:02.310991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:02.459565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=661339ff-e719-433d-95a7-2344c3998dc7,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:02.552247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': '45a3dac6-f644-43bf-a32f-4ab35ddf0fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b29a2fff-602c-4969-93a5-b7f8396891df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:02.552594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: b29a2fff-602c-4969-93a5-b7f8396891df, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:36:02.562547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 172.20.0.12 (fe9045e5-08d1-4431-9080-d4f86da37837/ea43e9ad-2230-4bc2-bd6a-dab09c53c32f/b456cdd2-c36f-4f47-881d-e6d7c85eb312) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:02.576949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cbd88-6872-4796-86b3-29fd0815e73a req-c65ea8ad-b5f6-44d3-8403-f9baf08f0fbe tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:02.578405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a6cbd88-6872-4796-86b3-29fd0815e73a req-c65ea8ad-b5f6-44d3-8403-f9baf08f0fbe tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 945 time: 0.2741213 Dec 23 15:36:02.581553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fe4d:d168 (fe9045e5-08d1-4431-9080-d4f86da37837/72aa2216-44e5-4c24-80e6-f1b9a228cb6d/b456cdd2-c36f-4f47-881d-e6d7c85eb312) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:02.671473 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a6cbd88-6872-4796-86b3-29fd0815e73a req-cc807599-432a-48c6-aa9e-3f61c04da53a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859520 Dec 23 15:36:02.862800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network b29a2fff-602c-4969-93a5-b7f8396891df is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:36:02.953234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:02.972603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object b456cdd2-c36f-4f47-881d-e6d7c85eb312 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:02.993065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a915948-1b9f-42eb-933d-c6465eaf582d None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:02.995732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, b29a2fff-602c-4969-93a5-b7f8396891df) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:02.999903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:03.001325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.009907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae00e3-374f-404f-86c7-4ab48739d353 None None] Network b29a2fff-602c-4969-93a5-b7f8396891df requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:03.047809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.120441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:03.124532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:03.126859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:03.164914 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-61f5450c-401f-455b-b687-8584e24ca526 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7249904 Dec 23 15:36:03.168527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53638) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:03.175407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': 'bb4db8e0-4be4-45c8-b1db-c273ea8e1d20', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:03.179916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=b456cdd2-c36f-4f47-881d-e6d7c85eb312,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:03.203555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:03.204170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.230928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:03.312547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:03.316424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:03.319446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:03.325387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:03.345019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a6124f5a-cbfb-4737-b5d5-ca4a03b420ad None None] Provisioning for port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:03.378940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-269bccf0-4fb8-46ed-aacb-a70c7cfd8f31 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7198625 Dec 23 15:36:03.380465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53642) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:03.465742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f64368-6168-4c52-b5ab-15e3c2faf86a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:03.469614 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f64368-6168-4c52-b5ab-15e3c2faf86a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:03.470371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-92f64368-6168-4c52-b5ab-15e3c2faf86a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:03.475992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:03.490456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-b29a2fff-602c-4969-93a5-b7f8396891df', 'network_id': 'b29a2fff-602c-4969-93a5-b7f8396891df', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '661339ff-e719-433d-95a7-2344c3998dc7'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:03.491319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.585639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.596076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:03.620044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-92f64368-6168-4c52-b5ab-15e3c2faf86a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:03.623732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-92f64368-6168-4c52-b5ab-15e3c2faf86a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2397757 Dec 23 15:36:03.623925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53646) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:03.700146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port b456cdd2-c36f-4f47-881d-e6d7c85eb312 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:03.700507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.739464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:03.739828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.796791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] Update dhcp port {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': 'ea43e9ad-2230-4bc2-bd6a-dab09c53c32f', 'ip_address': '172.20.0.2'}, {'subnet_id': '72aa2216-44e5-4c24-80e6-f1b9a228cb6d'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': '0789ae91-cfb4-4fc7-a2a0-58b604e859b8'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:36:03.906694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:03.916513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Allocated IP 2001:db8::2 (b29a2fff-602c-4969-93a5-b7f8396891df/661339ff-e719-433d-95a7-2344c3998dc7/ef101433-db88-4704-9ece-fb07df55c06d) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:03.934478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.033378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=3efc7552-f7c7-40f2-a867-4465f8f85819,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:04.033802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5aba7-cd71-495f-8418-ea622a7c05ab req-bf94f9c4-f955-4751-8846-549dcf3db3d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:04.036776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0d5aba7-cd71-495f-8418-ea622a7c05ab req-bf94f9c4-f955-4751-8846-549dcf3db3d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 945 time: 0.1199648 Dec 23 15:36:04.048330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': 'a1e7b7b6-1c83-4c28-ad6d-4b42789869d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bb4db8e0-4be4-45c8-b1db-c273ea8e1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:04.054279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: bb4db8e0-4be4-45c8-b1db-c273ea8e1d20, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:36:04.062623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.074726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.167306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:36:04.175981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:04.217759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for b456cdd2-c36f-4f47-881d-e6d7c85eb312 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:04.269194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, bb4db8e0-4be4-45c8-b1db-c273ea8e1d20) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:04.269194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:04.269194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.269843 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0d5aba7-cd71-495f-8418-ea622a7c05ab req-f219801b-9879-4763-93cb-821ba7d52ca4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197201 Dec 23 15:36:04.303402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf6d66-99ed-4920-85ab-12b4102b19d9 None None] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:04.321188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.448024 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a0c16cbf-4c9d-472f-b0d5-9e5ae91baf09 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2774601 Dec 23 15:36:04.450734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53654) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:04.454821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] Allocated IP 2001:db8::f816:3eff:feb1:5dc (fe9045e5-08d1-4431-9080-d4f86da37837/72aa2216-44e5-4c24-80e6-f1b9a228cb6d/0789ae91-cfb4-4fc7-a2a0-58b604e859b8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:04.456422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1805902924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:04.464848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:04.475800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:router and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:04.475800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:04.480649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:04.492224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.513436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017e89-e747-4811-ac98-f7c7911ab37d req-8fd4f593-c601-40e7-8e54-2425b744d6a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:04.514912 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8a017e89-e747-4811-ac98-f7c7911ab37d req-8fd4f593-c601-40e7-8e54-2425b744d6a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 945 time: 0.1001315 Dec 23 15:36:04.545397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.546387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.563138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:04.574862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8a017e89-e747-4811-ac98-f7c7911ab37d req-92369335-276a-46c5-8691-8c36749d9829 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528820 Dec 23 15:36:04.578868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.594569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.614282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Transition to ACTIVE for port object ef101433-db88-4704-9ece-fb07df55c06d will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:04.622280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53658) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:04.651715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=b456cdd2-c36f-4f47-881d-e6d7c85eb312,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:04.677608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Transition to ACTIVE for port object ef101433-db88-4704-9ece-fb07df55c06d will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:04.729535 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-46c7ac87-2362-472d-8ebd-3cb774402feb tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 1093 time: 0.1058986 Dec 23 15:36:04.732314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53662) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:04.738225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:04.745861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:04.749898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:04.752947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:04.759762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:04.770671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] For port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:04.774344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-bb4db8e0-4be4-45c8-b1db-c273ea8e1d20', 'network_id': 'bb4db8e0-4be4-45c8-b1db-c273ea8e1d20', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '3efc7552-f7c7-40f2-a867-4465f8f85819'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:04.775090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.781880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.788091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.811249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.896532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.920234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.927540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Network b29a2fff-602c-4969-93a5-b7f8396891df is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:04.937782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ad3346af-276b-45b9-893f-97b89cdd2c88 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/b456cdd2-c36f-4f47-881d-e6d7c85eb312 HTTP/1.1" status: 204 len: 168 time: 1.3126221 Dec 23 15:36:04.940571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53666) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:04.944308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:04.946115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Pushing event updated for resources: {'Port': ['ID=ef101433-db88-4704-9ece-fb07df55c06d,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:04.952066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:04.972618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] Transition to ACTIVE for port object 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:04.974769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:04.975941 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1deab0cc-f6bf-4bb0-aedb-974e2b8d12b9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5240848 Dec 23 15:36:04.980118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53670) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:05.025445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca963747-33d5-4005-87d8-412af7fe9f28 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:05.028608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca963747-33d5-4005-87d8-412af7fe9f28 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:05.028608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca963747-33d5-4005-87d8-412af7fe9f28 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:05.028915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ca963747-33d5-4005-87d8-412af7fe9f28 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:05.088228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.134374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ca963747-33d5-4005-87d8-412af7fe9f28 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:05.134374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ca963747-33d5-4005-87d8-412af7fe9f28 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1880074 Dec 23 15:36:05.134374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53674) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:05.211034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Attempting to bind port ef101433-db88-4704-9ece-fb07df55c06d on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:05.215890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Attempting to bind port ef101433-db88-4704-9ece-fb07df55c06d by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '45a3dac6-f644-43bf-a32f-4ab35ddf0fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b29a2fff-602c-4969-93a5-b7f8396891df'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:05.215890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Attempting to bind port ef101433-db88-4704-9ece-fb07df55c06d on network b29a2fff-602c-4969-93a5-b7f8396891df {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:05.224380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:05.321129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Allocated IP 2001:db8:1::2 (bb4db8e0-4be4-45c8-b1db-c273ea8e1d20/3efc7552-f7c7-40f2-a867-4465f8f85819/c54f8093-7ef6-49b1-a9d0-aa0f0add02b8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:05.375569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:05.375935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Checking segment: {'id': '45a3dac6-f644-43bf-a32f-4ab35ddf0fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b29a2fff-602c-4969-93a5-b7f8396891df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:05.376558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.376953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Bound using segment: {'id': '45a3dac6-f644-43bf-a32f-4ab35ddf0fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b29a2fff-602c-4969-93a5-b7f8396891df'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:05.377426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Bound port: ef101433-db88-4704-9ece-fb07df55c06d, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a3dac6-f644-43bf-a32f-4ab35ddf0fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'b29a2fff-602c-4969-93a5-b7f8396891df'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:05.377781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.391776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa3216-375d-4bba-8075-18eb0a3204b1 None None] Pushing event updated for resources: {'Port': ['ID=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:05.436782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.477032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 72aa2216-44e5-4c24-80e6-f1b9a228cb6d {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:05.480340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.544746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.625852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] For port ef101433-db88-4704-9ece-fb07df55c06d, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:05.639562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] For port ef101433-db88-4704-9ece-fb07df55c06d, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ef101433-db88-4704-9ece-fb07df55c06d,segment=NetworkSegment(45a3dac6-f644-43bf-a32f-4ab35ddf0fbf),segment_id=45a3dac6-f644-43bf-a32f-4ab35ddf0fbf)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:05.671952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.760576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.853966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.181 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/2b3a7c39-f684-4f63-971f-516129fc4415) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:05.856078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.868095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.874569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Transition to ACTIVE for port object c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:05.894697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:05.908281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6df17-6533-4ddd-9e12-bd5832602288 None None] Pushing event updated for resources: {'Port': ['ID=ef101433-db88-4704-9ece-fb07df55c06d,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:05.917696 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:36:05.931213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Transition to ACTIVE for port object c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:05.964442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=72aa2216-44e5-4c24-80e6-f1b9a228cb6d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:05.969997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.074795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.107503 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fe2e0f90-9f21-46c2-8478-247dff12b14b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/72aa2216-44e5-4c24-80e6-f1b9a228cb6d HTTP/1.1" status: 204 len: 168 time: 0.9715042 Dec 23 15:36:06.107947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53678) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:06.178920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:06.183100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:06.188536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:06.190896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Pushing event updated for resources: {'Port': ['ID=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:06.231443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet ea43e9ad-2230-4bc2-bd6a-dab09c53c32f {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:06.235716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.296994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65270829-43ed-47da-aa48-0cdaff3c490b None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:06.309639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.347317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.376888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Attempting to bind port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:06.377510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Attempting to bind port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'a1e7b7b6-1c83-4c28-ad6d-4b42789869d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bb4db8e0-4be4-45c8-b1db-c273ea8e1d20'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:06.377872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Attempting to bind port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 on network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:06.397985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:06.398353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Checking segment: {'id': 'a1e7b7b6-1c83-4c28-ad6d-4b42789869d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bb4db8e0-4be4-45c8-b1db-c273ea8e1d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:06.398948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.399513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Bound using segment: {'id': 'a1e7b7b6-1c83-4c28-ad6d-4b42789869d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bb4db8e0-4be4-45c8-b1db-c273ea8e1d20'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:06.400191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Bound port: c54f8093-7ef6-49b1-a9d0-aa0f0add02b8, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e7b7b6-1c83-4c28-ad6d-4b42789869d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bb4db8e0-4be4-45c8-b1db-c273ea8e1d20'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:06.400754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.417951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.459350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8::1 (b29a2fff-602c-4969-93a5-b7f8396891df/661339ff-e719-433d-95a7-2344c3998dc7/da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:06.560474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-801a9eb6-a56c-4c5d-8dcf-a462d30be4fe None None] Provisioning for port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:06.572760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-801a9eb6-a56c-4c5d-8dcf-a462d30be4fe None None] Provisioning complete for port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:06.573125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-801a9eb6-a56c-4c5d-8dcf-a462d30be4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.605275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.612453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.647837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=ea43e9ad-2230-4bc2-bd6a-dab09c53c32f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:06.649585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] For port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:06.656776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.681366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-777525f3-ac14-4963-9dba-9da1b934f218 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ea43e9ad-2230-4bc2-bd6a-dab09c53c32f HTTP/1.1" status: 204 len: 168 time: 0.5722609 Dec 23 15:36:06.683338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.683922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53682) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:06.703508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] For port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,segment=NetworkSegment(a1e7b7b6-1c83-4c28-ad6d-4b42789869d8),segment_id=a1e7b7b6-1c83-4c28-ad6d-4b42789869d8)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:06.710325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:06.715737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:06.725859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:06.770222 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8f1ae2ae-682f-45f3-8b4d-35c57ba79182 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812755 Dec 23 15:36:06.770373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=2b3a7c39-f684-4f63-971f-516129fc4415,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:06.770480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53686) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:06.771306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:06.801931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:06.872493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35021fb-620a-40c9-9e1b-3d8ef50d9125 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:06.873651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f35021fb-620a-40c9-9e1b-3d8ef50d9125 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:06.915879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-801a9eb6-a56c-4c5d-8dcf-a462d30be4fe None None] Could not find standard attr ID for object b456cdd2-c36f-4f47-881d-e6d7c85eb312. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:36:06.956204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f35021fb-620a-40c9-9e1b-3d8ef50d9125 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:06.960594 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f35021fb-620a-40c9-9e1b-3d8ef50d9125 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1887622 Dec 23 15:36:06.963070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53690) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:07.000048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae545efc-4a12-4577-80a7-edfd49a70622 None None] Pushing event updated for resources: {'Port': ['ID=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:07.079937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:07.083684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:07.088644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d19e04-1db6-4151-ab4a-6a273185981c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:07.089350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b9d19e04-1db6-4151-ab4a-6a273185981c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:07.132384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93022dc4-7d00-464c-9d2e-29c449061b06 None None] Update dhcp port {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': 'ea43e9ad-2230-4bc2-bd6a-dab09c53c32f'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': '0789ae91-cfb4-4fc7-a2a0-58b604e859b8'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:36:07.207946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b9d19e04-1db6-4151-ab4a-6a273185981c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:07.211942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b9d19e04-1db6-4151-ab4a-6a273185981c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2451465 Dec 23 15:36:07.211942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53694) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:07.215115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network b29a2fff-602c-4969-93a5-b7f8396891df is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:07.248471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93022dc4-7d00-464c-9d2e-29c449061b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:07.256208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:07.266762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:07.279058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:07.279676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:07.310046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65dacd3-e468-49ab-9341-fd918d210a68 None None] Network b29a2fff-602c-4969-93a5-b7f8396891df requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:07.348658 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dba5c895-5fe3-4164-9fc0-0f6f9599134e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352649 Dec 23 15:36:07.355707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53698) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:07.362443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:07.446879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:07.508469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:07.518319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:07.620833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:07.620833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:07.620833 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:07.620833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:07.673091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08be9ca-fe09-4670-badb-ca65a409e494 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:07.681383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:07.694587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:07.694952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:07.769604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ca57c8cb-b593-47ff-a450-7ca20f7b855c None None] Provisioning for port ef101433-db88-4704-9ece-fb07df55c06d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:07.776497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4fa28c87-a492-457e-bad5-05626db084d1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4167008 Dec 23 15:36:07.777095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53702) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:07.784922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:07.938970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:07.949930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:07.986084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.073320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:08.077066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.078617 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:08.083017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:08.090366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5e0121d7-7899-4784-8216-53eefd3e7eb9 None None] Provisioning complete for port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:08.090975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5e0121d7-7899-4784-8216-53eefd3e7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.167679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c17ebf-1fa5-4897-9dfd-cec9f9908a10 None None] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:08.208925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.221399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8f840ab3-46bf-4199-b6d1-62a0a64d4b60 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4428914 Dec 23 15:36:08.224879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53706) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:08.230568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:08.256573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ef101433-db88-4704-9ece-fb07df55c06d up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:08.387264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:08.387513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:08.400273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:08.422580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.467301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] Deleting port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:08.467703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.508079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.556093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:08.562010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.565796 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:08.566450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:08.606270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.606270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.655988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.660036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b05fafbf-61c7-4223-926d-0b8ab701161e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4337368 Dec 23 15:36:08.663337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53710) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:08.669309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:08.762655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ef101433-db88-4704-9ece-fb07df55c06d completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:08.787001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ef101433-db88-4704-9ece-fb07df55c06d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:08.787732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.803259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:08.814458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:08.856447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] For port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:08.856761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.874950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Provisioning complete for port ef101433-db88-4704-9ece-fb07df55c06d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:08.875342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.902270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:08.906539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.907752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:08.912817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:08.912817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:08.992055 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d41f304d-bf96-414c-bbd0-efa2c6aaac5a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3276026 Dec 23 15:36:08.999108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:08.999282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53714) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:08.999282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:09.044401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] Calling delete_port for 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:09.108108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=2b3a7c39-f684-4f63-971f-516129fc4415,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:09.147752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:09.158457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network b29a2fff-602c-4969-93a5-b7f8396891df is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:09.158457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:09.163381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:09.249676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:09.302344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:09.308408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:09.308955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:09.309983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:09.310580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:09.341753 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ef101433-db88-4704-9ece-fb07df55c06d, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ef101433-db88-4704-9ece-fb07df55c06d,segment=NetworkSegment(45a3dac6-f644-43bf-a32f-4ab35ddf0fbf),segment_id=45a3dac6-f644-43bf-a32f-4ab35ddf0fbf)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:09.353031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:09.404513 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fb0ecc64-c350-47a7-a9c6-4e3391856738 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4105203 Dec 23 15:36:09.407533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53718) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:09.415888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:09.463849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] Pushing event deleted for resources: {'Port': ['ID=0789ae91-cfb4-4fc7-a2a0-58b604e859b8,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:09.502526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:09.505387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e5623-f9cc-4344-8156-e95df8bc55b7 None None] No DVR routers for this DVR port 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:09.574889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:09.586226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:09.603353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:09.603784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:09.615813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ef101433-db88-4704-9ece-fb07df55c06d,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:09.669952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:09.676731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:09.680879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:09.683255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:09.684107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:09.684522 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 95f964d3-623c-477e-bd04-169abd6e7d98 associated. External IP: 172.26.6.181, port: 6539cb65-7c29-45a1-ad81-aa655206d43d. Dec 23 15:36:09.774492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e8947d80-dca3-4664-8043-69f39d5a0999 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3655357 Dec 23 15:36:09.778471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53724) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:09.796102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:09.821118 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-df395da7-d984-4ae6-b9ba-8ffbf923f9a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0432785 Dec 23 15:36:09.823455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53728) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:09.850913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:09.887412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:36:09.887839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0789ae91-cfb4-4fc7-a2a0-58b604e859b8 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:36:09.898152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b0b90-de6d-4422-9797-3aa2be3a170b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:09.901732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-df6b0b90-de6d-4422-9797-3aa2be3a170b tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0759640 Dec 23 15:36:09.902353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53732) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:09.976254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-967cdebe-3832-4715-8811-dbb440d584fa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686240 Dec 23 15:36:09.976643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53736) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:09.982393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:09.991422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router dbbda99a-40e1-472d-aaff-6879fd430018 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:36:10.220096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:10.233196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:10.285864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:10.295662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] Sync routers for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:10.298719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Provisioning for port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:10.304998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Provisioning complete for port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:10.306118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:10.313057 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ab217f53-028b-4349-b1bc-114955ea8167 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/dbbda99a-40e1-472d-aaff-6879fd430018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3317237 Dec 23 15:36:10.313551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53740) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:10.318860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 734b9da3-8982-4681-8edc-d12ca2258091 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:36:10.322051 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:10.322678 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:10.392896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:10.396936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:10.464620 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:10.479066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:10.482676 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:10.483718 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:10.519771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] For port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,segment=NetworkSegment(a1e7b7b6-1c83-4c28-ad6d-4b42789869d8),segment_id=a1e7b7b6-1c83-4c28-ad6d-4b42789869d8)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:10.556926 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:10.557333 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7935ace3-65a5-4688-bf8c-ec2b4f7a6ee8 None None] The sync data for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:10.570643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0ba0b-d286-474f-b37d-d7ac027b4ad5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:10.571985 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8aa0ba0b-d286-474f-b37d-d7ac027b4ad5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports/da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc HTTP/1.1" status: 200 len: 911 time: 0.2561872 Dec 23 15:36:10.575013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53744) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:10.599279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:10.684678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:10.696823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Pushing event updated for resources: {'Port': ['ID=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:10.701890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] Sync routers for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:10.717381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:10.718027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:10.782231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Provisioning for port da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:10.798016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Provisioning complete for port da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:10.798302 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:10.805727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:10.861231 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a95ec392-76b1-4729-9065-0d1363d55cae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1271131 Dec 23 15:36:10.865280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:36:10.869664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53748) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:10.939293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-157512eb-70e4-4b4c-a193-83574346ec72 None None] Port da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:10.979949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:36:10.982216 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'status': 'completed', 'code': 200} Dec 23 15:36:11.022767 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-75e098ee-4a26-4bdd-b358-1e9fcdf7b6f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/95f964d3-623c-477e-bd04-169abd6e7d98 HTTP/1.1" status: 200 len: 991 time: 0.1496859 Dec 23 15:36:11.146831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0e9fdd5a-523b-4403-99f8-e70915225978 None None] Provisioning complete for port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:11.147986 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdd5a-523b-4403-99f8-e70915225978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:11.170635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:11.174995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-c44cf402-5403-4eb0-a579-304e9e40fd5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 1098 time: 0.1960332 Dec 23 15:36:11.177421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:11.382590 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:11.404754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:11.414880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:11.424337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:11.429996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33eb94-7dbe-4ac5-b82d-2e1312e801ad None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:11.435611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:11.534228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-7b8c19c3-ac83-4af5-b208-1072e02f6451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:11.535772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-7b8c19c3-ac83-4af5-b208-1072e02f6451 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76605736-d16a-48d5-8e07-faf233724a9d HTTP/1.1" status: 200 len: 897 time: 0.3250327 Dec 23 15:36:11.547009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0e9fdd5a-523b-4403-99f8-e70915225978 None None] Provisioning complete for port da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:11.547009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0e9fdd5a-523b-4403-99f8-e70915225978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:11.614403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ef101433-db88-4704-9ece-fb07df55c06d up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:11.627299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-83480770-f932-4ed5-9fd5-c1c8bee8d910 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6496365 Dec 23 15:36:11.631038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53754) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:11.649443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:d4:0b:67', 'name': 'tempest-NetworksTestDHCPv6-460388957'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:11.766439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0e9fdd5a-523b-4403-99f8-e70915225978 None None] Port da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:11.778748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:32Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:07Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:11.794034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] Checking router: 734b9da3-8982-4681-8edc-d12ca2258091 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:36:11.845469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ef101433-db88-4704-9ece-fb07df55c06d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:11.845834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:11.856030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-043233e5-53d9-4ea7-8c7f-5325f733484e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6539cb65-7c29-45a1-ad81-aa655206d43d HTTP/1.1" status: 200 len: 999 time: 0.3098443 Dec 23 15:36:11.876772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:11.877623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:11.893165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:11.893165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:12.013313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-250692ed-4350-45c2-8cd4-32244e6ce105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:12.014843 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-250692ed-4350-45c2-8cd4-32244e6ce105 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=655ecb11-6ff1-4799-a770-944154376339 HTTP/1.1" status: 200 len: 834 time: 0.1495500 Dec 23 15:36:12.025912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53758) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:12.030521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:12.112150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:12.142702 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b43a23a3-56e0-45bf-bf70-6ec1f7fc4198 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/95f964d3-623c-477e-bd04-169abd6e7d98 HTTP/1.1" status: 200 len: 991 time: 0.1140091 Dec 23 15:36:12.157397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:12.242988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:12.248473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:12.285862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:36:12.373761 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-7e0d8c51-6ba3-4039-999b-88837428a003 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76605736-d16a-48d5-8e07-faf233724a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3466105 Dec 23 15:36:12.383916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Allocated IP 2001:db8::f816:3eff:febe:1ae3 (fe9045e5-08d1-4431-9080-d4f86da37837/a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155/caf81124-1c06-4cbf-b1ed-4fe3631da33b) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:12.583485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:12.584080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:12.679236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:12.704702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-6d2df502-cfd4-4197-9ded-fe75daa44488 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145614 Dec 23 15:36:12.766689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 37e39080-9990-44b8-97f9-a14525cf144d yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:12.878162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:12.934517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Transition to ACTIVE for port object caf81124-1c06-4cbf-b1ed-4fe3631da33b will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:12.963250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8:1::1 (bb4db8e0-4be4-45c8-b1db-c273ea8e1d20/3efc7552-f7c7-40f2-a867-4465f8f85819/61963eb1-b07a-4caa-b1a1-454af2a90008) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:12.970850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Transition to ACTIVE for port object caf81124-1c06-4cbf-b1ed-4fe3631da33b will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:12.992886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:32Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:07Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:12.998021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dfc56b-f6cb-4894-b274-c73807fab616 None None] The sync data for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv is: [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:35:32Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:07Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:13.075960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.076213 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af5b96fa-1ede-42c1-a209-8d4c3a8d59c9 req-108aee7e-1b6f-4372-9755-13fc406074b4 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596513 Dec 23 15:36:13.146203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53762) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:13.152808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:13.155790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:13.160950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:13.185121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fed4:b67 (fe9045e5-08d1-4431-9080-d4f86da37837/a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155/37e39080-9990-44b8-97f9-a14525cf144d) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:13.198299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Pushing event updated for resources: {'Port': ['ID=caf81124-1c06-4cbf-b1ed-4fe3631da33b,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:13.258022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.264440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Attempting to bind port caf81124-1c06-4cbf-b1ed-4fe3631da33b on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:13.264807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Attempting to bind port caf81124-1c06-4cbf-b1ed-4fe3631da33b by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:13.265947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Attempting to bind port caf81124-1c06-4cbf-b1ed-4fe3631da33b on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:13.272047 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299732a-f905-40e1-8751-f41cdd103496 None None] New status for floating IP 95f964d3-623c-477e-bd04-169abd6e7d98: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:36:13.288622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:13.288981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:13.289575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.290158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:13.290845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Bound port: caf81124-1c06-4cbf-b1ed-4fe3631da33b, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:13.291388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.297652 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3c414da0-7c76-49e9-a6ed-dfe234680785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/95f964d3-623c-477e-bd04-169abd6e7d98 HTTP/1.1" status: 200 len: 991 time: 0.1487343 Dec 23 15:36:13.305073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object 61963eb1-b07a-4caa-b1a1-454af2a90008 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:13.439466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] For port caf81124-1c06-4cbf-b1ed-4fe3631da33b, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:13.444161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] For port caf81124-1c06-4cbf-b1ed-4fe3631da33b, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=caf81124-1c06-4cbf-b1ed-4fe3631da33b,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:13.544570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.588571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.620518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57542592-b82b-469b-83de-2582f3b98cfb None None] Pushing event updated for resources: {'Port': ['ID=caf81124-1c06-4cbf-b1ed-4fe3631da33b,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:13.642238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.676988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 37e39080-9990-44b8-97f9-a14525cf144d will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:13.699343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:13.700263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=61963eb1-b07a-4caa-b1a1-454af2a90008,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:13.703785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:13.708267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:13.708878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.813588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.960954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:13.964160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:13.965957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=37e39080-9990-44b8-97f9-a14525cf144d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:13.968088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:13.972118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:13.974429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:13.999092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:14.108827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-af776dc6-74da-491d-acbe-12b0d1057763 None None] Provisioning for port 61963eb1-b07a-4caa-b1a1-454af2a90008 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:14.114467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-af776dc6-74da-491d-acbe-12b0d1057763 None None] Provisioning complete for port 61963eb1-b07a-4caa-b1a1-454af2a90008 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:14.114894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af776dc6-74da-491d-acbe-12b0d1057763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:14.170800 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-af776dc6-74da-491d-acbe-12b0d1057763 None None] Port 61963eb1-b07a-4caa-b1a1-454af2a90008 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:14.192874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-40e83dd7-318d-427f-80c7-46a7d5cb9a97 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5526073 Dec 23 15:36:14.195694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53766) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:14.278177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c8583-4400-4f89-85eb-7433f9b007fd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:14.282221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c8583-4400-4f89-85eb-7433f9b007fd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:14.282960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b75c8583-4400-4f89-85eb-7433f9b007fd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:14.300550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53770) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:14.387604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b75c8583-4400-4f89-85eb-7433f9b007fd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:14.388956 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b75c8583-4400-4f89-85eb-7433f9b007fd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1922050 Dec 23 15:36:14.392014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53774) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:14.424814 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d820a64c-d329-4322-8d2c-fd3af5f69d9d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/95f964d3-623c-477e-bd04-169abd6e7d98 HTTP/1.1" status: 200 len: 993 time: 0.1224635 Dec 23 15:36:14.465370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:14.483718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 37e39080-9990-44b8-97f9-a14525cf144d {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:14.486856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:14.581606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:14.583094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:14.806576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=61963eb1-b07a-4caa-b1a1-454af2a90008,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:14.884344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c2179f67-e3ff-446e-9db6-a084100d4c3e None None] Provisioning for port caf81124-1c06-4cbf-b1ed-4fe3631da33b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:14.909047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:15.032640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:15.039278 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 37e39080-9990-44b8-97f9-a14525cf144d owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:15.065546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:15.070026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e57181ec-eafc-409f-affd-8843d08946c3 None None] Provisioning for port 37e39080-9990-44b8-97f9-a14525cf144d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:15.077067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e57181ec-eafc-409f-affd-8843d08946c3 None None] Provisioning complete for port 37e39080-9990-44b8-97f9-a14525cf144d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:15.077590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e57181ec-eafc-409f-affd-8843d08946c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:15.137952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e57181ec-eafc-409f-affd-8843d08946c3 None None] Port 37e39080-9990-44b8-97f9-a14525cf144d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:15.363255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cfac2811-d9d9-41af-ba4c-5b7975a01f44 None None] Provisioning complete for port 61963eb1-b07a-4caa-b1a1-454af2a90008 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:15.363708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfac2811-d9d9-41af-ba4c-5b7975a01f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:15.419577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-cfac2811-d9d9-41af-ba4c-5b7975a01f44 None None] Port 61963eb1-b07a-4caa-b1a1-454af2a90008 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:15.605011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router dbbda99a-40e1-472d-aaff-6879fd430018 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:36:15.608446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device caf81124-1c06-4cbf-b1ed-4fe3631da33b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:15.618444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:15.734815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=37e39080-9990-44b8-97f9-a14525cf144d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:15.755532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port caf81124-1c06-4cbf-b1ed-4fe3631da33b completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:15.761511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port caf81124-1c06-4cbf-b1ed-4fe3631da33b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:15.761883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:15.833494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:15.888743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:15.893530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0de3bfdc-3a31-4ca6-826e-50e838b81dc3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/dbbda99a-40e1-472d-aaff-6879fd430018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3175945 Dec 23 15:36:15.897212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53778) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:15.897718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:15.909043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] Sync routers for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:15.935822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f7448c52-d4cd-40fc-b41e-c3bf9c9b26b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/37e39080-9990-44b8-97f9-a14525cf144d HTTP/1.1" status: 204 len: 168 time: 1.5416682 Dec 23 15:36:15.939022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53782) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:15.940701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:15.941829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:15.976404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea815d9-ebf0-467f-adc2-9ab9c336a427 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:15.976990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ea815d9-ebf0-467f-adc2-9ab9c336a427 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:16.005219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port caf81124-1c06-4cbf-b1ed-4fe3631da33b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=caf81124-1c06-4cbf-b1ed-4fe3631da33b,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:16.008760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:16.017021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:16.017614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:16.020530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9cc2c9-b4a5-42d9-bd1c-7adfa6deb8e4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:16.021850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9cc2c9-b4a5-42d9-bd1c-7adfa6deb8e4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:16.022576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6a9cc2c9-b4a5-42d9-bd1c-7adfa6deb8e4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:16.053890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ea815d9-ebf0-467f-adc2-9ab9c336a427 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:16.053890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4ea815d9-ebf0-467f-adc2-9ab9c336a427 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports/61963eb1-b07a-4caa-b1a1-454af2a90008 HTTP/1.1" status: 200 len: 913 time: 0.1554651 Dec 23 15:36:16.057316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53786) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:16.077724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:16.078128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9980a56-ab18-4528-9210-6552c613ef0a None None] The sync data for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:16.130019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.185796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6a9cc2c9-b4a5-42d9-bd1c-7adfa6deb8e4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:16.186943 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6a9cc2c9-b4a5-42d9-bd1c-7adfa6deb8e4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2450380 Dec 23 15:36:16.190082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53790) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:16.207476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=caf81124-1c06-4cbf-b1ed-4fe3631da33b,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:16.255868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:16.258779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.312469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.395247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.402693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.556210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.599962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:16.612323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.616088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5edfcd0-c5a1-4772-8fd8-36b1debae6f9 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:16.697058 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d41ba05e-057d-40c5-bafd-c730a85bf8cf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155 HTTP/1.1" status: 204 len: 168 time: 0.5052664 Dec 23 15:36:16.699127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53794) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:16.774136 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c7042f69-0209-45fb-ad9e-a0cc4c81407a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710278 Dec 23 15:36:16.774368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53798) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:16.780151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:16.892993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:16.897816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] Deleting port caf81124-1c06-4cbf-b1ed-4fe3631da33b {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:16.898875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:16.902217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:16.910737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:16.910737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:16.915778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:16.998506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:17.002370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.114718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 61963eb1-b07a-4caa-b1a1-454af2a90008 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:17.115263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.116697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] For port caf81124-1c06-4cbf-b1ed-4fe3631da33b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=caf81124-1c06-4cbf-b1ed-4fe3631da33b,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:17.117087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.244518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] Calling delete_port for caf81124-1c06-4cbf-b1ed-4fe3631da33b owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:17.308824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.442824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 61963eb1-b07a-4caa-b1a1-454af2a90008 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:17.482070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.512887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:17.533547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] Pushing event deleted for resources: {'Port': ['ID=caf81124-1c06-4cbf-b1ed-4fe3631da33b,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:17.552976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393abff8-6ede-42c8-a7f1-2836c0e531ce None None] No DVR routers for this DVR port caf81124-1c06-4cbf-b1ed-4fe3631da33b on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:17.598976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device caf81124-1c06-4cbf-b1ed-4fe3631da33b no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:17.639298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: caf81124-1c06-4cbf-b1ed-4fe3631da33b {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:36:17.639651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device caf81124-1c06-4cbf-b1ed-4fe3631da33b not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:36:17.723383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_pluggable_backend [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Port caf81124-1c06-4cbf-b1ed-4fe3631da33b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84221) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Dec 23 15:36:17.723898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.ipam_pluggable_backend [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Reverting IP allocation for 2001:db8::f816:3eff:febe:1ae3 {{(pid=84221) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Dec 23 15:36:17.764212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.814526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=61963eb1-b07a-4caa-b1a1-454af2a90008,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:17.872702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.938886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:17.942263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:17.945500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:17.945784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:17.953128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d4b3a-3ace-4c68-837b-15b4ac29a84d None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:17.975706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:18.032628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:18.033186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5fc69ad8-51be-45e4-a491-6c669c808261 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2566485 Dec 23 15:36:18.034011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53802) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:18.040985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:83:8e:0b', 'name': 'tempest-NetworksTestDHCPv6-464438093'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:18.189088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:18.196660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:18.200633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:18.207564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:18.248679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:18.249413 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:18.311835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:18.431884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Allocated IP 2001:db8::f816:3eff:fe19:9dd2 (fe9045e5-08d1-4431-9080-d4f86da37837/1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8/f547445d-f0eb-4ade-abfd-b05d7ecc2669) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:18.468939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:18.498411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 07413b89-049b-49da-8cd2-1549fa9f8620 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:18.660899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:18.672082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Transition to ACTIVE for port object f547445d-f0eb-4ade-abfd-b05d7ecc2669 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:18.674716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router dbbda99a-40e1-472d-aaff-6879fd430018 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:36:18.691096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Transition to ACTIVE for port object f547445d-f0eb-4ade-abfd-b05d7ecc2669 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:18.841056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:18.860164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:18.875244 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] Sync routers for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:18.887484 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:18.888088 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:18.951335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:18.952207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Pushing event updated for resources: {'Port': ['ID=f547445d-f0eb-4ade-abfd-b05d7ecc2669,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:18.952476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fe83:8e0b (fe9045e5-08d1-4431-9080-d4f86da37837/1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8/07413b89-049b-49da-8cd2-1549fa9f8620) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:18.985480 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:18.986776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:18.986776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:18.987443 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:18.987443 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:19.029799 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:19.030200 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d63b03-2678-444b-b060-19dbd7df2fc7 None None] The sync data for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:19.052525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Attempting to bind port f547445d-f0eb-4ade-abfd-b05d7ecc2669 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:19.052883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Attempting to bind port f547445d-f0eb-4ade-abfd-b05d7ecc2669 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:19.053236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Attempting to bind port f547445d-f0eb-4ade-abfd-b05d7ecc2669 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:19.059513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:19.059872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:19.127218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:19.127218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:19.127218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Bound port: f547445d-f0eb-4ade-abfd-b05d7ecc2669, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:19.127218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:19.127620 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0876ee01-7421-4e9d-9a1e-6653a86a5e13 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/dbbda99a-40e1-472d-aaff-6879fd430018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0054164 Dec 23 15:36:19.128554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53808) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:19.160069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] For port f547445d-f0eb-4ade-abfd-b05d7ecc2669, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:19.163918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] For port f547445d-f0eb-4ade-abfd-b05d7ecc2669, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f547445d-f0eb-4ade-abfd-b05d7ecc2669,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:19.202218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:19.219112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 07413b89-049b-49da-8cd2-1549fa9f8620 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:19.483767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:19.599413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:19.601420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:19.679021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22206cd-a651-4f59-a86e-96a13c51dbe4 None None] Pushing event updated for resources: {'Port': ['ID=f547445d-f0eb-4ade-abfd-b05d7ecc2669,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:19.709083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=07413b89-049b-49da-8cd2-1549fa9f8620,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:19.725152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:19.726441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:19.729189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:19.739403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:19.739403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:19.865870 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-189ba9e6-00b4-4eb0-81af-d7ea744d74ea tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8272517 Dec 23 15:36:19.866489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53812) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:19.955218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb87f3d-2dda-4225-91f5-030748601aee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:19.960379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb87f3d-2dda-4225-91f5-030748601aee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:19.961167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9cb87f3d-2dda-4225-91f5-030748601aee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:20.073163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9cb87f3d-2dda-4225-91f5-030748601aee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:20.076928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9cb87f3d-2dda-4225-91f5-030748601aee tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2072690 Dec 23 15:36:20.077497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53816) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:20.143158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 07413b89-049b-49da-8cd2-1549fa9f8620 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:20.143494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:20.163761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:20.164317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:20.407065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:20.463038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:20.539957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 07413b89-049b-49da-8cd2-1549fa9f8620 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:20.603038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:20.842608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:20.890369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=07413b89-049b-49da-8cd2-1549fa9f8620,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:20.947264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d8109bb5-3221-422c-bfd7-529fb2c560a2 None None] Provisioning for port f547445d-f0eb-4ade-abfd-b05d7ecc2669 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:20.995645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.033806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.039620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=da397a1f-9600-4fa0-9e7c-e64b3c8f4ffc,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:21.065959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-07526a31-9338-494b-9c2c-9575f1541b40 None None] Could not find standard attr ID for object 07413b89-049b-49da-8cd2-1549fa9f8620. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:36:21.130443 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-61cec388-ea5d-46bd-b28d-628b00cb4296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/07413b89-049b-49da-8cd2-1549fa9f8620 HTTP/1.1" status: 204 len: 168 time: 1.0512376 Dec 23 15:36:21.132692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53820) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:21.204867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004fb249-c6cc-4171-8ffb-abc6adc05939 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:21.204867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004fb249-c6cc-4171-8ffb-abc6adc05939 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:21.204867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-004fb249-c6cc-4171-8ffb-abc6adc05939 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:21.227714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.281364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-004fb249-c6cc-4171-8ffb-abc6adc05939 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:21.283103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-004fb249-c6cc-4171-8ffb-abc6adc05939 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1489823 Dec 23 15:36:21.286175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53824) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:21.356290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:21.359208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.414093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.499396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.614171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f547445d-f0eb-4ade-abfd-b05d7ecc2669 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:21.651018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router dbbda99a-40e1-472d-aaff-6879fd430018 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:36:21.791503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:21.799077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.802221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] Sync routers for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:21.805921 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e38e0148-184f-4772-9cc5-7e5dddf11815 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/dbbda99a-40e1-472d-aaff-6879fd430018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757393 Dec 23 15:36:21.810455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53828) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:21.820686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f547445d-f0eb-4ade-abfd-b05d7ecc2669 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:21.825343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:21.826099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:21.845598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:21.850085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.860061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bca413ad-0445-4ed2-ae7e-c4155f8454d9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:21.883652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98508539-330d-4c1b-82cd-c9c79e635de4 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:21.896184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f547445d-f0eb-4ade-abfd-b05d7ecc2669 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:21.896571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:21.939926 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1f1783ad-d24e-4554-aae7-f71bb11390d3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8 HTTP/1.1" status: 204 len: 168 time: 0.6518273 Dec 23 15:36:21.945100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:21.945848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53832) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:22.079543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] Routers {'dbbda99a-40e1-472d-aaff-6879fd430018'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:22.080173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:35:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dbbda99a-40e1-472d-aaff-6879fd430018'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:22.102680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bca413ad-0445-4ed2-ae7e-c4155f8454d9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:22.103822 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bca413ad-0445-4ed2-ae7e-c4155f8454d9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbda99a-40e1-472d-aaff-6879fd430018 HTTP/1.1" status: 200 len: 205 time: 0.2929609 Dec 23 15:36:22.106754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53836) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:22.111570 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5658d11d-153f-4ed6-b59c-97d083f62a8f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1645463 Dec 23 15:36:22.114660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53840) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:22.177807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:22.178626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ccb470-86b3-4904-9752-176b1c57168d None None] The sync data for ids ['dbbda99a-40e1-472d-aaff-6879fd430018'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:22.196519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fbd1e-343e-437d-a731-1b96f55f9e99 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:22.197847 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d11fbd1e-343e-437d-a731-1b96f55f9e99 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0823095 Dec 23 15:36:22.201167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53844) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:22.255576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.258743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e699354e-fb99-413f-bd58-786d334f8ffa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.266868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c7138-86e9-4c6e-a0fb-ea40265b9cd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:22.270937 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a37c7138-86e9-4c6e-a0fb-ea40265b9cd4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661767 Dec 23 15:36:22.271167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53848) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:22.296515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f547445d-f0eb-4ade-abfd-b05d7ecc2669, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f547445d-f0eb-4ade-abfd-b05d7ecc2669,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:22.346224 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-92f5ed31-d0bd-49a8-b96c-3f336489260f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737846 Dec 23 15:36:22.351077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53852) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:22.353457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:22.357676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:22.359697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] Deleting port f547445d-f0eb-4ade-abfd-b05d7ecc2669 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:22.360178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.400810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.480089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:22.484311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:22.488604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:22.493500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:22.530286 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f547445d-f0eb-4ade-abfd-b05d7ecc2669,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:22.601594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:22.681942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] For port f547445d-f0eb-4ade-abfd-b05d7ecc2669, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f547445d-f0eb-4ade-abfd-b05d7ecc2669,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:22.682683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.687845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e699354e-fb99-413f-bd58-786d334f8ffa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.692729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e699354e-fb99-413f-bd58-786d334f8ffa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.711827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.803267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e699354e-fb99-413f-bd58-786d334f8ffa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.803821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699354e-fb99-413f-bd58-786d334f8ffa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Fanout notify agent at l3_agent the message router_deleted on router dbbda99a-40e1-472d-aaff-6879fd430018 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:36:22.815456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] Calling delete_port for f547445d-f0eb-4ade-abfd-b05d7ecc2669 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:22.819252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e699354e-fb99-413f-bd58-786d334f8ffa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:22.821705 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e699354e-fb99-413f-bd58-786d334f8ffa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/dbbda99a-40e1-472d-aaff-6879fd430018 HTTP/1.1" status: 204 len: 168 time: 0.7121603 Dec 23 15:36:22.823067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53856) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:23.013485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 3efc7552-f7c7-40f2-a867-4465f8f85819 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:23.016377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.026111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.071272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] Pushing event deleted for resources: {'Port': ['ID=f547445d-f0eb-4ade-abfd-b05d7ecc2669,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:23.071426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.087169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee10b53-1d82-4ad0-8ace-d1bfc6aa0638 None None] No DVR routers for this DVR port f547445d-f0eb-4ade-abfd-b05d7ecc2669 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:23.164577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.189820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:23.191128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.246481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:23.249588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:23.254418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:23.255079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.260045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534938b-f790-4c3c-86aa-8bfa47d10af0 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:23.284213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=fa596d5b-5f86-408c-a3bf-4cd4cb1736cd,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:23.382976 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3ba6b934-ae23-435a-b53a-d3e16f81cc9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0308235 Dec 23 15:36:23.385958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53860) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:23.391558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:4c:22:d5', 'name': 'tempest-NetworksTestDHCPv6-171708332'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:23.464789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.476894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': 'fa596d5b-5f86-408c-a3bf-4cd4cb1736cd'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:23.477698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.511515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=3efc7552-f7c7-40f2-a867-4465f8f85819,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:23.530040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.537095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e073a296-287c-4149-ba42-27e776e0ab50 None None] Network bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:23.555629 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-893ca278-4d8f-45f6-b4dc-d309cb0ad02d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/3efc7552-f7c7-40f2-a867-4465f8f85819 HTTP/1.1" status: 204 len: 168 time: 0.7289028 Dec 23 15:36:23.556652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53864) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:23.586556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:23.595378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:23.597122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:23.603910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:23.609491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f547445d-f0eb-4ade-abfd-b05d7ecc2669 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:23.664031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:23.676916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f547445d-f0eb-4ade-abfd-b05d7ecc2669 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:36:23.677255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f547445d-f0eb-4ade-abfd-b05d7ecc2669 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:36:23.773721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 661339ff-e719-433d-95a7-2344c3998dc7 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:23.777379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.829632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Allocated IP 2001:db8::f816:3eff:fea8:cc57 (fe9045e5-08d1-4431-9080-d4f86da37837/fa596d5b-5f86-408c-a3bf-4cd4cb1736cd/f47a5473-3c99-45f9-98bb-4058615f363a) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:23.831457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.834940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:23.864956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 1430e3bd-4c23-48fd-ac37-094d80e4e669 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:23.932620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.025394 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] DHCP port deletion for bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:24.047756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Deleting port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:24.047756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.067892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.104228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.108087 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=661339ff-e719-433d-95a7-2344c3998dc7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:24.113546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.119731 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0cd46044-4d36-4f93-ac39-de725aff1bce tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/661339ff-e719-433d-95a7-2344c3998dc7 HTTP/1.1" status: 204 len: 168 time: 0.5615864 Dec 23 15:36:24.122189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53868) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:24.147803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Transition to ACTIVE for port object f47a5473-3c99-45f9-98bb-4058615f363a will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:24.150389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79def6f-2bc1-4eaf-8a72-420634b3bc43 None None] Network b29a2fff-602c-4969-93a5-b7f8396891df requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:24.237495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.248631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:24.249043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.263360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Transition to ACTIVE for port object f47a5473-3c99-45f9-98bb-4058615f363a will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:24.388354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.431552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fe4c:22d5 (fe9045e5-08d1-4431-9080-d4f86da37837/fa596d5b-5f86-408c-a3bf-4cd4cb1736cd/1430e3bd-4c23-48fd-ac37-094d80e4e669) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:24.547883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] For port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,segment=NetworkSegment(a1e7b7b6-1c83-4c28-ad6d-4b42789869d8),segment_id=a1e7b7b6-1c83-4c28-ad6d-4b42789869d8)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:24.548679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.553859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,segment=NetworkSegment(a1e7b7b6-1c83-4c28-ad6d-4b42789869d8),segment_id=a1e7b7b6-1c83-4c28-ad6d-4b42789869d8)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:24.555899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.567858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:24.570757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Pushing event updated for resources: {'Port': ['ID=f47a5473-3c99-45f9-98bb-4058615f363a,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:24.625323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:24.676394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.684702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:24.693094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Calling delete_port for c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:24.696375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 1430e3bd-4c23-48fd-ac37-094d80e4e669 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:24.703774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:24.815272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.853671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.857392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Attempting to bind port f47a5473-3c99-45f9-98bb-4058615f363a on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:24.859058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Attempting to bind port f47a5473-3c99-45f9-98bb-4058615f363a by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:24.859058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Attempting to bind port f47a5473-3c99-45f9-98bb-4058615f363a on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Bound port: f47a5473-3c99-45f9-98bb-4058615f363a, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:24.872751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.891673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:24.894861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:24.901279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:24.906748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:24.906938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=c54f8093-7ef6-49b1-a9d0-aa0f0add02b8,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:24.908083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:24.914458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:24.935795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=1430e3bd-4c23-48fd-ac37-094d80e4e669,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:24.967026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] DHCP port deletion for b29a2fff-602c-4969-93a5-b7f8396891df request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:24.977907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] Deleting port ef101433-db88-4704-9ece-fb07df55c06d {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:24.978275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.025139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] For port f47a5473-3c99-45f9-98bb-4058615f363a, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:25.038491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] For port f47a5473-3c99-45f9-98bb-4058615f363a, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f47a5473-3c99-45f9-98bb-4058615f363a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:25.042259 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-918359e5-37c3-4918-8a09-4eaf9e7741c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6549752 Dec 23 15:36:25.044833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53872) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:25.053005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.080545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4db8e0-4be4-45c8-b1db-c273ea8e1d20']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:25.094141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e7b7b6-1c83-4c28-ad6d-4b42789869d8') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:25.094435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e7b7b6-1c83-4c28-ad6d-4b42789869d8') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:25.107295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.128596 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.129871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dea46f-7a36-4da1-a19d-ba01bd106f34 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:25.134000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dea46f-7a36-4da1-a19d-ba01bd106f34 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:25.134826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-22dea46f-7a36-4da1-a19d-ba01bd106f34 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:25.136294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:36:25.136795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:36:25.152081 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:36:25.162016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.245018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-22dea46f-7a36-4da1-a19d-ba01bd106f34 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:25.245847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-22dea46f-7a36-4da1-a19d-ba01bd106f34 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1998217 Dec 23 15:36:25.248317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53876) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:25.280771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] For port ef101433-db88-4704-9ece-fb07df55c06d, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ef101433-db88-4704-9ece-fb07df55c06d,segment=NetworkSegment(45a3dac6-f644-43bf-a32f-4ab35ddf0fbf),segment_id=45a3dac6-f644-43bf-a32f-4ab35ddf0fbf)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:25.282652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.304870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.320896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 1430e3bd-4c23-48fd-ac37-094d80e4e669 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:25.321247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.327063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.340270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=bb4db8e0-4be4-45c8-b1db-c273ea8e1d20,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:25.421040 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c11a6d69-0b29-4669-817a-bcb08e14fb7e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/bb4db8e0-4be4-45c8-b1db-c273ea8e1d20 HTTP/1.1" status: 204 len: 168 time: 1.2953227 Dec 23 15:36:25.421347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53880) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:25.424204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Deleting port c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:25.426777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.453080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] Calling delete_port for ef101433-db88-4704-9ece-fb07df55c06d owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:25.482961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cdb98-00fa-40b4-913f-17905592c3ba None None] Pushing event updated for resources: {'Port': ['ID=f47a5473-3c99-45f9-98bb-4058615f363a,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:25.498363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-99054b2b-1296-4aae-aaac-4f5d1267c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.550305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d43cbff8-3d00-44c0-9b5e-021a05fa2435 None None] The port 'c54f8093-7ef6-49b1-a9d0-aa0f0add02b8' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:36:25.611208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ef101433-db88-4704-9ece-fb07df55c06d no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:25.633125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.654886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port ef101433-db88-4704-9ece-fb07df55c06d {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:25.655206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.735232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.777456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.909037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] The port 'ef101433-db88-4704-9ece-fb07df55c06d' was deleted {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:36:25.913309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:25.916365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 1430e3bd-4c23-48fd-ac37-094d80e4e669 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:25.951812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] Pushing event deleted for resources: {'Port': ['ID=ef101433-db88-4704-9ece-fb07df55c06d,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:25.974226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dabc9b-51a5-41d1-96d3-79ae295f1b3b None None] No DVR routers for this DVR port ef101433-db88-4704-9ece-fb07df55c06d on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:26.024303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:26.058219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:36:26.058564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c54f8093-7ef6-49b1-a9d0-aa0f0add02b8 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:36:26.202056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.245576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29a2fff-602c-4969-93a5-b7f8396891df']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:26.286657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a3dac6-f644-43bf-a32f-4ab35ddf0fbf') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:26.286882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a3dac6-f644-43bf-a32f-4ab35ddf0fbf') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:26.307096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.335729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.343166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:36:26.354012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:36:26.358385 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:36:26.457443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.507747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=1430e3bd-4c23-48fd-ac37-094d80e4e669,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:26.551014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.553199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.573192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.587435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=b29a2fff-602c-4969-93a5-b7f8396891df,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:26.596193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-98858161-ba6c-45e5-90f2-6ddb7f64ffb0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/1430e3bd-4c23-48fd-ac37-094d80e4e669 HTTP/1.1" status: 204 len: 168 time: 1.3468001 Dec 23 15:36:26.599848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-60368d53-b714-49c5-9db7-4639bc5f2103 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/b29a2fff-602c-4969-93a5-b7f8396891df HTTP/1.1" status: 204 len: 168 time: 1.1754715 Dec 23 15:36:26.601655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53884) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:26.602680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53886) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:26.608022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1426398760'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:26.614448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:26.618711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:26.621893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:26.628265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:26.700778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0edba-45fa-41dd-adfd-d6e9f5d4e0c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:26.707285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:26.707909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b0edba-45fa-41dd-adfd-d6e9f5d4e0c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:26.707909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b9b0edba-45fa-41dd-adfd-d6e9f5d4e0c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:26.708117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.736367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:36:26.745484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.745912 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment e8e6a009-1d28-4422-9ad6-e9103e91e304 of type vlan for network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf Dec 23 15:36:26.780791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.787360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b9b0edba-45fa-41dd-adfd-d6e9f5d4e0c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:26.791494 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b9b0edba-45fa-41dd-adfd-d6e9f5d4e0c4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1847289 Dec 23 15:36:26.792881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53892) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:26.873081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet fa596d5b-5f86-408c-a3bf-4cd4cb1736cd {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:26.879850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.898498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.903032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:26.903799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:26.924581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a2947f62-a6ba-4bbf-8895-d76ab87d0df8 None None] Provisioning for port f47a5473-3c99-45f9-98bb-4058615f363a completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:26.938945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.037647 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4268470 Dec 23 15:36:27.040079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53896) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:27.040478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e7316-0204-48b9-8cb8-d4f2541af57e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=a74975c6-7c3a-4896-bf9b-1a6a4698e1bf,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:27.046134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7e479bb7-163b-4166-9d4a-295c72926f14 None None] Could not find standard attr ID for object 1430e3bd-4c23-48fd-ac37-094d80e4e669. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:36:27.046362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:27.051128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:36:27.164639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.213163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:27.223929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:27.228395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:27.236932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:27.318229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:27.384289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.440364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=fa596d5b-5f86-408c-a3bf-4cd4cb1736cd,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:27.453022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ebc9c-7f7c-43e8-a0a8-3ecfcc48cb92 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:27.454599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.469805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.548652 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a773a4bf-046b-4c92-a12e-c37364dc653e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/fa596d5b-5f86-408c-a3bf-4cd4cb1736cd HTTP/1.1" status: 204 len: 168 time: 0.7522233 Dec 23 15:36:27.548652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53900) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:27.637746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f47a5473-3c99-45f9-98bb-4058615f363a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:27.694174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8db9bc75-49ac-45c9-b3f7-4d8a4c247b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.726849 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-14f177eb-1c5a-439a-870e-3558eae9060e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1772442 Dec 23 15:36:27.729870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53904) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:27.736530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:27.810164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:27.814166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Deleting port f47a5473-3c99-45f9-98bb-4058615f363a {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:27.814474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.853117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f47a5473-3c99-45f9-98bb-4058615f363a completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:27.866407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f47a5473-3c99-45f9-98bb-4058615f363a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:27.866985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.871548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:27.875746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:27.878924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:27.884920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:27.959563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:27.975162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:27.979021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.037457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=13f4debe-5845-4a93-bfbc-76a53389822e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:28.054344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': 'e8e6a009-1d28-4422-9ad6-e9103e91e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:28.054812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: a74975c6-7c3a-4896-bf9b-1a6a4698e1bf, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:36:28.125866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] For port f47a5473-3c99-45f9-98bb-4058615f363a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f47a5473-3c99-45f9-98bb-4058615f363a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:28.126402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.145498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:36:28.194837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.239636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, a74975c6-7c3a-4896-bf9b-1a6a4698e1bf) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:28.239636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:28.240185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.270675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Calling delete_port for f47a5473-3c99-45f9-98bb-4058615f363a owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:28.296762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5fc763-4b45-41d4-b0d1-79989c0d03aa None None] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:28.377479 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0bc1c691-2067-4e0f-8fb0-3068be7e2059 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3436923 Dec 23 15:36:28.381190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53910) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:28.387102 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1243319444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:28.395995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:28.400214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:router and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:28.403450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:28.409577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:28.432360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f47a5473-3c99-45f9-98bb-4058615f363a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f47a5473-3c99-45f9-98bb-4058615f363a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:28.463969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:28.502022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.503089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.522787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.527318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.592328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:28.592674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:28.611672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-a74975c6-7c3a-4896-bf9b-1a6a4698e1bf', 'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '13f4debe-5845-4a93-bfbc-76a53389822e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:28.612473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.621452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.659691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f47a5473-3c99-45f9-98bb-4058615f363a,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:28.713173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.716213 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c392a75e-cca2-4658-9279-cf7809c69d6d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3315372 Dec 23 15:36:28.717039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53914) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:28.723674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'port': {'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf', 'name': 'tempest-RoutersIpV6Test-1635570681'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:28.733340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.763730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.852504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Allocated IP 2001:db8::2 (a74975c6-7c3a-4896-bf9b-1a6a4698e1bf/13f4debe-5845-4a93-bfbc-76a53389822e/d2144534-b32b-40bc-b6e4-4f5eeec82a2a) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:28.872231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:28.876774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:port and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:28.880483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:28.890528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:28.969369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port f47a5473-3c99-45f9-98bb-4058615f363a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f47a5473-3c99-45f9-98bb-4058615f363a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:28.980997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:28.980997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:28.996729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.008156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] device_id is not set on port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:29.067265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.079874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.090377 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Transition to ACTIVE for port object d2144534-b32b-40bc-b6e4-4f5eeec82a2a will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:29.095525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Deleting port f47a5473-3c99-45f9-98bb-4058615f363a {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:29.095895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.126985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.127687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.154070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Transition to ACTIVE for port object d2144534-b32b-40bc-b6e4-4f5eeec82a2a will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:29.246393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:29.251650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:29.258646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:29.259216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.268027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=07ce4faa-9f89-4c03-9d66-2888a15f95be,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:29.276725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=f47a5473-3c99-45f9-98bb-4058615f363a,revision_number=6']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:29.299375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.344847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8::31 (a74975c6-7c3a-4896-bf9b-1a6a4698e1bf/13f4debe-5845-4a93-bfbc-76a53389822e/388cbd64-b900-4abb-a8f8-2cf5648af8c1) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:29.386894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e05da53e-51e1-48d2-9b39-40595c903c06 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6553645 Dec 23 15:36:29.388718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53918) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:29.396083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:9e:42:94', 'name': 'tempest-NetworksTestDHCPv6-873580540'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:29.396479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Pushing event updated for resources: {'Port': ['ID=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:29.401076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:29.410920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:29.413361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:29.428214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] For port f47a5473-3c99-45f9-98bb-4058615f363a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f47a5473-3c99-45f9-98bb-4058615f363a,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:29.428600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.576793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.595727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object 388cbd64-b900-4abb-a8f8-2cf5648af8c1 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:29.616283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Calling delete_port for f47a5473-3c99-45f9-98bb-4058615f363a owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:29.644438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f47a5473-3c99-45f9-98bb-4058615f363a no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:29.664492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:29.668997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:29.672200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:29.678716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.681039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:29.740729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Attempting to bind port d2144534-b32b-40bc-b6e4-4f5eeec82a2a on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:29.741022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Attempting to bind port d2144534-b32b-40bc-b6e4-4f5eeec82a2a by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'e8e6a009-1d28-4422-9ad6-e9103e91e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:29.741368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Attempting to bind port d2144534-b32b-40bc-b6e4-4f5eeec82a2a on network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:29.759514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:29.763533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=388cbd64-b900-4abb-a8f8-2cf5648af8c1,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:29.766960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:29.769059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:29.771969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:29.776665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Checking segment: {'id': 'e8e6a009-1d28-4422-9ad6-e9103e91e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:29.776665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.776665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Bound using segment: {'id': 'e8e6a009-1d28-4422-9ad6-e9103e91e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:29.777732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:29.777846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Bound port: d2144534-b32b-40bc-b6e4-4f5eeec82a2a, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e6a009-1d28-4422-9ad6-e9103e91e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'a74975c6-7c3a-4896-bf9b-1a6a4698e1bf'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:29.777952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.778037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.779069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:29.870855 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b00f9462-e6cc-47d5-ac7c-bdeb63dbea80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1496458 Dec 23 15:36:29.870855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53922) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:29.913433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.931148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:29.946527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 226fb613-d050-4e11-81ec-8aaf62d23881 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:29.984045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] For port d2144534-b32b-40bc-b6e4-4f5eeec82a2a, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:29.987242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] For port d2144534-b32b-40bc-b6e4-4f5eeec82a2a, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,segment=NetworkSegment(e8e6a009-1d28-4422-9ad6-e9103e91e304),segment_id=e8e6a009-1d28-4422-9ad6-e9103e91e304)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:30.016910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.098734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] Pushing event deleted for resources: {'Port': ['ID=f47a5473-3c99-45f9-98bb-4058615f363a,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:30.100570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fe9e:4294 (fe9045e5-08d1-4431-9080-d4f86da37837/07ce4faa-9f89-4c03-9d66-2888a15f95be/226fb613-d050-4e11-81ec-8aaf62d23881) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:30.142960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.230934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2972807-92cc-405e-8410-4ef2827f6265 None None] No DVR routers for this DVR port f47a5473-3c99-45f9-98bb-4058615f363a on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:30.274504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43723f0a-87c2-4ee1-9cac-7190f60b8378 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:30.355107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.377801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 226fb613-d050-4e11-81ec-8aaf62d23881 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:30.393539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b3d3f-4a64-4600-8706-d034f33ede1a None None] Pushing event updated for resources: {'Port': ['ID=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:30.402188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.465033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.585554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:30.588878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:30.592294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:30.596170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:30.597598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.598798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.619854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=226fb613-d050-4e11-81ec-8aaf62d23881,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:30.678426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '07ce4faa-9f89-4c03-9d66-2888a15f95be'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:30.679351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:30.735102 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ba843ef6-32fa-4a81-b75d-9bb2c893a258 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3440614 Dec 23 15:36:30.738635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53926) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:30.830730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e0237-e1f0-4ce7-9a46-f00f78f96630 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:30.835671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-113e0237-e1f0-4ce7-9a46-f00f78f96630 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:30.874275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Allocated IP 2001:db8::f816:3eff:fe76:8533 (fe9045e5-08d1-4431-9080-d4f86da37837/07ce4faa-9f89-4c03-9d66-2888a15f95be/3fe9f213-7403-4288-aa44-8bc5fa249d6c) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:30.935554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-113e0237-e1f0-4ce7-9a46-f00f78f96630 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:30.939656 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-113e0237-e1f0-4ce7-9a46-f00f78f96630 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1983979 Dec 23 15:36:30.939993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53930) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:31.029129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 226fb613-d050-4e11-81ec-8aaf62d23881 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:31.029129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.130015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.143170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Transition to ACTIVE for port object 3fe9f213-7403-4288-aa44-8bc5fa249d6c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:31.153458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.166928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Transition to ACTIVE for port object 3fe9f213-7403-4288-aa44-8bc5fa249d6c will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:31.235902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.281751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.303803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.358075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=388cbd64-b900-4abb-a8f8-2cf5648af8c1,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:31.366064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Pushing event updated for resources: {'Port': ['ID=3fe9f213-7403-4288-aa44-8bc5fa249d6c,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:31.377386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:31.379185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:31.381680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:31.437616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 226fb613-d050-4e11-81ec-8aaf62d23881 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:31.460442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eab47e0-d569-4703-80bb-23c81af1655a None None] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:31.548610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.552765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Attempting to bind port 3fe9f213-7403-4288-aa44-8bc5fa249d6c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:31.553117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Attempting to bind port 3fe9f213-7403-4288-aa44-8bc5fa249d6c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:31.553457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Attempting to bind port 3fe9f213-7403-4288-aa44-8bc5fa249d6c on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:31.578291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:31.578656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:31.579046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.579426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:31.579896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Bound port: 3fe9f213-7403-4288-aa44-8bc5fa249d6c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:31.580308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.651826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d2144534-b32b-40bc-b6e4-4f5eeec82a2a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:31.735577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.742729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-681be4ae-6bde-47bf-8343-afa7cae3fcc7 None None] Provisioning for port d2144534-b32b-40bc-b6e4-4f5eeec82a2a completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:31.790947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=226fb613-d050-4e11-81ec-8aaf62d23881,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:31.831472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] For port 3fe9f213-7403-4288-aa44-8bc5fa249d6c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:31.831735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:31.851405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] For port 3fe9f213-7403-4288-aa44-8bc5fa249d6c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3fe9f213-7403-4288-aa44-8bc5fa249d6c,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:31.966207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.017139 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-59b29f5d-816c-4ad2-ac03-7f0e24530978 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/226fb613-d050-4e11-81ec-8aaf62d23881 HTTP/1.1" status: 204 len: 168 time: 1.0751081 Dec 23 15:36:32.018598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53934) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:32.092050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d65bce-c2e1-4e9c-86d6-bd7ab6b9d13f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:32.092050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d65bce-c2e1-4e9c-86d6-bd7ab6b9d13f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:32.092050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5d65bce-c2e1-4e9c-86d6-bd7ab6b9d13f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:32.116517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.142531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d2144534-b32b-40bc-b6e4-4f5eeec82a2a completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:32.171752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d2144534-b32b-40bc-b6e4-4f5eeec82a2a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:32.171752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.213442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5d65bce-c2e1-4e9c-86d6-bd7ab6b9d13f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:32.218967 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5d65bce-c2e1-4e9c-86d6-bd7ab6b9d13f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1987655 Dec 23 15:36:32.220762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53938) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:32.265165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812983d4-91d1-4b8e-90e4-09e7058a1509 None None] Pushing event updated for resources: {'Port': ['ID=3fe9f213-7403-4288-aa44-8bc5fa249d6c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:32.321965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cef9b197-80d2-4753-9afe-9eaa8144780d None None] Provisioning for port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:32.336076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cef9b197-80d2-4753-9afe-9eaa8144780d None None] Provisioning complete for port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:32.336442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cef9b197-80d2-4753-9afe-9eaa8144780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.340930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 07ce4faa-9f89-4c03-9d66-2888a15f95be {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:32.344683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.423700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.429794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.448495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-cef9b197-80d2-4753-9afe-9eaa8144780d None None] Port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:32.462778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.473386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d2144534-b32b-40bc-b6e4-4f5eeec82a2a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,segment=NetworkSegment(e8e6a009-1d28-4422-9ad6-e9103e91e304),segment_id=e8e6a009-1d28-4422-9ad6-e9103e91e304)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:32.492336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cef9b197-80d2-4753-9afe-9eaa8144780d None None] Provisioning complete for port d2144534-b32b-40bc-b6e4-4f5eeec82a2a triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:32.492851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cef9b197-80d2-4753-9afe-9eaa8144780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.529659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.538796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.539552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.637685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.647488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=388cbd64-b900-4abb-a8f8-2cf5648af8c1,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:32.696681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.701714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.702262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.702891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.703387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.704165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.704646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.705137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.705613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.706887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.707378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.834722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:32.883299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:32.884561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:32.940523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.957967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=07ce4faa-9f89-4c03-9d66-2888a15f95be,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:32.965683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0315a3f7-f433-4580-82fe-f3b0cdb98220 None None] Provisioning complete for port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:32.966273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0315a3f7-f433-4580-82fe-f3b0cdb98220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.969429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:32.974127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.974397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.974727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.975050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.975378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.975694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.976006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.976350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.976659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.976968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:32.977382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:33.036154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0315a3f7-f433-4580-82fe-f3b0cdb98220 None None] Port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:33.056608 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9e7cf1c9-e0c9-48e8-8aea-3574e223ac11 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/07ce4faa-9f89-4c03-9d66-2888a15f95be HTTP/1.1" status: 204 len: 168 time: 0.8344874 Dec 23 15:36:33.059213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53942) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.133208 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c05fe9f9-6748-4608-9ba8-1025fb319dfb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725415 Dec 23 15:36:33.136191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53946) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.220059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebb4fe-227f-4466-aa19-4e1f29d2ff58 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:33.220984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-51ebb4fe-227f-4466-aa19-4e1f29d2ff58 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:33.259442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-596c4330-a4a7-48ab-8a2e-441fd92884d7 None None] Provisioning complete for port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:33.259814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-596c4330-a4a7-48ab-8a2e-441fd92884d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:33.312837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-51ebb4fe-227f-4466-aa19-4e1f29d2ff58 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:33.312837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-51ebb4fe-227f-4466-aa19-4e1f29d2ff58 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1731615 Dec 23 15:36:33.313154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53950) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.378650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-596c4330-a4a7-48ab-8a2e-441fd92884d7 None None] Port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:33.402020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145faad2-19be-4ebc-ad3c-f7a3b2afc49c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:33.402921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-145faad2-19be-4ebc-ad3c-f7a3b2afc49c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:33.497019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router 2156dc35-5e30-4aaa-bc44-b3c842222356 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:36:33.541510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-145faad2-19be-4ebc-ad3c-f7a3b2afc49c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:33.541510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-145faad2-19be-4ebc-ad3c-f7a3b2afc49c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2254252 Dec 23 15:36:33.541510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53954) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.617094 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f1c7e905-f491-401e-b985-529b93d54424 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758135 Dec 23 15:36:33.618751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53958) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.624716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:33.644699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1313f21-88ba-463e-8f95-dd02932b11fe None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:33.732759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d2144534-b32b-40bc-b6e4-4f5eeec82a2a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:33.733409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:33.740214 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7887c243-7e50-4fe3-9d59-f0efc2c55529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/2156dc35-5e30-4aaa-bc44-b3c842222356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8670743 Dec 23 15:36:33.743603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.747635 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] Sync routers for ids ['2156dc35-5e30-4aaa-bc44-b3c842222356'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:33.762626 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] Routers {'2156dc35-5e30-4aaa-bc44-b3c842222356'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:33.763242 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2156dc35-5e30-4aaa-bc44-b3c842222356'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:33.797944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:33.811769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:33.820917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa617da-56ed-4d5c-9e35-aaa8a3a78760 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:33.821711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5fa617da-56ed-4d5c-9e35-aaa8a3a78760 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:33.838159 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:33.850269 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] Routers {'2156dc35-5e30-4aaa-bc44-b3c842222356'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:33.850927 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2156dc35-5e30-4aaa-bc44-b3c842222356'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:33.914439 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:33.914846 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af1a174-eab4-4a76-a904-538c39b6f23f None None] The sync data for ids ['2156dc35-5e30-4aaa-bc44-b3c842222356'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:33.923586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:33.927340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:33.950508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d2144534-b32b-40bc-b6e4-4f5eeec82a2a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:33.950508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:33.973300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5fa617da-56ed-4d5c-9e35-aaa8a3a78760 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:33.974779 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5fa617da-56ed-4d5c-9e35-aaa8a3a78760 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports/388cbd64-b900-4abb-a8f8-2cf5648af8c1 HTTP/1.1" status: 200 len: 983 time: 0.2299392 Dec 23 15:36:33.981653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53966) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:33.982760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be4ebef3-fa24-4889-8f06-f7f83a12653a None None] Provisioning for port 3fe9f213-7403-4288-aa44-8bc5fa249d6c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:34.013766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be4ebef3-fa24-4889-8f06-f7f83a12653a None None] Could not find standard attr ID for object 226fb613-d050-4e11-81ec-8aaf62d23881. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:36:34.097299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:34.099868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3fe9f213-7403-4288-aa44-8bc5fa249d6c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:34.135112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] Deleting port 3fe9f213-7403-4288-aa44-8bc5fa249d6c {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:34.135392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.256212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.319131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:34.322639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:34.326566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:34.327121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.335553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=8fa2c09e-771c-4487-a74a-e9c0e3d1a721,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:34.348704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 3fe9f213-7403-4288-aa44-8bc5fa249d6c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:34.355818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3fe9f213-7403-4288-aa44-8bc5fa249d6c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:34.356441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.418931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] For port 3fe9f213-7403-4288-aa44-8bc5fa249d6c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3fe9f213-7403-4288-aa44-8bc5fa249d6c,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:34.419712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.425562 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5a5ee11-214b-4945-8501-d2fffc7b0445 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8032525 Dec 23 15:36:34.426365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53970) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:34.432857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:ba:cd:a8', 'name': 'tempest-NetworksTestDHCPv6-1053321606'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:34.533913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.545370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] Calling delete_port for 3fe9f213-7403-4288-aa44-8bc5fa249d6c owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:34.585693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:34.603829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:34.667267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.719516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:34.723039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.748690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.751695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 7c563bc0-b78d-4740-96e1-207c9a445842 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:34.827740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] Pushing event deleted for resources: {'Port': ['ID=3fe9f213-7403-4288-aa44-8bc5fa249d6c,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:34.834123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e443cff-a727-47c8-a504-87bad3510d1d None None] No DVR routers for this DVR port 3fe9f213-7403-4288-aa44-8bc5fa249d6c on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:34.862232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2fa718-6b57-4d42-b778-dde70796d3f6 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:34.886718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 388cbd64-b900-4abb-a8f8-2cf5648af8c1 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:34.887379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:34.916271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::2dc (fe9045e5-08d1-4431-9080-d4f86da37837/8fa2c09e-771c-4487-a74a-e9c0e3d1a721/7c563bc0-b78d-4740-96e1-207c9a445842) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:35.099673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '8fa2c09e-771c-4487-a74a-e9c0e3d1a721'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:35.100526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.147983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.164578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 7c563bc0-b78d-4740-96e1-207c9a445842 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:35.205465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.274141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.332728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 388cbd64-b900-4abb-a8f8-2cf5648af8c1 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:35.343648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/8fa2c09e-771c-4487-a74a-e9c0e3d1a721/d1ad17ca-f6b3-4b23-a12f-387773db6df1) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:35.351995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:35.355404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:35.360112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:35.364539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:35.365135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.374897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=7c563bc0-b78d-4740-96e1-207c9a445842,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:35.513379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e49d3a62-d92d-410b-94b8-302019010944 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0859551 Dec 23 15:36:35.516021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53974) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:35.599697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3fe9f213-7403-4288-aa44-8bc5fa249d6c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:35.611366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647de306-5122-48ec-a466-2572aa64edae tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:35.612076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-647de306-5122-48ec-a466-2572aa64edae tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:35.615895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.630363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 3fe9f213-7403-4288-aa44-8bc5fa249d6c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:36:35.631193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3fe9f213-7403-4288-aa44-8bc5fa249d6c not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:36:35.661522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.676826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Transition to ACTIVE for port object d1ad17ca-f6b3-4b23-a12f-387773db6df1 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:35.680068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=388cbd64-b900-4abb-a8f8-2cf5648af8c1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:35.700402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Transition to ACTIVE for port object d1ad17ca-f6b3-4b23-a12f-387773db6df1 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:35.713002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-647de306-5122-48ec-a466-2572aa64edae tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:35.714258 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-647de306-5122-48ec-a466-2572aa64edae tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1969774 Dec 23 15:36:35.717432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53978) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:35.796067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.799354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 7c563bc0-b78d-4740-96e1-207c9a445842 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:35.799688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.880208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Pushing event updated for resources: {'Port': ['ID=d1ad17ca-f6b3-4b23-a12f-387773db6df1,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:35.895391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.895733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.896283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.896837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.897337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.897662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.897982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.898456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.899099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.899433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.899755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:36:35.905930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:35.915470 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:35.916877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:35.922411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:36.036799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Attempting to bind port d1ad17ca-f6b3-4b23-a12f-387773db6df1 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:36.037492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Attempting to bind port d1ad17ca-f6b3-4b23-a12f-387773db6df1 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:36.038054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Attempting to bind port d1ad17ca-f6b3-4b23-a12f-387773db6df1 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:36.049046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:36.050574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:36.051992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:36.051992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:36.053580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Bound port: d1ad17ca-f6b3-4b23-a12f-387773db6df1, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:36.053580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:36.104023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:36.156115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:36.160395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:36.293218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:36.341585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 7c563bc0-b78d-4740-96e1-207c9a445842 owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:36.371825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router 2156dc35-5e30-4aaa-bc44-b3c842222356 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:36:36.380400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcadce-4bbf-4fd3-8660-cda21d675c4a None None] Pushing event updated for resources: {'Port': ['ID=d1ad17ca-f6b3-4b23-a12f-387773db6df1,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:36.528550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:36.539501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] Sync routers for ids ['2156dc35-5e30-4aaa-bc44-b3c842222356'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:36.553444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] Routers {'2156dc35-5e30-4aaa-bc44-b3c842222356'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:36.553444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2156dc35-5e30-4aaa-bc44-b3c842222356'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:36.587576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:36.617144 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4a57bb4b-3964-4e6e-adcc-01ffab638bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/2156dc35-5e30-4aaa-bc44-b3c842222356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6384990 Dec 23 15:36:36.619896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53982) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:36.626562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:36.648363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] Routers {'2156dc35-5e30-4aaa-bc44-b3c842222356'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:36.648363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['2156dc35-5e30-4aaa-bc44-b3c842222356'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:36.669083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=7c563bc0-b78d-4740-96e1-207c9a445842,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:36.723094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:36.723929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a372d289-7139-4ff3-8b73-f07838bea121 None None] The sync data for ids ['2156dc35-5e30-4aaa-bc44-b3c842222356'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:36.745802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:36.757670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4a69cfa4-b482-413a-9179-ba45581c1bd3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/7c563bc0-b78d-4740-96e1-207c9a445842 HTTP/1.1" status: 204 len: 168 time: 1.0392277 Dec 23 15:36:36.760543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53986) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:36.846336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c15f37-592c-4dc8-8d19-7da7a746529d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:36.848712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c15f37-592c-4dc8-8d19-7da7a746529d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:36.849448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-28c15f37-592c-4dc8-8d19-7da7a746529d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:36.918764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-28c15f37-592c-4dc8-8d19-7da7a746529d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:36.920774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-28c15f37-592c-4dc8-8d19-7da7a746529d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1588275 Dec 23 15:36:36.921771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 53990) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:37.095313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.124294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 8fa2c09e-771c-4487-a74a-e9c0e3d1a721 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:37.124294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.145574 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-ffbe0e35-ae01-4e41-aa9b-e196a3f37b69 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] remove_router_interface failed (client error): The resource could not be found. Dec 23 15:36:37.149299 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ffbe0e35-ae01-4e41-aa9b-e196a3f37b69 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/2156dc35-5e30-4aaa-bc44-b3c842222356/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5255418 Dec 23 15:36:37.149537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53994) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:37.181259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.193618 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8593bb12-81d1-428a-9926-c7fb4359a6e8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:37.272690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.310035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8593bb12-81d1-428a-9926-c7fb4359a6e8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:37.314476 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8593bb12-81d1-428a-9926-c7fb4359a6e8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=2156dc35-5e30-4aaa-bc44-b3c842222356 HTTP/1.1" status: 200 len: 205 time: 0.1630218 Dec 23 15:36:37.324373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 53998) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:37.446465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.472298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3884-4738-4a14-a2da-ae5ae3118bb3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.482508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa2c09e-771c-4487-a74a-e9c0e3d1a721,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:37.489998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.594883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b51e8661-96ad-4d6a-957e-272f9518b9e5 None None] Provisioning for port d1ad17ca-f6b3-4b23-a12f-387773db6df1 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:37.620884 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-463b7116-3eef-4ace-8b6a-6d25cec5c6a7 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/8fa2c09e-771c-4487-a74a-e9c0e3d1a721 HTTP/1.1" status: 204 len: 168 time: 0.6976759 Dec 23 15:36:37.621588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54002) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:37.654310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d1ad17ca-f6b3-4b23-a12f-387773db6df1 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:37.708089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e4b70c-3f87-4630-bcf9-28db70af5814 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:37.714352 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5c641de6-6e78-497e-803b-5838a5f12aff tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894635 Dec 23 15:36:37.714617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54006) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:37.732228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-31362eee-cec4-4ad5-85d1-dc32fdb6bcd3 None None] Could not find standard attr ID for object 226fb613-d050-4e11-81ec-8aaf62d23881. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:36:37.799591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8c354-9b81-4eaf-95f2-be0e07cbc072 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:37.800838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-98e8c354-9b81-4eaf-95f2-be0e07cbc072 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:37.887727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-98e8c354-9b81-4eaf-95f2-be0e07cbc072 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:37.891607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3884-4738-4a14-a2da-ae5ae3118bb3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.892090 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-98e8c354-9b81-4eaf-95f2-be0e07cbc072 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1737258 Dec 23 15:36:37.892090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54010) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:37.892301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3884-4738-4a14-a2da-ae5ae3118bb3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.967383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8529551d-1ec0-4b70-8b7d-fb7ec1ae5fdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:37.968056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8529551d-1ec0-4b70-8b7d-fb7ec1ae5fdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:37.992502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3884-4738-4a14-a2da-ae5ae3118bb3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:37.993231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6a3884-4738-4a14-a2da-ae5ae3118bb3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Fanout notify agent at l3_agent the message router_deleted on router 2156dc35-5e30-4aaa-bc44-b3c842222356 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:36:37.995628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:38.000545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Deleting port d1ad17ca-f6b3-4b23-a12f-387773db6df1 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:38.000918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.005066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bd6a3884-4738-4a14-a2da-ae5ae3118bb3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.006176 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bd6a3884-4738-4a14-a2da-ae5ae3118bb3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/2156dc35-5e30-4aaa-bc44-b3c842222356 HTTP/1.1" status: 204 len: 168 time: 0.6808677 Dec 23 15:36:38.010292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54014) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:38.032421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d1ad17ca-f6b3-4b23-a12f-387773db6df1 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:38.051281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d1ad17ca-f6b3-4b23-a12f-387773db6df1 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:38.051281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.070036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8529551d-1ec0-4b70-8b7d-fb7ec1ae5fdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:38.071179 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8529551d-1ec0-4b70-8b7d-fb7ec1ae5fdc tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1784670 Dec 23 15:36:38.073935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54018) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:38.203143 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b26e7a48-7bf4-4bce-80c4-90c65254a17c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282003 Dec 23 15:36:38.208371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54022) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:38.215457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:38.310299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:38.310696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.317875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.363340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:38.369897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 13f4debe-5845-4a93-bfbc-76a53389822e {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:38.377562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.408151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:38.440664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.446294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Calling delete_port for d1ad17ca-f6b3-4b23-a12f-387773db6df1 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:38.504821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:38.517355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:38.517355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.605642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.684768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:38.687390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:38.719430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d1ad17ca-f6b3-4b23-a12f-387773db6df1,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:38.739850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.919124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.955544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=13f4debe-5845-4a93-bfbc-76a53389822e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:38.962680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:38.968800 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbaea5f-2576-47b8-ae6f-f4565a14e13d None None] Network a74975c6-7c3a-4896-bf9b-1a6a4698e1bf requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:38.970949 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dacb2534-3d0e-46e7-a229-cef948f555d3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/13f4debe-5845-4a93-bfbc-76a53389822e HTTP/1.1" status: 204 len: 168 time: 0.9604619 Dec 23 15:36:38.973650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54032) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:39.127806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.187098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Deleting port d1ad17ca-f6b3-4b23-a12f-387773db6df1 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:39.187659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.191666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port d2144534-b32b-40bc-b6e4-4f5eeec82a2a {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:39.192334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.231254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] DHCP port deletion for a74975c6-7c3a-4896-bf9b-1a6a4698e1bf request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:39.247184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Deleting port d2144534-b32b-40bc-b6e4-4f5eeec82a2a {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:39.247551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.301064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.objects.ports [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84221) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:39.496186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port d2144534-b32b-40bc-b6e4-4f5eeec82a2a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,segment=NetworkSegment(e8e6a009-1d28-4422-9ad6-e9103e91e304),segment_id=e8e6a009-1d28-4422-9ad6-e9103e91e304)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:39.496530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.599483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d2144534-b32b-40bc-b6e4-4f5eeec82a2a no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:39.624030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for d2144534-b32b-40bc-b6e4-4f5eeec82a2a owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:39.666833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] For port d2144534-b32b-40bc-b6e4-4f5eeec82a2a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,segment=NetworkSegment(e8e6a009-1d28-4422-9ad6-e9103e91e304),segment_id=e8e6a009-1d28-4422-9ad6-e9103e91e304)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:39.671323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.691474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:39.693866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.741000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.858991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Calling delete_port for d2144534-b32b-40bc-b6e4-4f5eeec82a2a owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:39.908750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:39.948860 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Calling delete_port for d1ad17ca-f6b3-4b23-a12f-387773db6df1 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:39.967672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=d2144534-b32b-40bc-b6e4-4f5eeec82a2a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:39.975952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port d2144534-b32b-40bc-b6e4-4f5eeec82a2a on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:39.987878 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No ports have port_id starting with d2144534-b32b-40bc-b6e4-4f5eeec82a2a Dec 23 15:36:40.000217 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d1ad17ca-f6b3-4b23-a12f-387773db6df1 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:40.130993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:40.131254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:40.139260 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.152646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:40.155160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.172979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74975c6-7c3a-4896-bf9b-1a6a4698e1bf']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:40.187606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e6a009-1d28-4422-9ad6-e9103e91e304') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:40.187897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e6a009-1d28-4422-9ad6-e9103e91e304') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:40.210071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.221051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.229041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.234835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:36:40.235206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:36:40.249816 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:36:40.374298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:40.374458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:40.375853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:40.376232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:40.401418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.402040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.548548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:40.554185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:40.557308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=d93be576-f894-4007-a4f8-d34e9ec1e1b1,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:40.560504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:40.561077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.572745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=d1ad17ca-f6b3-4b23-a12f-387773db6df1,revision_number=6']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:40.621003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.632178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Deleting port d2144534-b32b-40bc-b6e4-4f5eeec82a2a {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:40.632595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.638871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.644862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/a74975c6-7c3a-4896-bf9b-1a6a4698e1bf HTTP/1.1" status: 204 len: 168 time: 1.6661711 Dec 23 15:36:40.647671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54036) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:40.649839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b15234-ab70-4452-990e-a36b5d217370 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=a74975c6-7c3a-4896-bf9b-1a6a4698e1bf,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:40.651360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2050362695'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:40.655966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:40.661040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:40.664218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:40.670564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:40.724954 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3b18b27d-1651-43ae-be48-49e88ff61f13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5155566 Dec 23 15:36:40.727913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54040) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:40.733674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:40.745159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-02277cd2-1668-4502-96e1-bd767a1b7247 None None] The port 'd2144534-b32b-40bc-b6e4-4f5eeec82a2a' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:36:40.826617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:40.829529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.889360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:36:40.898752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:40.907291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.907564 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment e9a74516-797f-40aa-aca3-d45e48042d18 of type vlan for network fb9b047c-739a-471c-bbfb-e3a622b77819 Dec 23 15:36:40.915192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:40.928866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.941331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:40.952902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Deleting port d1ad17ca-f6b3-4b23-a12f-387773db6df1 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:40.955396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:41.004277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:41.010999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:41.087709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:41.174389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:41.178150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:41.178708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:41.238286 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d1ad17ca-f6b3-4b23-a12f-387773db6df1,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:41.263963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:41.264379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:41.316384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=fb9b047c-739a-471c-bbfb-e3a622b77819,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:41.336279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:41.353756 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1c0a74e6-1e73-47ef-ad72-235bd845005a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7074034 Dec 23 15:36:41.357136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54046) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:41.363400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': 'fb9b047c-739a-471c-bbfb-e3a622b77819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:41.389680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network fb9b047c-739a-471c-bbfb-e3a622b77819 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:36:41.410064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Calling delete_port for d1ad17ca-f6b3-4b23-a12f-387773db6df1 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:41.473836 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d93be576-f894-4007-a4f8-d34e9ec1e1b1 (CIDR: 2001:db8::/64) Dec 23 15:36:41.475419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:41.481333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:41.484208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:41.490598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:41.501138 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:41.501569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:41.589386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:41.614480 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a590fa58-82e4-41e1-8c5c-0546bc5294ad tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8851151 Dec 23 15:36:41.616545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:41.622244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54050) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:41.622396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:41.622787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:41.702413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:41.763297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:41.774050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:41.852452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:41.855981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.035880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.115626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=f7d61e78-ffab-402c-a4bd-b5982a7ea28a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:42.127700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': 'e9a74516-797f-40aa-aca3-d45e48042d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fb9b047c-739a-471c-bbfb-e3a622b77819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:42.128264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: fb9b047c-739a-471c-bbfb-e3a622b77819, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:36:42.209527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.249665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network fb9b047c-739a-471c-bbfb-e3a622b77819 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:36:42.273916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:42.277028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:42.281461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:42.282092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.286465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=95f07835-16bf-4f0c-8fef-564af30a569b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:42.395469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, fb9b047c-739a-471c-bbfb-e3a622b77819) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:42.400075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:42.401089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.404069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba0d93-093d-405b-931f-6960c0645ca4 None None] Network fb9b047c-739a-471c-bbfb-e3a622b77819 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:42.425529 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54fa6dbf-f810-459a-ae47-958e42ab96d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8040874 Dec 23 15:36:42.425529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54054) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:42.430984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:c5:38:c7', 'name': 'tempest-NetworksTestDHCPv6-234457979'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:42.504193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9453a1ba-51aa-4084-a514-6debd0a7a9e7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1459973 Dec 23 15:36:42.511692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54058) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:42.511692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-608107724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:42.517380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:42.522348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:router and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:42.525277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:42.531093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:42.572680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:42.583208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:42.613013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.616383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.631313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fb9b047c-739a-471c-bbfb-e3a622b77819', 'network_id': 'fb9b047c-739a-471c-bbfb-e3a622b77819', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': 'f7d61e78-ffab-402c-a4bd-b5982a7ea28a'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:42.632105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.637095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.698260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:42.707058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.738554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:42.755751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.793427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Allocated IP 2001:db8::2 (fb9b047c-739a-471c-bbfb-e3a622b77819/f7d61e78-ffab-402c-a4bd-b5982a7ea28a/e1165939-c6ce-4c15-84b5-f6f68f82f00f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:42.835776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:42.839601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d760e694-7bd3-488d-827c-b19bbe24c905 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3311119 Dec 23 15:36:42.839784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54062) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:42.901186 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:36:42.954468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8:0:1::336 (fe9045e5-08d1-4431-9080-d4f86da37837/95f07835-16bf-4f0c-8fef-564af30a569b/ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:42.961207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fec5:38c7 (fe9045e5-08d1-4431-9080-d4f86da37837/d93be576-f894-4007-a4f8-d34e9ec1e1b1/ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:43.006379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.016811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Transition to ACTIVE for port object e1165939-c6ce-4c15-84b5-f6f68f82f00f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:43.036788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Transition to ACTIVE for port object e1165939-c6ce-4c15-84b5-f6f68f82f00f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:43.127380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.168281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.184568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:43.208594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Network fb9b047c-739a-471c-bbfb-e3a622b77819 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:43.212192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:43.214154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Pushing event updated for resources: {'Port': ['ID=e1165939-c6ce-4c15-84b5-f6f68f82f00f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:43.216977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:43.298481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.305454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Attempting to bind port e1165939-c6ce-4c15-84b5-f6f68f82f00f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:43.305815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Attempting to bind port e1165939-c6ce-4c15-84b5-f6f68f82f00f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'e9a74516-797f-40aa-aca3-d45e48042d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fb9b047c-739a-471c-bbfb-e3a622b77819'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:43.306164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Attempting to bind port e1165939-c6ce-4c15-84b5-f6f68f82f00f on network fb9b047c-739a-471c-bbfb-e3a622b77819 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:43.312801 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:43.313085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Checking segment: {'id': 'e9a74516-797f-40aa-aca3-d45e48042d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fb9b047c-739a-471c-bbfb-e3a622b77819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:43.313464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.313840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Bound using segment: {'id': 'e9a74516-797f-40aa-aca3-d45e48042d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fb9b047c-739a-471c-bbfb-e3a622b77819'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:43.314289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Bound port: e1165939-c6ce-4c15-84b5-f6f68f82f00f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a74516-797f-40aa-aca3-d45e48042d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'fb9b047c-739a-471c-bbfb-e3a622b77819'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:43.314647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.347898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.379616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:43.383556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:43.385112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:43.391736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:43.396029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:43.396841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.454030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] For port e1165939-c6ce-4c15-84b5-f6f68f82f00f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:43.459238 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] For port e1165939-c6ce-4c15-84b5-f6f68f82f00f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e1165939-c6ce-4c15-84b5-f6f68f82f00f,segment=NetworkSegment(e9a74516-797f-40aa-aca3-d45e48042d18),segment_id=e9a74516-797f-40aa-aca3-d45e48042d18)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:43.476746 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-28432772-7992-4829-bc07-cb2424bd08ed tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0504642 Dec 23 15:36:43.479349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54066) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:43.529697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Deleting port d1ad17ca-f6b3-4b23-a12f-387773db6df1 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:43.530355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.553734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:43.554114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.583827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.719618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3dd20b-a11e-419d-a43c-494f9beddeab None None] Pushing event updated for resources: {'Port': ['ID=e1165939-c6ce-4c15-84b5-f6f68f82f00f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:43.866439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] For port d1ad17ca-f6b3-4b23-a12f-387773db6df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d1ad17ca-f6b3-4b23-a12f-387773db6df1,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:43.866439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.866697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8::1 (fb9b047c-739a-471c-bbfb-e3a622b77819/f7d61e78-ffab-402c-a4bd-b5982a7ea28a/4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:43.934718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:43.995677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Calling delete_port for d1ad17ca-f6b3-4b23-a12f-387773db6df1 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:44.099215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:44.106974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.127635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:44.277937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.312874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.351479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network fb9b047c-739a-471c-bbfb-e3a622b77819 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:44.355217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:44.357636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:44.358295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.360734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] Pushing event deleted for resources: {'Port': ['ID=d1ad17ca-f6b3-4b23-a12f-387773db6df1,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:44.360871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:44.386657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.435152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:44.435856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069efb12-7722-4008-89ae-52c6bf5064cf None None] No DVR routers for this DVR port d1ad17ca-f6b3-4b23-a12f-387773db6df1 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:44.450924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f37bfc-3be4-4c08-929f-86ffac0c5812 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:44.518289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.533370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.545676 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a867e1fa-6b6c-4735-8e72-2d39643759e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc HTTP/1.1" status: 204 len: 168 time: 1.0652030 Dec 23 15:36:44.547966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54070) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:44.597712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fe88670-0b80-4009-9d09-3103b2da187e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:44.678000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3fe88670-0b80-4009-9d09-3103b2da187e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:44.682520 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3fe88670-0b80-4009-9d09-3103b2da187e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1333570 Dec 23 15:36:44.683219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54074) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:44.714105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '95f07835-16bf-4f0c-8fef-564af30a569b'}, {'subnet_id': 'd93be576-f894-4007-a4f8-d34e9ec1e1b1'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:44.715120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:44.738210 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dab09a0f-ee87-4d46-ab6b-b659c8610881 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0537002 Dec 23 15:36:44.753566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54080) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:44.813624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ae218-e3cd-49b0-9fac-1faa4e69ad5f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:44.815015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ae218-e3cd-49b0-9fac-1faa4e69ad5f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:44.820244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ae218-e3cd-49b0-9fac-1faa4e69ad5f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:44.821084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-505ae218-e3cd-49b0-9fac-1faa4e69ad5f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:44.903993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-505ae218-e3cd-49b0-9fac-1faa4e69ad5f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:44.913389 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-505ae218-e3cd-49b0-9fac-1faa4e69ad5f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1688409 Dec 23 15:36:44.913389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54084) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:44.981139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Allocated IP 2001:db8:0:1::2 (fe9045e5-08d1-4431-9080-d4f86da37837/95f07835-16bf-4f0c-8fef-564af30a569b/26d1f574-a0ab-49a9-a9b3-b031e9e3b186) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:44.981793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Allocated IP 2001:db8::f816:3eff:fe05:cab8 (fe9045e5-08d1-4431-9080-d4f86da37837/d93be576-f894-4007-a4f8-d34e9ec1e1b1/26d1f574-a0ab-49a9-a9b3-b031e9e3b186) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:45.014831 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 95f07835-16bf-4f0c-8fef-564af30a569b {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:45.044903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.059759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e612b7e9-4b48-4819-a58d-82beac65a96d None None] Network fb9b047c-739a-471c-bbfb-e3a622b77819 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:45.106724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.107649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.248674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:45.307718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network fb9b047c-739a-471c-bbfb-e3a622b77819 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:45.308882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:45.310914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-dc8904a0-5b24-4d26-a95e-0e3d11ef6829 None None] Provisioning for port e1165939-c6ce-4c15-84b5-f6f68f82f00f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:45.350592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.433075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Transition to ACTIVE for port object 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:45.461346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Transition to ACTIVE for port object 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:45.529501 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.530068 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.635006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:45.641007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.644885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:45.647961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:45.684869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Pushing event updated for resources: {'Port': ['ID=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:45.754420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e1165939-c6ce-4c15-84b5-f6f68f82f00f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:45.788016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.919449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Attempting to bind port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:45.919826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Attempting to bind port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:45.920207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Attempting to bind port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:45.934589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:45.934884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:45.935285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.935719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:45.936277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Bound port: 26d1f574-a0ab-49a9-a9b3-b031e9e3b186, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:45.936857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:45.943756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router 7b216c5f-f5c1-4873-b880-8b7bc6755cbb is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:36:45.976042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.040905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=95f07835-16bf-4f0c-8fef-564af30a569b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:46.043308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] For port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:46.048516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] For port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:46.053814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.057467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-16def01a-7531-48a9-a770-83d936885538 None None] Provisioning for port 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:46.065978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-16def01a-7531-48a9-a770-83d936885538 None None] Provisioning complete for port 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:46.067850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16def01a-7531-48a9-a770-83d936885538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.097830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port e1165939-c6ce-4c15-84b5-f6f68f82f00f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:46.117965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e1165939-c6ce-4c15-84b5-f6f68f82f00f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:46.118369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.154162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.172998 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-455bf39c-4992-420f-ae3f-13986034079a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/95f07835-16bf-4f0c-8fef-564af30a569b HTTP/1.1" status: 204 len: 168 time: 1.2627740 Dec 23 15:36:46.176114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54088) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:46.188355 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-1f578982-f6af-48e9-a0e3-f7aa5f9cf3ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1069314 Dec 23 15:36:46.203628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:46.219839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-af1beb4a-b43d-45d5-be51-ac8e0f4a3871 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/7b216c5f-f5c1-4873-b880-8b7bc6755cbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3764379 Dec 23 15:36:46.220019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54092) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:46.224481 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] Sync routers for ids ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:46.232152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-16def01a-7531-48a9-a770-83d936885538 None None] Port 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:46.263347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet d93be576-f894-4007-a4f8-d34e9ec1e1b1 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:46.267214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.273590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51e9a9-49af-45cf-8e68-b800012d38c4 None None] Pushing event updated for resources: {'Port': ['ID=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:46.276905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] Routers {'7b216c5f-f5c1-4873-b880-8b7bc6755cbb'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:46.280269 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:46.319945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667fff5-4ad6-400f-8cd9-187fe877a25f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:46.324787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9667fff5-4ad6-400f-8cd9-187fe877a25f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:46.328334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-16def01a-7531-48a9-a770-83d936885538 None None] Provisioning complete for port e1165939-c6ce-4c15-84b5-f6f68f82f00f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:46.328687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16def01a-7531-48a9-a770-83d936885538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.373657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.434944 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:46.436363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9667fff5-4ad6-400f-8cd9-187fe877a25f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:46.445485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9667fff5-4ad6-400f-8cd9-187fe877a25f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports/4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 HTTP/1.1" status: 200 len: 911 time: 0.2243299 Dec 23 15:36:46.449142 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] Routers {'7b216c5f-f5c1-4873-b880-8b7bc6755cbb'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:46.449748 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:46.453239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54096) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:46.474002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.541072 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:46.541474 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa240c37-6742-4f17-9752-8ed4b2df0479 None None] The sync data for ids ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:46.551946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.567352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef408afd-ce73-4799-ac28-eca90cc09b78 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:46.633493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.656006 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-d3fec403-6c0f-44f9-8564-4f14c0231045 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 1098 time: 0.2864106 Dec 23 15:36:46.710958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.719188 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/d93be576-f894-4007-a4f8-d34e9ec1e1b1 HTTP/1.1" status: 204 len: 168 time: 0.5411489 Dec 23 15:36:46.725893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54100) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:46.727211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b523a43-cbd9-4e19-be4d-15df8b8082cd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=d93be576-f894-4007-a4f8-d34e9ec1e1b1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:46.728428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port e1165939-c6ce-4c15-84b5-f6f68f82f00f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e1165939-c6ce-4c15-84b5-f6f68f82f00f,segment=NetworkSegment(e9a74516-797f-40aa-aca3-d45e48042d18),segment_id=e9a74516-797f-40aa-aca3-d45e48042d18)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:46.745588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-16def01a-7531-48a9-a770-83d936885538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.788659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:46.818129 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7149e51f-882e-4e3f-86e5-2421106de753 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850241 Dec 23 15:36:46.818370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54104) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:46.824806 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:46.946321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:46.950934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-75001ba8-1ff9-4310-ba4a-5e74a1176a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:46.951804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:46.952373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-75001ba8-1ff9-4310-ba4a-5e74a1176a54 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.2676756 Dec 23 15:36:46.954751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:46.959386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-16def01a-7531-48a9-a770-83d936885538 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:46.959736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-16def01a-7531-48a9-a770-83d936885538 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:46.962421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:46.970823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=e1165939-c6ce-4c15-84b5-f6f68f82f00f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:47.004463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a5d7f-06dd-4b60-b3e2-b417f20c5f5d None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 15:36:47.032014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:47.066624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:47.124319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-dcfc306d-e96d-4a14-a62a-fe6115aaf062 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3 HTTP/1.1" status: 200 len: 1000 time: 0.1638212 Dec 23 15:36:47.124575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a5d7f-06dd-4b60-b3e2-b417f20c5f5d None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 15:36:47.228765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:47.259076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-5c5f230f-bd24-4a34-8d75-1d0f282eb662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:47.260749 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-5c5f230f-bd24-4a34-8d75-1d0f282eb662 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.1288550 Dec 23 15:36:47.583591 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-abc077c1-7400-482a-b6c3-470a60004662 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3125539 Dec 23 15:36:47.610796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e1165939-c6ce-4c15-84b5-f6f68f82f00f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:47.712661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c0bce93f-765e-4731-b5e6-3af4f9947c28 None None] Provisioning complete for port 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:47.713781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c0bce93f-765e-4731-b5e6-3af4f9947c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:47.718530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:47.771891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e1165939-c6ce-4c15-84b5-f6f68f82f00f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:47.772355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:47.811530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-f6221d71-a786-4211-beef-91c8b73cc5c5 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916337 Dec 23 15:36:47.822471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c0bce93f-765e-4731-b5e6-3af4f9947c28 None None] Port 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:36:48.003254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a74512a8-4929-4b9c-ac70-7f3ccdd7538c req-62d75814-ef3d-425d-b4e3-a508de2904b0 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830783 Dec 23 15:36:48.022570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.131874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:48.134595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.247802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:48.280425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.321994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.349225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.349938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.441551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:48.475016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:48.481646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:48.485287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:48.485287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.500472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=77263b81-57b1-40f8-bcf9-8589cc06206e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:48.500705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9950632d-d5b0-46f0-987e-d9b2a048b16f None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:48.515697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,revision_number=6']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:48.590329 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6d3a2b89-23ba-4760-bfe8-754e2dccd121 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7709236 Dec 23 15:36:48.593192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54108) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:48.604094 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:48.703975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.755034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=4cacd4a9-7adb-474d-9f5b-ddde0ef6ae43,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:48.782019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:48.792408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:48.793746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:48.805708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:48.875518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:48.879461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:48.958074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:49.070752 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77263b81-57b1-40f8-bcf9-8589cc06206e (CIDR: 2001:db8::/64) Dec 23 15:36:49.118712 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:49.119263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:49.220942 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-05c56ca6-01f6-490d-90ae-dcdd52c17049 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6265755 Dec 23 15:36:49.224057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54112) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:49.229574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:49.375346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:49.380064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:49.382929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:49.388838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:49.469494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:49.476390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:49.536401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router 7b216c5f-f5c1-4873-b880-8b7bc6755cbb has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:36:49.692408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:49.701905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:49.733765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] Sync routers for ids ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:49.772389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] Routers {'7b216c5f-f5c1-4873-b880-8b7bc6755cbb'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:49.773227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:49.797170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2b36e4e3-5fd6-4050-b230-3e64468ed510 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/7b216c5f-f5c1-4873-b880-8b7bc6755cbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3414760 Dec 23 15:36:49.800674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54120) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:49.848403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1fbf1a13-8e58-41bf-92c4-460c3e5e9f24 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:49.857546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:49.875262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] Routers {'7b216c5f-f5c1-4873-b880-8b7bc6755cbb'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:49.875830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:49.946082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:49.946482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4638c7-02d6-4339-807d-28d678a0b15b None None] The sync data for ids ['7b216c5f-f5c1-4873-b880-8b7bc6755cbb'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:50.072238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.223880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:50.227034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:50.231392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:50.232008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.235942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89761441-7db1-451d-9f59-60c2b685ae08 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:50.244046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=bacc4767-5603-499a-8001-302036543b9b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:50.345783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1fbf1a13-8e58-41bf-92c4-460c3e5e9f24 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:50.352107 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1fbf1a13-8e58-41bf-92c4-460c3e5e9f24 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b216c5f-f5c1-4873-b880-8b7bc6755cbb HTTP/1.1" status: 200 len: 205 time: 0.5460176 Dec 23 15:36:50.352107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54124) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:50.412826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6d11817d-bb72-4813-8c6e-82c0aeb48c3e None None] Provisioning for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:50.415529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:50.425813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6d11817d-bb72-4813-8c6e-82c0aeb48c3e None None] Provisioning complete for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:50.426177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6d11817d-bb72-4813-8c6e-82c0aeb48c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.457500 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4f82e12a-b156-4862-b0cc-3beb1e8b9ada tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2322156 Dec 23 15:36:50.460650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54128) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:50.466583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:14:95:64', 'name': 'tempest-NetworksTestDHCPv6-956975517'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:50.472411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:50.472781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.491014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0378084-b54a-419a-8bb5-2be56692a463 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.613762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:50.623034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:50.629494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:50.638175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:50.705628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.786385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:50.789952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.799145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6d11817d-bb72-4813-8c6e-82c0aeb48c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.830182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 4efc1b2e-c944-4611-aa8d-285f77921f0a yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:50.830607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:50.847573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] Update dhcp port {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'fixed_ips': [{'subnet_id': '77263b81-57b1-40f8-bcf9-8589cc06206e', 'ip_address': '2001:db8::f816:3eff:fe05:cab8'}, {'subnet_id': 'bacc4767-5603-499a-8001-302036543b9b'}], 'binding:host_id': 'dv-neutron-822796-1-hyperv'}, 'id': '26d1f574-a0ab-49a9-a9b3-b031e9e3b186'} from dv-neutron-822796-1-hyperv. {{(pid=84223) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 23 15:36:50.900370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.900998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0378084-b54a-419a-8bb5-2be56692a463 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.915921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0378084-b54a-419a-8bb5-2be56692a463 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.981583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.991834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0378084-b54a-419a-8bb5-2be56692a463 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:50.996814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0378084-b54a-419a-8bb5-2be56692a463 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Fanout notify agent at l3_agent the message router_deleted on router 7b216c5f-f5c1-4873-b880-8b7bc6755cbb {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:36:51.006193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b0378084-b54a-419a-8bb5-2be56692a463 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.010490 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b0378084-b54a-419a-8bb5-2be56692a463 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/7b216c5f-f5c1-4873-b880-8b7bc6755cbb HTTP/1.1" status: 204 len: 168 time: 0.6559145 Dec 23 15:36:51.010490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54134) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:51.074056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8:0:1::156 (fe9045e5-08d1-4431-9080-d4f86da37837/bacc4767-5603-499a-8001-302036543b9b/4efc1b2e-c944-4611-aa8d-285f77921f0a) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:51.080198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f816:3eff:fe14:9564 (fe9045e5-08d1-4431-9080-d4f86da37837/77263b81-57b1-40f8-bcf9-8589cc06206e/4efc1b2e-c944-4611-aa8d-285f77921f0a) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:51.120778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-6d11817d-bb72-4813-8c6e-82c0aeb48c3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:36:51.121130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-6d11817d-bb72-4813-8c6e-82c0aeb48c3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:36:51.134886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:51.298760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.314190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 4efc1b2e-c944-4611-aa8d-285f77921f0a will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:51.340313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet f7d61e78-ffab-402c-a4bd-b5982a7ea28a {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:51.343167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.387284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.407402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.458387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] Allocated IP 2001:db8:0:1::2 (fe9045e5-08d1-4431-9080-d4f86da37837/bacc4767-5603-499a-8001-302036543b9b/26d1f574-a0ab-49a9-a9b3-b031e9e3b186) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:51.467261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:51.471019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=4efc1b2e-c944-4611-aa8d-285f77921f0a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:51.479253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:51.479253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:51.480617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:51.481243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.513145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.609454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] For port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:51.613585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:51.623148 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1682694b-1b32-45e6-9499-b2d54b7548c3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1589375 Dec 23 15:36:51.630969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54138) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:51.691477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.701314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 4efc1b2e-c944-4611-aa8d-285f77921f0a {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:51.701892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.728206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d61e78-ffab-402c-a4bd-b5982a7ea28a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:51.736569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.743676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-49283f3a-cdde-4d06-b5cf-9f776e7e8be1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/f7d61e78-ffab-402c-a4bd-b5982a7ea28a HTTP/1.1" status: 204 len: 168 time: 0.7319465 Dec 23 15:36:51.745667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.746254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54142) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:51.766352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518fb30-7cb7-45e3-abe1-20d7fc5dffdb None None] Network fb9b047c-739a-471c-bbfb-e3a622b77819 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:51.843516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] Transition to ACTIVE for port object 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:51.852916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:51.853456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.869346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.880284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port e1165939-c6ce-4c15-84b5-f6f68f82f00f {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:51.883952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.957588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:51.984150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.037456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a3979-701a-4c76-81eb-66dcfdd528dc None None] Pushing event updated for resources: {'Port': ['ID=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:52.111789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port e1165939-c6ce-4c15-84b5-f6f68f82f00f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e1165939-c6ce-4c15-84b5-f6f68f82f00f,segment=NetworkSegment(e9a74516-797f-40aa-aca3-d45e48042d18),segment_id=e9a74516-797f-40aa-aca3-d45e48042d18)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:52.111789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.128507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 4efc1b2e-c944-4611-aa8d-285f77921f0a owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:52.231870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for e1165939-c6ce-4c15-84b5-f6f68f82f00f owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:52.295189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d575f53-f0f4-4c6b-b6bd-3c6935df28ab None None] DHCP port deletion for fb9b047c-739a-471c-bbfb-e3a622b77819 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:52.299965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5d575f53-f0f4-4c6b-b6bd-3c6935df28ab None None] Deleting port e1165939-c6ce-4c15-84b5-f6f68f82f00f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:52.300395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5d575f53-f0f4-4c6b-b6bd-3c6935df28ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.386322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.402673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5d575f53-f0f4-4c6b-b6bd-3c6935df28ab None None] The port 'e1165939-c6ce-4c15-84b5-f6f68f82f00f' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:36:52.436720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=e1165939-c6ce-4c15-84b5-f6f68f82f00f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:52.443424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.450482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port e1165939-c6ce-4c15-84b5-f6f68f82f00f on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:52.496312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=4efc1b2e-c944-4611-aa8d-285f77921f0a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:52.589303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.598258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.600277 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-58d304a3-e68d-48d0-acb8-d65b094d8348 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/4efc1b2e-c944-4611-aa8d-285f77921f0a HTTP/1.1" status: 204 len: 168 time: 0.9756324 Dec 23 15:36:52.602750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54146) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:52.627608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9b047c-739a-471c-bbfb-e3a622b77819']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:52.644808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a74516-797f-40aa-aca3-d45e48042d18') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:52.645376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a74516-797f-40aa-aca3-d45e48042d18') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:52.659423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.683257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.688745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f98c5d-e08a-4c08-951e-78faa467da24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:52.692867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a3f98c5d-e08a-4c08-951e-78faa467da24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:52.694158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:36:52.694158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:36:52.707255 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:36:52.763285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a3f98c5d-e08a-4c08-951e-78faa467da24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:52.768631 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a3f98c5d-e08a-4c08-951e-78faa467da24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1610172 Dec 23 15:36:52.768631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54150) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:52.866248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.886584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:52.902960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=fb9b047c-739a-471c-bbfb-e3a622b77819,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:52.959117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5fa4f4-ec6f-4f41-b3a1-e04345f36ea5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:52.960646 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4f5fa4f4-ec6f-4f41-b3a1-e04345f36ea5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1924529 Dec 23 15:36:52.963246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54154) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:52.991455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b1603484-74f5-46e3-a206-6f27fd6ea9cf None None] Provisioning for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:52.996895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b1603484-74f5-46e3-a206-6f27fd6ea9cf None None] Provisioning complete for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:52.997261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1603484-74f5-46e3-a206-6f27fd6ea9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.025411 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f891dfe0-290a-499f-8284-bfd1b5b6ba1c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/fb9b047c-739a-471c-bbfb-e3a622b77819 HTTP/1.1" status: 204 len: 168 time: 1.2707944 Dec 23 15:36:53.028828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54158) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:53.032161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-592805968', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:53.043567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:53.050613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee28ab6-795e-4203-9166-8adafb10ee15 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:53.050613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee28ab6-795e-4203-9166-8adafb10ee15 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:53.052429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee28ab6-795e-4203-9166-8adafb10ee15 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:53.053698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9ee28ab6-795e-4203-9166-8adafb10ee15 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:53.062349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:router and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:53.067977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:53.078924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:53.168816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9ee28ab6-795e-4203-9166-8adafb10ee15 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:53.175161 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9ee28ab6-795e-4203-9166-8adafb10ee15 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2058992 Dec 23 15:36:53.175161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54162) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:53.251144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1e5a48bf-2c2a-46e2-a214-11317410ac2c None None] Could not find standard attr ID for object 4efc1b2e-c944-4611-aa8d-285f77921f0a. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 15:36:53.265784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.266584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.355427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.397841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 77263b81-57b1-40f8-bcf9-8589cc06206e {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:53.401214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.506511 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.606042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:53.651886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.674880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.680993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:53.680993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.847726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e1165939-c6ce-4c15-84b5-f6f68f82f00f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:53.859718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.881448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: e1165939-c6ce-4c15-84b5-f6f68f82f00f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:36:53.882912 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e1165939-c6ce-4c15-84b5-f6f68f82f00f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:36:53.907872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=77263b81-57b1-40f8-bcf9-8589cc06206e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:53.914404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:53.922019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca942833-145d-4c05-88c6-ccd0977890f0 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:53.984020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.013451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.054764 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1a7598de-b792-4120-9ed6-9b0d89aae2b3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/77263b81-57b1-40f8-bcf9-8589cc06206e HTTP/1.1" status: 204 len: 168 time: 0.8810017 Dec 23 15:36:54.057709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54168) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:54.163966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 172.26.6.114 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/1fe764c8-a85f-467b-a2f2-1ff9ae1287e5) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:54.282244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet bacc4767-5603-499a-8001-302036543b9b {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:36:54.285678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.341554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.425995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.446888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.507271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:54.509742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:54.513886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:54.548306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.557677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=1fe764c8-a85f-467b-a2f2-1ff9ae1287e5,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:54.695782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.744135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=bacc4767-5603-499a-8001-302036543b9b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:54.744135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.753857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4749b1ea-ceb3-4f7d-83d2-65e110cdd3a1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/bacc4767-5603-499a-8001-302036543b9b HTTP/1.1" status: 204 len: 168 time: 0.6944067 Dec 23 15:36:54.756304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54174) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:54.788088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c976bf4f-1b37-4995-80c2-68fe160c8ad8 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:54.803751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.803751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:54.826099 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5659c88a-af92-4ec0-8804-0d40ae341acd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685978 Dec 23 15:36:54.828780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54178) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:54.834458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:54.949297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:54.953387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:54.957271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:54.964330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:54.978489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0cf0af83-f3ad-48f2-8dd1-a3c6ba665dbd None None] Provisioning complete for port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:54.978844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0cf0af83-f3ad-48f2-8dd1-a3c6ba665dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.092424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:55.107849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.156847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:36:55.161572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] Deleting port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:55.162809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.246565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router 879da4f3-349f-44d2-8718-149e7f45a5a9 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:36:55.374992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c76407ea-807e-4ae0-925b-31bc440d44b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.412765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.426114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] For port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:55.426114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.498561 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:55.504051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:55.510067 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] Sync routers for ids ['879da4f3-349f-44d2-8718-149e7f45a5a9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:55.515419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:55.526158 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] Routers {'879da4f3-349f-44d2-8718-149e7f45a5a9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:55.526158 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['879da4f3-349f-44d2-8718-149e7f45a5a9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:55.527299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:55.527299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.546810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=2e6b96c2-db75-4cce-977e-115ea56324c8,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:55.581271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] Calling delete_port for 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:55.624722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:36:55.629867 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:55.642157 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] Routers {'879da4f3-349f-44d2-8718-149e7f45a5a9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:55.642748 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['879da4f3-349f-44d2-8718-149e7f45a5a9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:55.658753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.661005 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ed955eb1-615b-44b6-9c2b-b722540f81aa tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6370819 Dec 23 15:36:55.663733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54182) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:55.696267 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-810419ac-ef8b-44c7-94eb-49dc5ca7b4eb tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8663576 Dec 23 15:36:55.699709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54186) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:55.708964 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:55.709370 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea5ba8-8cc4-4648-973f-0a6e5cace452 None None] The sync data for ids ['879da4f3-349f-44d2-8718-149e7f45a5a9'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:55.709710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:55.802621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.864497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.880460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:55.885151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:55.888377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:55.897182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:55.908250 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-382fad19-4b6e-4a1b-8d9d-a4a885103521 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/routers/879da4f3-349f-44d2-8718-149e7f45a5a9 HTTP/1.1" status: 200 len: 884 time: 0.2424552 Dec 23 15:36:55.913815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54190) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:55.943707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] Pushing event deleted for resources: {'Port': ['ID=26d1f574-a0ab-49a9-a9b3-b031e9e3b186,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:55.952693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa531188-6c2e-40dc-ac2d-8d05fecd9a54 None None] No DVR routers for this DVR port 26d1f574-a0ab-49a9-a9b3-b031e9e3b186 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:36:55.965576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:55.971076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:55.972815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00afcf0-b02f-4f2f-8f8a-9ffe282c5faf None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:56.120738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.ipam_backend_mixin [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e6b96c2-db75-4cce-977e-115ea56324c8 (CIDR: 2001:db8::/64) Dec 23 15:36:56.146953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a2f11dc1-aff1-4941-a3a9-9606df87bca8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:router {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:56.157931 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:36:56.158367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:36:56.210007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '2e6b96c2-db75-4cce-977e-115ea56324c8'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:36:56.211062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:56.242751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a2f11dc1-aff1-4941-a3a9-9606df87bca8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:router {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:56.247771 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a2f11dc1-aff1-4941-a3a9-9606df87bca8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3323343 Dec 23 15:36:56.247911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54194) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:56.253332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-426b1bae-cdf0-4925-a14e-6940e9044d16 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-592805968'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:56.306381 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4e8705da-8cec-4c3e-8754-d5e1eb6a5076 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6043568 Dec 23 15:36:56.311001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54198) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:56.315685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:56.374259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/2e6b96c2-db75-4cce-977e-115ea56324c8/6638967d-6070-4dab-b347-a4e3cf22ea25) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:56.462569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:56.467181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:56.470448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:56.476430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:56.594798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:56.598913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:56.622581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:56.636581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Transition to ACTIVE for port object 6638967d-6070-4dab-b347-a4e3cf22ea25 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:56.657483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Transition to ACTIVE for port object 6638967d-6070-4dab-b347-a4e3cf22ea25 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:56.729949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:56.821831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:56.826162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:56.829250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:56.832313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Pushing event updated for resources: {'Port': ['ID=6638967d-6070-4dab-b347-a4e3cf22ea25,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:56.923617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Attempting to bind port 6638967d-6070-4dab-b347-a4e3cf22ea25 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:36:56.924029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Attempting to bind port 6638967d-6070-4dab-b347-a4e3cf22ea25 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:36:56.924724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Attempting to bind port 6638967d-6070-4dab-b347-a4e3cf22ea25 on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:36:56.931312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:36:56.931679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:36:56.932077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:56.932489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:36:56.932948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Bound port: 6638967d-6070-4dab-b347-a4e3cf22ea25, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:36:56.933323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:56.952961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-426b1bae-cdf0-4925-a14e-6940e9044d16 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.023440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] For port 6638967d-6070-4dab-b347-a4e3cf22ea25, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:36:57.026414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] For port 6638967d-6070-4dab-b347-a4e3cf22ea25, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6638967d-6070-4dab-b347-a4e3cf22ea25,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:36:57.123347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-426b1bae-cdf0-4925-a14e-6940e9044d16 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.129067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:36:57.134664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.224071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6a79a-81b9-4e4d-b7c2-025fcb53a300 None None] Pushing event updated for resources: {'Port': ['ID=6638967d-6070-4dab-b347-a4e3cf22ea25,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:57.339888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b1bae-cdf0-4925-a14e-6940e9044d16 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router 879da4f3-349f-44d2-8718-149e7f45a5a9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:36:57.398742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.635311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b1bae-cdf0-4925-a14e-6940e9044d16 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:36:57.644969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] Sync routers for ids ['879da4f3-349f-44d2-8718-149e7f45a5a9'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:36:57.655151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-426b1bae-cdf0-4925-a14e-6940e9044d16 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.657542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-426b1bae-cdf0-4925-a14e-6940e9044d16 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/879da4f3-349f-44d2-8718-149e7f45a5a9 HTTP/1.1" status: 200 len: 891 time: 1.4096632 Dec 23 15:36:57.660895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54204) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:57.677679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] Routers {'879da4f3-349f-44d2-8718-149e7f45a5a9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:57.678571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['879da4f3-349f-44d2-8718-149e7f45a5a9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:57.683984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port 6638967d-6070-4dab-b347-a4e3cf22ea25, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6638967d-6070-4dab-b347-a4e3cf22ea25,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:57.733409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.747750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58027bc1-19de-4334-93c4-6699f4046dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.749307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6638967d-6070-4dab-b347-a4e3cf22ea25 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:57.797803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.798486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:57.812082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:57.838741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] Routers {'879da4f3-349f-44d2-8718-149e7f45a5a9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:36:57.840090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['879da4f3-349f-44d2-8718-149e7f45a5a9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:57.903714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:36:57.904420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67be0108-2cb8-4c26-8fcb-8a22d9167149 None None] The sync data for ids ['879da4f3-349f-44d2-8718-149e7f45a5a9'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:36:57.922816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2aca3c95-1da4-4092-9f41-b648c469ce55 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/routers/879da4f3-349f-44d2-8718-149e7f45a5a9 HTTP/1.1" status: 200 len: 891 time: 0.2602174 Dec 23 15:36:57.924453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54208) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:57.977045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ddaf0993-2485-48fa-8ac3-96e5abfeaaeb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:36:57.999389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 6638967d-6070-4dab-b347-a4e3cf22ea25 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:58.008069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:58.019412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:58.029604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:58.029604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.054857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ddaf0993-2485-48fa-8ac3-96e5abfeaaeb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:36:58.058651 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ddaf0993-2485-48fa-8ac3-96e5abfeaaeb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=879da4f3-349f-44d2-8718-149e7f45a5a9 HTTP/1.1" status: 200 len: 205 time: 0.1317298 Dec 23 15:36:58.058801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54212) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:58.076694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=591023f4-5ffd-46fd-9e2b-569035abfc9c,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:58.078942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=6638967d-6070-4dab-b347-a4e3cf22ea25,revision_number=4']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:58.155802 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b64332db-9bed-4e97-af39-b0c625581964 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8396647 Dec 23 15:36:58.155932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54216) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:58.159345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:f1:58:95', 'name': 'tempest-NetworksTestDHCPv6-102195455'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:36:58.371797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:36:58.377083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:36:58.382965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:36:58.391691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:36:58.408513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.431241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ec861-1fa0-43fa-a82a-b9bec45901fc None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:36:58.558563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:36:58.562432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.596491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2f8a15a3-d1eb-4866-b0f3-84263abb09dc None None] Provisioning for port 6638967d-6070-4dab-b347-a4e3cf22ea25 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:36:58.598489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 325421bb-11f3-45c9-910c-6e72ebe1d2ae yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:36:58.605792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2f8a15a3-d1eb-4866-b0f3-84263abb09dc None None] Provisioning complete for port 6638967d-6070-4dab-b347-a4e3cf22ea25 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:58.606147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f8a15a3-d1eb-4866-b0f3-84263abb09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.779108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.804159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f8a15a3-d1eb-4866-b0f3-84263abb09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.845163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2f8a15a3-d1eb-4866-b0f3-84263abb09dc None None] For port 6638967d-6070-4dab-b347-a4e3cf22ea25, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6638967d-6070-4dab-b347-a4e3cf22ea25,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:36:58.887362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.922972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f8a15a3-d1eb-4866-b0f3-84263abb09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:58.967445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::f (fe9045e5-08d1-4431-9080-d4f86da37837/2e6b96c2-db75-4cce-977e-115ea56324c8/325421bb-11f3-45c9-910c-6e72ebe1d2ae) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:58.973610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8:0:1:f816:3eff:fef1:5895 (fe9045e5-08d1-4431-9080-d4f86da37837/591023f4-5ffd-46fd-9e2b-569035abfc9c/325421bb-11f3-45c9-910c-6e72ebe1d2ae) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:36:58.977034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.000606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a15a3-d1eb-4866-b0f3-84263abb09dc None None] Pushing event updated for resources: {'Port': ['ID=6638967d-6070-4dab-b347-a4e3cf22ea25,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:59.016914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 1fe764c8-a85f-467b-a2f2-1ff9ae1287e5 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:59.017243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.339135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.352778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.460056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ca23e0ac-7fda-4d91-b902-bae4a4aa35ec None None] Provisioning complete for port 6638967d-6070-4dab-b347-a4e3cf22ea25 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:59.460535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ca23e0ac-7fda-4d91-b902-bae4a4aa35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.474362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 1fe764c8-a85f-467b-a2f2-1ff9ae1287e5 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:36:59.516341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 325421bb-11f3-45c9-910c-6e72ebe1d2ae will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:36:59.618342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6638967d-6070-4dab-b347-a4e3cf22ea25 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:36:59.640505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.701248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 6638967d-6070-4dab-b347-a4e3cf22ea25 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:36:59.701681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.744167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:36:59.747967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:36:59.750402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=325421bb-11f3-45c9-910c-6e72ebe1d2ae,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:59.753750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:36:59.757689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:36:59.758297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.789529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:36:59.838518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=1fe764c8-a85f-467b-a2f2-1ff9ae1287e5,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:36:59.876008 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-966f08dd-1c72-49d6-8859-a9d73677668c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7217679 Dec 23 15:36:59.879211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54222) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:36:59.954759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 325421bb-11f3-45c9-910c-6e72ebe1d2ae {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:36:59.956286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.074676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.112434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2e0a4cfa-e1ab-4d51-92e6-141c8ab9f832 None None] Provisioning for port 325421bb-11f3-45c9-910c-6e72ebe1d2ae completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:00.117669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2e0a4cfa-e1ab-4d51-92e6-141c8ab9f832 None None] Provisioning complete for port 325421bb-11f3-45c9-910c-6e72ebe1d2ae triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:00.118154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4cfa-e1ab-4d51-92e6-141c8ab9f832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.186376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a4cfa-e1ab-4d51-92e6-141c8ab9f832 None None] Port 325421bb-11f3-45c9-910c-6e72ebe1d2ae cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:00.203301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.235134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.328380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 325421bb-11f3-45c9-910c-6e72ebe1d2ae owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:00.456232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.456232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.551589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.554077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Fanout notify agent at l3_agent the message router_deleted on router 879da4f3-349f-44d2-8718-149e7f45a5a9 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:37:00.663655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.712437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=325421bb-11f3-45c9-910c-6e72ebe1d2ae,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:00.729561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.734612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7f22ff13-2944-4b9e-b13f-967c05008a1e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/879da4f3-349f-44d2-8718-149e7f45a5a9 HTTP/1.1" status: 204 len: 168 time: 2.6709843 Dec 23 15:37:00.734844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54226) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:00.740941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-481314716'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:00.746089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:00.754866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:00.757997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:00.765230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:00.803009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.807884 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b4617273-36b9-41c8-81db-0fff681c7bcf tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/325421bb-11f3-45c9-910c-6e72ebe1d2ae HTTP/1.1" status: 204 len: 168 time: 0.9274762 Dec 23 15:37:00.810273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54230) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:00.883872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:00.886396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.895849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde3d99-dd21-4ea0-9a7c-6b2a9253a130 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:00.896604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4dde3d99-dd21-4ea0-9a7c-6b2a9253a130 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:00.916812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:37:00.926495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:00.926495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment 80a34754-05b1-4e01-ac08-e8ab211af13f of type vlan for network fcb63454-36e6-43f1-bab9-7d22910c5746 Dec 23 15:37:00.961319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.059709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4dde3d99-dd21-4ea0-9a7c-6b2a9253a130 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:01.060959 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4dde3d99-dd21-4ea0-9a7c-6b2a9253a130 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2497871 Dec 23 15:37:01.063524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54234) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:01.126869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.126869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:01.128350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.143639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2107556b-4937-4976-9585-1e0e7a88108e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:01.147656 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2107556b-4937-4976-9585-1e0e7a88108e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0807469 Dec 23 15:37:01.147824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54238) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:01.217876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1333408-fbec-439a-a1be-ae8b41ca0707 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:01.222435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1333408-fbec-439a-a1be-ae8b41ca0707 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:01.222435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1333408-fbec-439a-a1be-ae8b41ca0707 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:01.222435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1333408-fbec-439a-a1be-ae8b41ca0707 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:01.235400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=fcb63454-36e6-43f1-bab9-7d22910c5746,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:01.246296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network fcb63454-36e6-43f1-bab9-7d22910c5746 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:37:01.286891 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-063fcbc6-ea48-4f91-a130-5e1bf40d3cd1 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5509672 Dec 23 15:37:01.289826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54244) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:01.295263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': 'fcb63454-36e6-43f1-bab9-7d22910c5746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:01.334323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1333408-fbec-439a-a1be-ae8b41ca0707 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:01.338408 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d1333408-fbec-439a-a1be-ae8b41ca0707 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1868219 Dec 23 15:37:01.338609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54248) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:01.407134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:01.412975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:01.415104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:01.420833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:01.535809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:01.538935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 2e6b96c2-db75-4cce-977e-115ea56324c8 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:01.541868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.597722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.637125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.688077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.866718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.898890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6b96c2-db75-4cce-977e-115ea56324c8,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:01.905626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:01.913619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c041842c-a9aa-4bf7-84d0-20059823ae6e None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:01.984555 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f1596bfc-b951-4816-b562-c86763e2012c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/2e6b96c2-db75-4cce-977e-115ea56324c8 HTTP/1.1" status: 204 len: 168 time: 0.6445735 Dec 23 15:37:01.987089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54252) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:02.030078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.198379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=29ead249-3e4f-4abb-a753-7cf787af53e0,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:02.238170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': '80a34754-05b1-4e01-ac08-e8ab211af13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fcb63454-36e6-43f1-bab9-7d22910c5746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:02.238519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: fcb63454-36e6-43f1-bab9-7d22910c5746, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:37:02.289765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 591023f4-5ffd-46fd-9e2b-569035abfc9c {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:02.294122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.352215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.432466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network fcb63454-36e6-43f1-bab9-7d22910c5746 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:37:02.448734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.522956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, fcb63454-36e6-43f1-bab9-7d22910c5746) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:02.527467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:02.528033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.531821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f9ca0-b295-4ccd-9b1b-880e07365c3a None None] Network fcb63454-36e6-43f1-bab9-7d22910c5746 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:02.646962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.687272 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-79b919a2-42f3-4992-af70-73187ed55f10 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3964589 Dec 23 15:37:02.690185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54256) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:02.690560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=591023f4-5ffd-46fd-9e2b-569035abfc9c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:02.695872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.696864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579628616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:02.703106 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bfc02a83-fa9d-4310-a334-e732882b27e0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/591023f4-5ffd-46fd-9e2b-569035abfc9c HTTP/1.1" status: 204 len: 168 time: 0.7100716 Dec 23 15:37:02.703877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:02.706291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54260) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:02.708316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7012e4a-4a99-4d49-8111-dcab4af57c12 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:02.715423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:router and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:02.718711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:02.726903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:02.778295 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5146535e-3990-4a14-a9de-c30e900577a4 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706968 Dec 23 15:37:02.780956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54264) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:02.786826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:02.819551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.820664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.840205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.878641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fbbf04f3-2a46-4516-ad24-a6b41637bd92 None None] Provisioning complete for port 6638967d-6070-4dab-b347-a4e3cf22ea25 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:02.878933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fbbf04f3-2a46-4516-ad24-a6b41637bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.899162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:02.904309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:02.907136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:02.913199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:02.926595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:02.943870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fcb63454-36e6-43f1-bab9-7d22910c5746', 'network_id': 'fcb63454-36e6-43f1-bab9-7d22910c5746', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '29ead249-3e4f-4abb-a753-7cf787af53e0'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:02.944694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.035196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:03.035428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.039237 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f06d7145-c5ac-4dcb-b6c0-8220dd60403d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3452709 Dec 23 15:37:03.039396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.039517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54268) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:03.239719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Allocated IP 2001:db8::2 (fcb63454-36e6-43f1-bab9-7d22910c5746/29ead249-3e4f-4abb-a753-7cf787af53e0/5713f5cd-2ea6-4412-9a0b-56fb0887a136) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:03.322050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:37:03.331855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] Deleting port 6638967d-6070-4dab-b347-a4e3cf22ea25 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:03.332244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.447337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.532418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:03.536872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:03.541081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:03.541648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.547240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=79ca3797-7e7a-4e5c-81f9-ca92e03dada9,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:03.630826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6638967d-6070-4dab-b347-a4e3cf22ea25 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:03.638556 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c9b9bb72-256f-4ed6-9088-8aeedf3ff296 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8564787 Dec 23 15:37:03.639242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54272) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:03.653074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:03.668513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.711527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Transition to ACTIVE for port object 5713f5cd-2ea6-4412-9a0b-56fb0887a136 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:03.757350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] For port 6638967d-6070-4dab-b347-a4e3cf22ea25, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6638967d-6070-4dab-b347-a4e3cf22ea25,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:03.757628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.767138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:03.772206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Transition to ACTIVE for port object 5713f5cd-2ea6-4412-9a0b-56fb0887a136 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:03.968254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] Calling delete_port for 6638967d-6070-4dab-b347-a4e3cf22ea25 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:03.994385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.000944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:04.010988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:04.016212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:04.027046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:04.109736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.142400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Network fcb63454-36e6-43f1-bab9-7d22910c5746 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:04.147717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:04.148435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:04.156875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:04.157017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.157137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Pushing event updated for resources: {'Port': ['ID=5713f5cd-2ea6-4412-9a0b-56fb0887a136,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:04.228516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.267788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8::1 (fcb63454-36e6-43f1-bab9-7d22910c5746/29ead249-3e4f-4abb-a753-7cf787af53e0/ce812c11-9452-47a9-9793-af456a736fcb) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:04.323521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] Pushing event deleted for resources: {'Port': ['ID=6638967d-6070-4dab-b347-a4e3cf22ea25,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:04.337955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e6592a-a66f-415c-ab0e-a5a95095905c None None] No DVR routers for this DVR port 6638967d-6070-4dab-b347-a4e3cf22ea25 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:37:04.342314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Attempting to bind port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:04.342314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Attempting to bind port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '80a34754-05b1-4e01-ac08-e8ab211af13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fcb63454-36e6-43f1-bab9-7d22910c5746'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:04.342314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Attempting to bind port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 on network fcb63454-36e6-43f1-bab9-7d22910c5746 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:04.350747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb036ef7-68e0-4c34-a3fd-9445520470a5 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:04.367208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:04.367683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Checking segment: {'id': '80a34754-05b1-4e01-ac08-e8ab211af13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fcb63454-36e6-43f1-bab9-7d22910c5746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:04.368082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.368523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Bound using segment: {'id': '80a34754-05b1-4e01-ac08-e8ab211af13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fcb63454-36e6-43f1-bab9-7d22910c5746'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:04.368994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Bound port: 5713f5cd-2ea6-4412-9a0b-56fb0887a136, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a34754-05b1-4e01-ac08-e8ab211af13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'fcb63454-36e6-43f1-bab9-7d22910c5746'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:04.369378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.381230 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.ipam_backend_mixin [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79ca3797-7e7a-4e5c-81f9-ca92e03dada9 (CIDR: 2001:db8::/64) Dec 23 15:37:04.410689 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:37:04.411121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:04.477897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.494198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object ce812c11-9452-47a9-9793-af456a736fcb will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:04.557928 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-44244d6e-6a78-4ed7-b0c1-43d71b92d061 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9156718 Dec 23 15:37:04.560625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54276) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:04.566412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'subnet': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:04.591107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] For port 5713f5cd-2ea6-4412-9a0b-56fb0887a136, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:04.614622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] For port 5713f5cd-2ea6-4412-9a0b-56fb0887a136, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5713f5cd-2ea6-4412-9a0b-56fb0887a136,segment=NetworkSegment(80a34754-05b1-4e01-ac08-e8ab211af13f),segment_id=80a34754-05b1-4e01-ac08-e8ab211af13f)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:04.685041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fe9045e5-08d1-4431-9080-d4f86da37837', 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'tenant_id': '00f5213e09074ef3be79af3eb79de3fd', 'fixed_ips': [{'subnet_id': '79ca3797-7e7a-4e5c-81f9-ca92e03dada9'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:04.686793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.697851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.742030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.844462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network fcb63454-36e6-43f1-bab9-7d22910c5746 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:04.849165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6dafc-576b-49af-855d-6c22e5b175c6 None None] Pushing event updated for resources: {'Port': ['ID=5713f5cd-2ea6-4412-9a0b-56fb0887a136,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:04.862183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=ce812c11-9452-47a9-9793-af456a736fcb,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:04.862183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:04.865970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:04.866487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:04.898952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:04.904388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:subnet and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:04.909329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:04.916108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:04.937911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Allocated IP 2001:db8::2 (fe9045e5-08d1-4431-9080-d4f86da37837/79ca3797-7e7a-4e5c-81f9-ca92e03dada9/f00a1acb-8c9f-41ae-9c8e-5f8727214eae) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:05.055933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:05.076116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.183023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.185985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.194774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Transition to ACTIVE for port object f00a1acb-8c9f-41ae-9c8e-5f8727214eae will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:05.218706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Transition to ACTIVE for port object f00a1acb-8c9f-41ae-9c8e-5f8727214eae will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:05.357391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.427559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:05.430487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:05.435040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:05.439026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Pushing event updated for resources: {'Port': ['ID=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:05.529939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Attempting to bind port f00a1acb-8c9f-41ae-9c8e-5f8727214eae on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:05.530315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Attempting to bind port f00a1acb-8c9f-41ae-9c8e-5f8727214eae by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:05.531406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Attempting to bind port f00a1acb-8c9f-41ae-9c8e-5f8727214eae on network fe9045e5-08d1-4431-9080-d4f86da37837 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:05.537551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:05.537907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Checking segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:05.538299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.538745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Bound using segment: {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:05.539203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Bound port: f00a1acb-8c9f-41ae-9c8e-5f8727214eae, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:05.539575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.657474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] For port f00a1acb-8c9f-41ae-9c8e-5f8727214eae, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:05.662023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] For port f00a1acb-8c9f-41ae-9c8e-5f8727214eae, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:05.705160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5713f5cd-2ea6-4412-9a0b-56fb0887a136 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:05.732378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.742424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.814744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.815859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:05.850504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226adf7-957a-4e5a-a4fd-c0a8a3c21722 None None] Pushing event updated for resources: {'Port': ['ID=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:05.929888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:05.943675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=ce812c11-9452-47a9-9793-af456a736fcb,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:06.124927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.objects.ports [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84222) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 23 15:37:06.169137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7be2db-49ff-41df-ab80-302072fe95ba None None] Network fcb63454-36e6-43f1-bab9-7d22910c5746 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:06.190534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network fcb63454-36e6-43f1-bab9-7d22910c5746 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:06.194695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:06.375508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9ef1ab85-a510-4b20-a365-74ce644bac38 None None] Provisioning for port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:06.386408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9ef1ab85-a510-4b20-a365-74ce644bac38 None None] Provisioning complete for port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:06.386770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ab85-a510-4b20-a365-74ce644bac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:06.581923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ab85-a510-4b20-a365-74ce644bac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:06.622933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9ef1ab85-a510-4b20-a365-74ce644bac38 None None] For port 5713f5cd-2ea6-4412-9a0b-56fb0887a136, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5713f5cd-2ea6-4412-9a0b-56fb0887a136,segment=NetworkSegment(80a34754-05b1-4e01-ac08-e8ab211af13f),segment_id=80a34754-05b1-4e01-ac08-e8ab211af13f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:06.700721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ef1ab85-a510-4b20-a365-74ce644bac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:06.725388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:06.781328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1ab85-a510-4b20-a365-74ce644bac38 None None] Pushing event updated for resources: {'Port': ['ID=5713f5cd-2ea6-4412-9a0b-56fb0887a136,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:06.996341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] For port f00a1acb-8c9f-41ae-9c8e-5f8727214eae, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:07.029981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.040389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d9948d6f-38ec-4919-8955-764d0a610d99 None None] Provisioning for port ce812c11-9452-47a9-9793-af456a736fcb completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:07.045780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d9948d6f-38ec-4919-8955-764d0a610d99 None None] Provisioning complete for port ce812c11-9452-47a9-9793-af456a736fcb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:07.046147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9948d6f-38ec-4919-8955-764d0a610d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.095004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router b09028a9-2d70-480f-a894-3d98fb28d44e is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:37:07.104960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d9948d6f-38ec-4919-8955-764d0a610d99 None None] Port ce812c11-9452-47a9-9793-af456a736fcb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:07.117781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d9948d6f-38ec-4919-8955-764d0a610d99 None None] Provisioning complete for port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:07.118147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9948d6f-38ec-4919-8955-764d0a610d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.157575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.165524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.166259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.367873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:07.371621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-baf385ee-e21c-4480-afc4-b2368f06a2cc None None] Provisioning complete for port ce812c11-9452-47a9-9793-af456a736fcb triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:07.371990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-baf385ee-e21c-4480-afc4-b2368f06a2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.372744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Subnet': ['ID=ba446999-e94d-4f45-8111-8a034e8b9649,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:07.376192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:07.378931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:07.379747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.388172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,revision_number=4']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:07.402054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b1301-2811-424e-ac85-3a556650a215 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:07.449528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:07.454716 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-30d3d55f-1204-4f54-b573-26d1f0e52192 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/b09028a9-2d70-480f-a894-3d98fb28d44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4142637 Dec 23 15:37:07.458207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54280) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:07.459787 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] Sync routers for ids ['b09028a9-2d70-480f-a894-3d98fb28d44e'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:07.475038 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] Routers {'b09028a9-2d70-480f-a894-3d98fb28d44e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:07.475707 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b09028a9-2d70-480f-a894-3d98fb28d44e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:07.501620 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-55329a56-9728-4f4a-a0ca-7c5c42decf24 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9371946 Dec 23 15:37:07.502561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54284) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:07.508495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Request body: {'port': {'network_id': 'fe9045e5-08d1-4431-9080-d4f86da37837', 'mac_address': 'fa:16:3e:68:02:0d', 'name': 'tempest-NetworksTestDHCPv6-576233421'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:07.514515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-baf385ee-e21c-4480-afc4-b2368f06a2cc None None] Port ce812c11-9452-47a9-9793-af456a736fcb cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:07.537161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bad50a-b3af-4836-a9c5-b8cef4bb67c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:07.537864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-88bad50a-b3af-4836-a9c5-b8cef4bb67c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:07.572984 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:07.586109 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] Routers {'b09028a9-2d70-480f-a894-3d98fb28d44e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:07.586911 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b09028a9-2d70-480f-a894-3d98fb28d44e'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:07.646593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-88bad50a-b3af-4836-a9c5-b8cef4bb67c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:07.653686 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-88bad50a-b3af-4836-a9c5-b8cef4bb67c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports/ce812c11-9452-47a9-9793-af456a736fcb HTTP/1.1" status: 200 len: 911 time: 0.1922827 Dec 23 15:37:07.653686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54288) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:07.664415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29ead249-3e4f-4abb-a753-7cf787af53e0'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:07.669797 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:07.670958 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114cc26c-6e56-4a0f-83b7-580dd91ae85d None None] The sync data for ids ['b09028a9-2d70-480f-a894-3d98fb28d44e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:07.696846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-baf385ee-e21c-4480-afc4-b2368f06a2cc None None] Provisioning for port f00a1acb-8c9f-41ae-9c8e-5f8727214eae completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:07.756989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:07.762182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Usage tracker for resource:port and tenant:00f5213e09074ef3be79af3eb79de3fd is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:07.765775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:07.768303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5713f5cd-2ea6-4412-9a0b-56fb0887a136 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:07.784522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:07.846650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:07.847449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.860754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Made reservation on behalf of 00f5213e09074ef3be79af3eb79de3fd for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:07.967645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:07.994469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f00a1acb-8c9f-41ae-9c8e-5f8727214eae up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:08.009607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.048373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] device_id is not set on port 0da5e344-e912-45e4-903e-da910f59ee6f yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:37:08.178707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f00a1acb-8c9f-41ae-9c8e-5f8727214eae completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:08.186349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f00a1acb-8c9f-41ae-9c8e-5f8727214eae triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:08.187495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.306198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8::103 (fe9045e5-08d1-4431-9080-d4f86da37837/79ca3797-7e7a-4e5c-81f9-ca92e03dada9/0da5e344-e912-45e4-903e-da910f59ee6f) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:08.314673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:20d (fe9045e5-08d1-4431-9080-d4f86da37837/ba446999-e94d-4f45-8111-8a034e8b9649/0da5e344-e912-45e4-903e-da910f59ee6f) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:08.344747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.386059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f00a1acb-8c9f-41ae-9c8e-5f8727214eae, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:08.446574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-00b136f6-1a98-4d71-9c72-1c58eba0de60 None None] Provisioning complete for port f00a1acb-8c9f-41ae-9c8e-5f8727214eae triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:08.447007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00b136f6-1a98-4d71-9c72-1c58eba0de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.475606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.544099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.568570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Transition to ACTIVE for port object 0da5e344-e912-45e4-903e-da910f59ee6f will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:08.576889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:08.686755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.687908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.759721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Network fe9045e5-08d1-4431-9080-d4f86da37837 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:08.762782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:08.767510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:08.771513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:08.772030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.775904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event updated for resources: {'Port': ['ID=0da5e344-e912-45e4-903e-da910f59ee6f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:08.777700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.782542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:08.783796 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:08.785094 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/ports/ce812c11-9452-47a9-9793-af456a736fcb HTTP/1.1" status: 200 len: 911 time: 1.1317933 Dec 23 15:37:08.788350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54294) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:08.853832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79229a69-932d-4f0c-b023-cd969540843c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=ce812c11-9452-47a9-9793-af456a736fcb,revision_number=3']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:08.953842 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5183dd37-77b7-4374-8497-7d6cfd7483d8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4501083 Dec 23 15:37:08.957595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54298) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:09.032848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting port 0da5e344-e912-45e4-903e-da910f59ee6f {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:09.033247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:09.138196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5f8cbbcf-a4a3-4841-bb22-fc7c7b7a6353 None None] Provisioning for port 0da5e344-e912-45e4-903e-da910f59ee6f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:09.144309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5f8cbbcf-a4a3-4841-bb22-fc7c7b7a6353 None None] Provisioning complete for port 0da5e344-e912-45e4-903e-da910f59ee6f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:09.144633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5f8cbbcf-a4a3-4841-bb22-fc7c7b7a6353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:09.204212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-5f8cbbcf-a4a3-4841-bb22-fc7c7b7a6353 None None] Port 0da5e344-e912-45e4-903e-da910f59ee6f cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:09.514771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:09.568521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:09.619562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f00a1acb-8c9f-41ae-9c8e-5f8727214eae up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:09.700964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f00a1acb-8c9f-41ae-9c8e-5f8727214eae triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:09.701330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:09.760859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Calling delete_port for 0da5e344-e912-45e4-903e-da910f59ee6f owned by {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:10.121340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:10.187781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Port': ['ID=0da5e344-e912-45e4-903e-da910f59ee6f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:10.305836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:10.334462 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dc1d82eb-354e-498f-990e-035b336e4e4c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/0da5e344-e912-45e4-903e-da910f59ee6f HTTP/1.1" status: 204 len: 168 time: 1.3706038 Dec 23 15:37:10.334673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54302) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:10.419210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6e4d3-787c-4042-b6df-0899decddfef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:10.423116 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bca6e4d3-787c-4042-b6df-0899decddfef tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0855505 Dec 23 15:37:10.423285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54306) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:10.501400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2dac5c-3c78-422a-94ea-edf5c8df05b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:10.505927 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2d2dac5c-3c78-422a-94ea-edf5c8df05b5 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0793183 Dec 23 15:37:10.507565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54310) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:10.594587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port ce812c11-9452-47a9-9793-af456a736fcb {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:10.595271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:10.637026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b47f0-d23d-419a-a2c8-e35e1a1c2387 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:10.638243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b47f0-d23d-419a-a2c8-e35e1a1c2387 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:10.639575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b47f0-d23d-419a-a2c8-e35e1a1c2387 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:10.640356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3c1b47f0-d23d-419a-a2c8-e35e1a1c2387 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:10.746203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3c1b47f0-d23d-419a-a2c8-e35e1a1c2387 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:10.747260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3c1b47f0-d23d-419a-a2c8-e35e1a1c2387 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2387626 Dec 23 15:37:10.750138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54314) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:10.851490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet 79ca3797-7e7a-4e5c-81f9-ca92e03dada9 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:10.854041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:10.864731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.106270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for ce812c11-9452-47a9-9793-af456a736fcb owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:11.166042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.280068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.451978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.489484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.529929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=ce812c11-9452-47a9-9793-af456a736fcb,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:11.542408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=79ca3797-7e7a-4e5c-81f9-ca92e03dada9,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:11.577269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.583948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46a1eab-dea9-4658-a78a-0fb10bc08eaa None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:11.727947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a4168376-227f-4a81-9b8d-a36f1c8e5c86 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/79ca3797-7e7a-4e5c-81f9-ca92e03dada9 HTTP/1.1" status: 204 len: 168 time: 0.9765155 Dec 23 15:37:11.731090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54318) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:11.747579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.939429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Deleting subnet ba446999-e94d-4f45-8111-8a034e8b9649 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:11.942560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:11.999339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:12.084331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:12.182681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router b09028a9-2d70-480f-a894-3d98fb28d44e has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:12.229675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:12.270419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Subnet': ['ID=ba446999-e94d-4f45-8111-8a034e8b9649,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:12.276847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:12.289912 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c0e8af27-ae09-4148-af7f-5039c97a2a1d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ba446999-e94d-4f45-8111-8a034e8b9649 HTTP/1.1" status: 204 len: 168 time: 0.5554521 Dec 23 15:37:12.290270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54322) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.342982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7ab1e-00b2-4d6e-a122-202a02fdc542 None None] Network fe9045e5-08d1-4431-9080-d4f86da37837 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:12.366706 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7400231e-32a8-40d5-b7c3-c574c1b3273a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729189 Dec 23 15:37:12.366950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54326) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.431082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:12.443433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] Sync routers for ids ['b09028a9-2d70-480f-a894-3d98fb28d44e'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:12.444652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-76327d2c-a9a6-46a1-8f7c-85f8e02e7475 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/b09028a9-2d70-480f-a894-3d98fb28d44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6550393 Dec 23 15:37:12.445522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54330) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.447408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b43ee-0f5f-4a65-b8a0-4eda3c1d300e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:12.451248 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8e3b43ee-0f5f-4a65-b8a0-4eda3c1d300e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0811329 Dec 23 15:37:12.451488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54334) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.458314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4e8fee6a-64b5-46d6-820b-9f5bf9f96b42 None None] Provisioning complete for port f00a1acb-8c9f-41ae-9c8e-5f8727214eae triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:12.458759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4e8fee6a-64b5-46d6-820b-9f5bf9f96b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:12.495166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a108a0f0-acfc-4e21-8150-c5f767d8da50 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:12.521367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0517764-1db9-4924-9f64-ded1b254d4e1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:12.522025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b0517764-1db9-4924-9f64-ded1b254d4e1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:12.582084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] Routers {'b09028a9-2d70-480f-a894-3d98fb28d44e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:12.582617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b09028a9-2d70-480f-a894-3d98fb28d44e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:12.602492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a108a0f0-acfc-4e21-8150-c5f767d8da50 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:12.603682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a108a0f0-acfc-4e21-8150-c5f767d8da50 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09028a9-2d70-480f-a894-3d98fb28d44e HTTP/1.1" status: 200 len: 205 time: 0.1572242 Dec 23 15:37:12.606580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54338) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.654344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:12.671199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b0517764-1db9-4924-9f64-ded1b254d4e1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:12.674915 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b0517764-1db9-4924-9f64-ded1b254d4e1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2198195 Dec 23 15:37:12.675217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54342) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.728865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] Routers {'b09028a9-2d70-480f-a894-3d98fb28d44e'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:12.729486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b09028a9-2d70-480f-a894-3d98fb28d44e'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:12.751776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4f5f7580-f14f-48c6-98bc-df8d0740bb83 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683167 Dec 23 15:37:12.753494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54346) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.794829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:12.795219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f257c3-9b77-4ef9-94b3-ff7d6c8bd4f2 None None] The sync data for ids ['b09028a9-2d70-480f-a894-3d98fb28d44e'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:12.796158 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b05dc47-e88e-4afc-b5d5-9feb327235e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:12.796380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b05dc47-e88e-4afc-b5d5-9feb327235e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:12.799750 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1b05dc47-e88e-4afc-b5d5-9feb327235e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/0da5e344-e912-45e4-903e-da910f59ee6f HTTP/1.1" status: 404 len: 333 time: 0.0434954 Dec 23 15:37:12.801354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69115e73-1c67-44b1-b7f6-5014c56b3f80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:12.801577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54350) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.841398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-5087ebda-ede4-4605-8b39-93c0e143371c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:12.841833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5087ebda-ede4-4605-8b39-93c0e143371c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:12.843465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5087ebda-ede4-4605-8b39-93c0e143371c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ba446999-e94d-4f45-8111-8a034e8b9649 HTTP/1.1" status: 404 len: 337 time: 0.0409317 Dec 23 15:37:12.846619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54354) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.853381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] DHCP port deletion for fe9045e5-08d1-4431-9080-d4f86da37837 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:37:12.857616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] Deleting port f00a1acb-8c9f-41ae-9c8e-5f8727214eae {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:12.857977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:12.888839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11aabac-6077-4916-a9ad-306615e6b5d6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:12.889271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11aabac-6077-4916-a9ad-306615e6b5d6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:12.890900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a11aabac-6077-4916-a9ad-306615e6b5d6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/79ca3797-7e7a-4e5c-81f9-ca92e03dada9 HTTP/1.1" status: 404 len: 337 time: 0.0436227 Dec 23 15:37:12.894071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54358) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.950400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-a433d35c-9147-45ef-bd90-98d47a6533e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:12.950833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a433d35c-9147-45ef-bd90-98d47a6533e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:12.955645 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a433d35c-9147-45ef-bd90-98d47a6533e9 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/325421bb-11f3-45c9-910c-6e72ebe1d2ae HTTP/1.1" status: 404 len: 333 time: 0.0574369 Dec 23 15:37:12.955645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54362) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:12.992150 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-303d1dae-a91d-40d3-8438-5bc470342973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:12.992616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303d1dae-a91d-40d3-8438-5bc470342973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:12.996634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-303d1dae-a91d-40d3-8438-5bc470342973 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/591023f4-5ffd-46fd-9e2b-569035abfc9c HTTP/1.1" status: 404 len: 337 time: 0.0380611 Dec 23 15:37:12.996888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54366) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.069143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] For port f00a1acb-8c9f-41ae-9c8e-5f8727214eae, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,segment=NetworkSegment(9c902286-67d0-4a4d-ba6e-e8ba9c056c3a),segment_id=9c902286-67d0-4a4d-ba6e-e8ba9c056c3a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:13.069557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.193869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] Calling delete_port for f00a1acb-8c9f-41ae-9c8e-5f8727214eae owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:13.198693 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c5f1fd-0421-417f-8bf3-b2a6976d3222 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.199128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c5f1fd-0421-417f-8bf3-b2a6976d3222 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.200774 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-11c5f1fd-0421-417f-8bf3-b2a6976d3222 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/2e6b96c2-db75-4cce-977e-115ea56324c8 HTTP/1.1" status: 404 len: 337 time: 0.2029746 Dec 23 15:37:13.203486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54370) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.248574 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9e105f-5f57-4e6b-b131-e8a5f2c9f41c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.249354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9e105f-5f57-4e6b-b131-e8a5f2c9f41c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.254045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ef9e105f-5f57-4e6b-b131-e8a5f2c9f41c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/4efc1b2e-c944-4611-aa8d-285f77921f0a HTTP/1.1" status: 404 len: 333 time: 0.0463219 Dec 23 15:37:13.254877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54374) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.291584 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-432848d9-fddc-4347-b86c-1e32a6578e49 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.292003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432848d9-fddc-4347-b86c-1e32a6578e49 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.293663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-432848d9-fddc-4347-b86c-1e32a6578e49 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/bacc4767-5603-499a-8001-302036543b9b HTTP/1.1" status: 404 len: 337 time: 0.0384362 Dec 23 15:37:13.296213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54378) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.334154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab491f09-e021-4569-8fcf-bb6b0dc5869c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.334496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab491f09-e021-4569-8fcf-bb6b0dc5869c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.336251 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ab491f09-e021-4569-8fcf-bb6b0dc5869c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/77263b81-57b1-40f8-bcf9-8589cc06206e HTTP/1.1" status: 404 len: 337 time: 0.0390685 Dec 23 15:37:13.338937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54382) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.346590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69115e73-1c67-44b1-b7f6-5014c56b3f80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.351172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.351331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69115e73-1c67-44b1-b7f6-5014c56b3f80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.384115 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf509f0-b258-491d-b38d-9e28e313f085 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.384624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbf509f0-b258-491d-b38d-9e28e313f085 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.386250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dbf509f0-b258-491d-b38d-9e28e313f085 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/ab48fff3-8cf4-4a5b-9e15-54047fd4a8fc HTTP/1.1" status: 404 len: 333 time: 0.0464358 Dec 23 15:37:13.388888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54386) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.397311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] Pushing event deleted for resources: {'Port': ['ID=f00a1acb-8c9f-41ae-9c8e-5f8727214eae,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:13.401036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a63449-0d04-4aa9-86fd-0479df2a22d4 None None] No DVR routers for this DVR port f00a1acb-8c9f-41ae-9c8e-5f8727214eae on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:37:13.430479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb75c2f5-98e5-4315-b057-ff4a5c18d010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.430925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb75c2f5-98e5-4315-b057-ff4a5c18d010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.432615 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fb75c2f5-98e5-4315-b057-ff4a5c18d010 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/95f07835-16bf-4f0c-8fef-564af30a569b HTTP/1.1" status: 404 len: 337 time: 0.0428460 Dec 23 15:37:13.442372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54390) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.457591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69115e73-1c67-44b1-b7f6-5014c56b3f80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.458133 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69115e73-1c67-44b1-b7f6-5014c56b3f80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Fanout notify agent at l3_agent the message router_deleted on router b09028a9-2d70-480f-a894-3d98fb28d44e {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:37:13.472281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69115e73-1c67-44b1-b7f6-5014c56b3f80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.473363 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-69115e73-1c67-44b1-b7f6-5014c56b3f80 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/b09028a9-2d70-480f-a894-3d98fb28d44e HTTP/1.1" status: 204 len: 168 time: 0.8657992 Dec 23 15:37:13.480254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-55909e4c-49d5-4854-9e0b-6dc9d5d6e963 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.480574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55909e4c-49d5-4854-9e0b-6dc9d5d6e963 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.482148 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54394) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.482383 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-55909e4c-49d5-4854-9e0b-6dc9d5d6e963 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/d93be576-f894-4007-a4f8-d34e9ec1e1b1 HTTP/1.1" status: 404 len: 337 time: 0.0389357 Dec 23 15:37:13.484569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54398) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.527922 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d0ecbd-c78d-42ad-aa0d-52f7d66067a0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.528401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d0ecbd-c78d-42ad-aa0d-52f7d66067a0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.530056 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-68d0ecbd-c78d-42ad-aa0d-52f7d66067a0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/7c563bc0-b78d-4740-96e1-207c9a445842 HTTP/1.1" status: 404 len: 333 time: 0.0446248 Dec 23 15:37:13.532742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54402) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.571218 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae4de2f-311d-4afe-a8aa-67e1636aa19e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.571660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae4de2f-311d-4afe-a8aa-67e1636aa19e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.575655 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5ae4de2f-311d-4afe-a8aa-67e1636aa19e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/8fa2c09e-771c-4487-a74a-e9c0e3d1a721 HTTP/1.1" status: 404 len: 337 time: 0.0397165 Dec 23 15:37:13.576004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54406) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.617238 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-169c94fe-1739-41cc-8458-be594a5b52f6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.617672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169c94fe-1739-41cc-8458-be594a5b52f6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.621889 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-169c94fe-1739-41cc-8458-be594a5b52f6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/226fb613-d050-4e11-81ec-8aaf62d23881 HTTP/1.1" status: 404 len: 333 time: 0.0450556 Dec 23 15:37:13.622589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54410) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.639097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f00a1acb-8c9f-41ae-9c8e-5f8727214eae no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:13.667109 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d74b728-75ab-406d-8c38-9a0a6b673119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.667798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d74b728-75ab-406d-8c38-9a0a6b673119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.671756 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3d74b728-75ab-406d-8c38-9a0a6b673119 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/07ce4faa-9f89-4c03-9d66-2888a15f95be HTTP/1.1" status: 404 len: 337 time: 0.0459592 Dec 23 15:37:13.672161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54414) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.683614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f00a1acb-8c9f-41ae-9c8e-5f8727214eae {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:37:13.684790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f00a1acb-8c9f-41ae-9c8e-5f8727214eae not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:37:13.717707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-6910ea2f-d0f8-4b22-af24-395fd68bed44 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.718135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6910ea2f-d0f8-4b22-af24-395fd68bed44 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.719764 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6910ea2f-d0f8-4b22-af24-395fd68bed44 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/1430e3bd-4c23-48fd-ac37-094d80e4e669 HTTP/1.1" status: 404 len: 333 time: 0.0466688 Dec 23 15:37:13.720736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 29ead249-3e4f-4abb-a753-7cf787af53e0 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:13.722569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54418) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.723708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.760442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf5857e-43fa-4d03-b0ec-6c6dc6f5d85a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.761046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf5857e-43fa-4d03-b0ec-6c6dc6f5d85a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.762483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9cf5857e-43fa-4d03-b0ec-6c6dc6f5d85a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/fa596d5b-5f86-408c-a3bf-4cd4cb1736cd HTTP/1.1" status: 404 len: 337 time: 0.0390198 Dec 23 15:37:13.765122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54422) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.778410 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.804592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78f5fe0-2378-41ee-9b8e-99e7e67d1e27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.810140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78f5fe0-2378-41ee-9b8e-99e7e67d1e27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.810140 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c78f5fe0-2378-41ee-9b8e-99e7e67d1e27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/07413b89-049b-49da-8cd2-1549fa9f8620 HTTP/1.1" status: 404 len: 333 time: 0.0405834 Dec 23 15:37:13.812194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54426) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.855876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca09a63-fba1-4c37-81c7-6ee82488ee1f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.856109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca09a63-fba1-4c37-81c7-6ee82488ee1f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.857658 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4ca09a63-fba1-4c37-81c7-6ee82488ee1f tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/1ef56a76-fbe2-4a93-bd50-4a56ebd92ff8 HTTP/1.1" status: 404 len: 337 time: 0.0444968 Dec 23 15:37:13.860298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.868732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:13.900011 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee26874-3543-48f8-974c-a485d4f45c27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.900473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee26874-3543-48f8-974c-a485d4f45c27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.902096 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dee26874-3543-48f8-974c-a485d4f45c27 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/37e39080-9990-44b8-97f9-a14525cf144d HTTP/1.1" status: 404 len: 333 time: 0.0409284 Dec 23 15:37:13.904803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54434) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.942451 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f7d311-0507-4c92-b49c-c1ed372b6d77 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.942877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f7d311-0507-4c92-b49c-c1ed372b6d77 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.944500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c1f7d311-0507-4c92-b49c-c1ed372b6d77 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/a0b85e2b-b016-4bb2-8b5e-4e7a04d0f155 HTTP/1.1" status: 404 len: 337 time: 0.0388052 Dec 23 15:37:13.947117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54438) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:13.988749 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5f4b58-d2e6-495c-b657-e8e094ef3aa3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:13.989168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5f4b58-d2e6-495c-b657-e8e094ef3aa3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:13.990739 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7a5f4b58-d2e6-495c-b657-e8e094ef3aa3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/b456cdd2-c36f-4f47-881d-e6d7c85eb312 HTTP/1.1" status: 404 len: 333 time: 0.0427673 Dec 23 15:37:13.993255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54442) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.029841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-689ef4b6-e6fe-4b62-984f-3d1520e72a83 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.030259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689ef4b6-e6fe-4b62-984f-3d1520e72a83 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.031515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.031817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-689ef4b6-e6fe-4b62-984f-3d1520e72a83 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/72aa2216-44e5-4c24-80e6-f1b9a228cb6d HTTP/1.1" status: 404 len: 337 time: 0.0377090 Dec 23 15:37:14.034794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54446) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.071946 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19efb47-946e-45ee-8f18-c0584d0e080a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.072401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19efb47-946e-45ee-8f18-c0584d0e080a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.073519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=29ead249-3e4f-4abb-a753-7cf787af53e0,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:14.074032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d19efb47-946e-45ee-8f18-c0584d0e080a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ea43e9ad-2230-4bc2-bd6a-dab09c53c32f HTTP/1.1" status: 404 len: 337 time: 0.0383677 Dec 23 15:37:14.076728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54450) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.080692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.087691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39704e6-29fe-4792-ac68-cc80c4b62d99 None None] Network fcb63454-36e6-43f1-bab9-7d22910c5746 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:14.091152 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8f0afe36-cea7-4af3-81a0-02b1a414e40c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/29ead249-3e4f-4abb-a753-7cf787af53e0 HTTP/1.1" status: 204 len: 168 time: 0.6080203 Dec 23 15:37:14.093860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54454) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.120844 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-148a10b7-eafe-46dd-aca1-8bfee14fcbc0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.121175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148a10b7-eafe-46dd-aca1-8bfee14fcbc0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.123632 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-148a10b7-eafe-46dd-aca1-8bfee14fcbc0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/6c99418f-3d22-4121-b0a9-6975cf7671bb HTTP/1.1" status: 404 len: 333 time: 0.0448055 Dec 23 15:37:14.125335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54458) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.163612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a06f4b-a0b5-4e62-8d58-6db81bd043c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.164047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a06f4b-a0b5-4e62-8d58-6db81bd043c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.167998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-95a06f4b-a0b5-4e62-8d58-6db81bd043c2 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/2b9eec7d-9dd1-40a2-93c6-ce246c004f3d HTTP/1.1" status: 404 len: 337 time: 0.0394840 Dec 23 15:37:14.168385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54462) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.206682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcd34a3-1a4e-44fd-a72b-bcb78cdecb9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.207109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcd34a3-1a4e-44fd-a72b-bcb78cdecb9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.211174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ebcd34a3-1a4e-44fd-a72b-bcb78cdecb9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/a6d6664f-155f-4103-ab87-e34da15af053 HTTP/1.1" status: 404 len: 337 time: 0.0394876 Dec 23 15:37:14.211425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54466) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.211571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.223857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:14.224367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.257530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3e1ddc-4a6d-4f6a-9904-0b1ffae9bfcd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.257964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3e1ddc-4a6d-4f6a-9904-0b1ffae9bfcd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.262397 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1f3e1ddc-4a6d-4f6a-9904-0b1ffae9bfcd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/f7634656-8c20-4174-b621-9264dfc38797 HTTP/1.1" status: 404 len: 333 time: 0.0471120 Dec 23 15:37:14.262815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54470) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.310401 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a6d6d3-b0d6-4553-bc76-404e7e339cb6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.310825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a6d6d3-b0d6-4553-bc76-404e7e339cb6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.312457 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c7a6d6d3-b0d6-4553-bc76-404e7e339cb6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/b3d2212d-2621-492f-a0d6-0289c15341c2 HTTP/1.1" status: 404 len: 337 time: 0.0486393 Dec 23 15:37:14.315701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54474) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.355810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cd6b2c-8ea8-4cfa-b801-05d9170c0c81 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.356801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cd6b2c-8ea8-4cfa-b801-05d9170c0c81 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.359578 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-45cd6b2c-8ea8-4cfa-b801-05d9170c0c81 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/cb824fe1-070b-4ad5-aeca-bae76d704c0a HTTP/1.1" status: 404 len: 337 time: 0.0418465 Dec 23 15:37:14.361576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54478) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.388630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] DHCP port deletion for fcb63454-36e6-43f1-bab9-7d22910c5746 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:37:14.393163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Deleting port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:14.393713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.401592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5643b0c-c8c1-4dc1-bc9f-d43a3f8aaeaa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.402017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5643b0c-c8c1-4dc1-bc9f-d43a3f8aaeaa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.403628 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5643b0c-c8c1-4dc1-bc9f-d43a3f8aaeaa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/c7692a9b-7944-4182-9307-dfd7e327953a HTTP/1.1" status: 404 len: 333 time: 0.0411110 Dec 23 15:37:14.406161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54482) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.446719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbd0247-16d1-4120-a6bb-78a6fc0fecd0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.447146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbd0247-16d1-4120-a6bb-78a6fc0fecd0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.448810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9fbd0247-16d1-4120-a6bb-78a6fc0fecd0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/da6676f1-cd00-4e64-8209-9e437a26a7cd HTTP/1.1" status: 404 len: 337 time: 0.0417743 Dec 23 15:37:14.451281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54486) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.480405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port 5713f5cd-2ea6-4412-9a0b-56fb0887a136, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5713f5cd-2ea6-4412-9a0b-56fb0887a136,segment=NetworkSegment(80a34754-05b1-4e01-ac08-e8ab211af13f),segment_id=80a34754-05b1-4e01-ac08-e8ab211af13f)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:14.480760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.489271 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6cef837-c34c-49d7-b35c-059ba3839ba1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.489702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6cef837-c34c-49d7-b35c-059ba3839ba1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.492421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a6cef837-c34c-49d7-b35c-059ba3839ba1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/6a5e79fa-6e58-461c-ab9a-9a333a36365d HTTP/1.1" status: 404 len: 337 time: 0.0391729 Dec 23 15:37:14.504745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54490) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.545679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-daefcd30-bc21-4c96-861c-2767e214fad3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Synchronizing usage tracker for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:14.600772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] For port 5713f5cd-2ea6-4412-9a0b-56fb0887a136, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5713f5cd-2ea6-4412-9a0b-56fb0887a136,segment=NetworkSegment(80a34754-05b1-4e01-ac08-e8ab211af13f),segment_id=80a34754-05b1-4e01-ac08-e8ab211af13f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:14.601207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.609025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 5713f5cd-2ea6-4412-9a0b-56fb0887a136 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:14.646138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-daefcd30-bc21-4c96-861c-2767e214fad3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Unset dirty status for tenant:00f5213e09074ef3be79af3eb79de3fd on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:14.650078 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-daefcd30-bc21-4c96-861c-2767e214fad3 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports?device_id=45b7d2bc-042f-4e51-b74c-d096105572a6 HTTP/1.1" status: 200 len: 205 time: 0.1443963 Dec 23 15:37:14.650826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54494) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.728289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Calling delete_port for 5713f5cd-2ea6-4412-9a0b-56fb0887a136 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:14.735279 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-9dc4e5f6-5036-4f8b-8931-cc93bef145aa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] delete failed (client error): The resource could not be found. Dec 23 15:37:14.736853 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9dc4e5f6-5036-4f8b-8931-cc93bef145aa tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/routers/45b7d2bc-042f-4e51-b74c-d096105572a6 HTTP/1.1" status: 404 len: 336 time: 0.0849695 Dec 23 15:37:14.739398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54498) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.776471 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b6ecca-0d0d-4487-9872-dd767dcbb611 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:14.777185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b6ecca-0d0d-4487-9872-dd767dcbb611 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:14.778495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e0b6ecca-0d0d-4487-9872-dd767dcbb611 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/24b1b123-4459-4feb-bcc4-eec303130740 HTTP/1.1" status: 404 len: 337 time: 0.0382316 Dec 23 15:37:14.781103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54502) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.800934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:14.806765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:37:14.807119 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:37:14.854962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=5713f5cd-2ea6-4412-9a0b-56fb0887a136,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:14.860044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:37:14.922277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-364575e9-7454-45db-9f18-7d0c86c449f1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ae751b-e8d7-4959-a00f-7cf6105bd57c HTTP/1.1" status: 200 len: 205 time: 0.1379688 Dec 23 15:37:14.922482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54506) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.985005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-a73f08ad-20b5-436f-be75-876a392f5623 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] delete failed (client error): The resource could not be found. Dec 23 15:37:14.986069 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a73f08ad-20b5-436f-be75-876a392f5623 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/routers/d5ae751b-e8d7-4959-a00f-7cf6105bd57c HTTP/1.1" status: 404 len: 336 time: 0.0627620 Dec 23 15:37:14.989335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54510) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:14.991140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.017324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb63454-36e6-43f1-bab9-7d22910c5746']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:15.028479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f88acc-5aae-4a71-a26c-2060fb3e2324 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.028903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f88acc-5aae-4a71-a26c-2060fb3e2324 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.030516 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-04f88acc-5aae-4a71-a26c-2060fb3e2324 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/f757c7ae-d0fd-4354-92d6-7a8d2c1a6482 HTTP/1.1" status: 404 len: 337 time: 0.0403137 Dec 23 15:37:15.033565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54514) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.034813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a34754-05b1-4e01-ac08-e8ab211af13f') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:15.035190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a34754-05b1-4e01-ac08-e8ab211af13f') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:15.047617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.071259 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c7b181-316d-469e-8626-95df29e09bf6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.071689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c7b181-316d-469e-8626-95df29e09bf6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.073416 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-43c7b181-316d-469e-8626-95df29e09bf6 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ed3cb4fc-11b8-4b96-b092-2c55891312a0 HTTP/1.1" status: 404 len: 337 time: 0.0389869 Dec 23 15:37:15.075931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54518) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.117961 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdb7195-a6b2-44c3-96da-8d1789a41c9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.118407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdb7195-a6b2-44c3-96da-8d1789a41c9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.120064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-efdb7195-a6b2-44c3-96da-8d1789a41c9e tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/2b955611-47b0-413d-a538-26379e81f494 HTTP/1.1" status: 404 len: 333 time: 0.0431633 Dec 23 15:37:15.122619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54522) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.164923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.165206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4f04bc-cee0-4516-aeb9-b9614417043a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.165573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4f04bc-cee0-4516-aeb9-b9614417043a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.167195 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3e4f04bc-cee0-4516-aeb9-b9614417043a tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/a8a9d6f5-b3a4-4f04-bcdf-07e981db6b4d HTTP/1.1" status: 404 len: 337 time: 0.0436840 Dec 23 15:37:15.169743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54526) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.171504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:37:15.171887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:37:15.186300 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:37:15.209234 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-94471027-e62f-49e5-bfee-d84bec1169e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.209647 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94471027-e62f-49e5-bfee-d84bec1169e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.211273 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-94471027-e62f-49e5-bfee-d84bec1169e8 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/279df5b5-bb02-47d7-8726-d4b013bbd853 HTTP/1.1" status: 404 len: 333 time: 0.0406587 Dec 23 15:37:15.213870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54530) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.251164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-62611624-ac84-42c2-90e8-089461f601ca tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.252173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62611624-ac84-42c2-90e8-089461f601ca tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.253863 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-62611624-ac84-42c2-90e8-089461f601ca tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/8e740e96-117d-41b2-826e-aba82e0a7228 HTTP/1.1" status: 404 len: 337 time: 0.0391195 Dec 23 15:37:15.256364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54534) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.297624 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fce03f-98bc-44ec-84dd-02bd24eac7d0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.298046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fce03f-98bc-44ec-84dd-02bd24eac7d0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.300312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e1fce03f-98bc-44ec-84dd-02bd24eac7d0 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/3aea45e3-8494-4728-b5d6-cc491a007ae2 HTTP/1.1" status: 404 len: 333 time: 0.0430479 Dec 23 15:37:15.302837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54538) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.308194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Deleting port 5713f5cd-2ea6-4412-9a0b-56fb0887a136 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:15.308636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.339322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.340380 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0fd28f-59f8-4e16-a5a8-63257c945e81 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.340833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0fd28f-59f8-4e16-a5a8-63257c945e81 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.344815 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ec0fd28f-59f8-4e16-a5a8-63257c945e81 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/ba72356a-4a88-4fc2-b9a5-dbe700842ba9 HTTP/1.1" status: 404 len: 337 time: 0.0387616 Dec 23 15:37:15.346989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54542) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.358207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.372383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=fcb63454-36e6-43f1-bab9-7d22910c5746,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:15.378424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7ad0-e3cc-4b94-83a6-0fa5e6fc1ef2 None None] The port '5713f5cd-2ea6-4412-9a0b-56fb0887a136' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:37:15.390332 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b717c62-829d-4f55-a9e9-14d6c5f8545d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.390775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b717c62-829d-4f55-a9e9-14d6c5f8545d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.392587 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2b717c62-829d-4f55-a9e9-14d6c5f8545d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/44d2e438-7e7f-447a-87a2-03ad57de28b0 HTTP/1.1" status: 404 len: 333 time: 0.0445237 Dec 23 15:37:15.394983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54546) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.435693 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c38e4c-25f7-4643-bfbd-bf62d94a31bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.436130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c38e4c-25f7-4643-bfbd-bf62d94a31bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.437790 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-07c38e4c-25f7-4643-bfbd-bf62d94a31bd tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/19578be6-439f-4eb4-aac2-fa7794f9d065 HTTP/1.1" status: 404 len: 337 time: 0.0417378 Dec 23 15:37:15.440696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54550) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.443135 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-32fd427c-dc11-41f4-97d4-8278bc2c36f0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/fcb63454-36e6-43f1-bab9-7d22910c5746 HTTP/1.1" status: 204 len: 168 time: 1.3480487 Dec 23 15:37:15.446791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54554) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.452210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1554434355', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:15.458993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:15.463091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:router and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:15.466077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:15.472110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:15.479952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f327678-0ed6-4b41-a86c-402e1d7bae13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.480415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f327678-0ed6-4b41-a86c-402e1d7bae13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.488876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0f327678-0ed6-4b41-a86c-402e1d7bae13 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/0e84517a-4a75-492f-aa56-1530a7ecfd85 HTTP/1.1" status: 404 len: 333 time: 0.0404487 Dec 23 15:37:15.488876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54558) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.522093 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d51fa3-d356-4956-a0c1-88d74d803ace tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.522510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d51fa3-d356-4956-a0c1-88d74d803ace tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.524058 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-95d51fa3-d356-4956-a0c1-88d74d803ace tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/612671b7-007c-4565-b452-f1c5ed7accee HTTP/1.1" status: 404 len: 337 time: 0.0385466 Dec 23 15:37:15.526526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54562) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.560419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.561374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.568468 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-db754c7e-80e0-4ce1-9c64-b188c8a40a5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.568892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db754c7e-80e0-4ce1-9c64-b188c8a40a5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.570989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-db754c7e-80e0-4ce1-9c64-b188c8a40a5c tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/43e76a54-51a2-4dda-aac0-ab80775077e3 HTTP/1.1" status: 404 len: 333 time: 0.0431139 Dec 23 15:37:15.573583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54566) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.582204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.612912 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c7cf0f-41ca-487d-adc8-3a88c14dbf59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.613483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c7cf0f-41ca-487d-adc8-3a88c14dbf59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.617513 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-31c7cf0f-41ca-487d-adc8-3a88c14dbf59 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/8ebfb748-3a4f-4edc-a8c6-2b107f855a9f HTTP/1.1" status: 404 len: 337 time: 0.0406067 Dec 23 15:37:15.620872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54570) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.626557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5713f5cd-2ea6-4412-9a0b-56fb0887a136 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:15.659331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 5713f5cd-2ea6-4412-9a0b-56fb0887a136 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:37:15.659991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5713f5cd-2ea6-4412-9a0b-56fb0887a136 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:37:15.667982 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d52a22-6d44-4004-a3a6-0c233fc9f6ff tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.668440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d52a22-6d44-4004-a3a6-0c233fc9f6ff tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.673203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.673337 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b4d52a22-6d44-4004-a3a6-0c233fc9f6ff tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/ports/f702e73f-7028-4064-a905-28579b12bf14 HTTP/1.1" status: 404 len: 333 time: 0.0536916 Dec 23 15:37:15.673337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54574) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.714650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-21478195-e310-43e6-83e4-92b32c51d4c1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] DELETE failed (client error): The resource could not be found. Dec 23 15:37:15.715003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21478195-e310-43e6-83e4-92b32c51d4c1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:37:15.716641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-21478195-e310-43e6-83e4-92b32c51d4c1 tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/subnets/aa4928f5-96de-414b-b854-feae26de2272 HTTP/1.1" status: 404 len: 337 time: 0.0420368 Dec 23 15:37:15.719166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54578) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.785448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.786689 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-309e6c79-ab6e-4178-b85d-0e39a4363bbc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3389699 Dec 23 15:37:15.789297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54582) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:15.794925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298057596'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:15.800616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:15.805027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:15.807961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:15.813774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:15.835926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.880237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:15.883338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.913041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:37:15.921708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.922066 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment 41589f93-7785-4f23-aae5-c50b1887910d of type vlan for network 527f8b41-9f27-4643-90ce-8b52ccb73298 Dec 23 15:37:15.947194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.969410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:15.994249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9045e5-08d1-4431-9080-d4f86da37837']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:16.006491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:16.008231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c902286-67d0-4a4d-ba6e-e8ba9c056c3a') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:16.018479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.034547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.040480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:37:16.040856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:37:16.055002 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:37:16.062617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.062617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:16.062617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.168146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=527f8b41-9f27-4643-90ce-8b52ccb73298,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:16.178773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:37:16.190875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.211606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.218660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] Pushing event deleted for resources: {'Network': ['ID=fe9045e5-08d1-4431-9080-d4f86da37837,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:16.222803 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5f3c015a-f9c1-48b8-a51e-e26bf0647d0d tempest-NetworksTestDHCPv6-106886075 tempest-NetworksTestDHCPv6-106886075-project] 10.222.0.58 "DELETE /v2.0/networks/fe9045e5-08d1-4431-9080-d4f86da37837 HTTP/1.1" status: 204 len: 168 time: 0.5020885 Dec 23 15:37:16.238002 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ad952dfd-4f5f-4db5-b1d7-bcfadd84d615 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4475753 Dec 23 15:37:16.240800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54588) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:16.246713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:16.358916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:16.363086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:16.366050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:16.371808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:16.468815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:16.571865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.767744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54594) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:16.853680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:16.939424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=32ccb7e1-7954-4943-9ead-1851f13a6c55,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:16.944194 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-700e94fe-7c35-43c1-901f-bc2beb2588c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00f5213e09074ef3be79af3eb79de3fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1727741 Dec 23 15:37:16.944706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54600) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:16.953483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:16.953832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: 527f8b41-9f27-4643-90ce-8b52ccb73298, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:37:17.004432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b95d017-385b-43d0-8d70-639941e2cdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.029789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b95d017-385b-43d0-8d70-639941e2cdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.063260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:37:17.168188 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 527f8b41-9f27-4643-90ce-8b52ccb73298) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:17.171950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:17.172542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.178032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a6ef3-7911-48f2-a372-3c0aba5ddcc1 None None] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:17.179256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b95d017-385b-43d0-8d70-639941e2cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.196753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95d017-385b-43d0-8d70-639941e2cdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c979037-c188-445d-9082-f84e2c3160b0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:17.199964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b95d017-385b-43d0-8d70-639941e2cdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.203767 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2b95d017-385b-43d0-8d70-639941e2cdbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c979037-c188-445d-9082-f84e2c3160b0 HTTP/1.1" status: 204 len: 168 time: 0.2556932 Dec 23 15:37:17.251314 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fda84498-1669-44d1-9f50-54dbce2d069c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0066643 Dec 23 15:37:17.251799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54606) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:17.400450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-527f8b41-9f27-4643-90ce-8b52ccb73298', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:17.401324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.560874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Allocated IP 2001:db8::2 (527f8b41-9f27-4643-90ce-8b52ccb73298/32ccb7e1-7954-4943-9ead-1851f13a6c55/e09bf5fb-3982-4820-a22d-534a8e33ed69) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:17.783289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.794326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Transition to ACTIVE for port object e09bf5fb-3982-4820-a22d-534a8e33ed69 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:17.802475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54620) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:17.815325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Transition to ACTIVE for port object e09bf5fb-3982-4820-a22d-534a8e33ed69 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:17.856354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.896432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9ba2e414-5594-49fc-b538-5693b3fc7386 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=629e819aaa0c4f2bb534edf99c0905fb&network_id=76605736-d16a-48d5-8e07-faf233724a9d HTTP/1.1" status: 200 len: 2999 time: 0.0807395 Dec 23 15:37:17.896856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:17.962579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:17.965745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:17.973900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:17.976150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Pushing event updated for resources: {'Port': ['ID=e09bf5fb-3982-4820-a22d-534a8e33ed69,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:18.070280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Attempting to bind port e09bf5fb-3982-4820-a22d-534a8e33ed69 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:18.071436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Attempting to bind port e09bf5fb-3982-4820-a22d-534a8e33ed69 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:18.071800 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Attempting to bind port e09bf5fb-3982-4820-a22d-534a8e33ed69 on network 527f8b41-9f27-4643-90ce-8b52ccb73298 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:18.078420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:18.081759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Checking segment: {'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:18.081759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.081759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Bound using segment: {'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:18.081759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Bound port: e09bf5fb-3982-4820-a22d-534a8e33ed69, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:18.081759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.207159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] For port e09bf5fb-3982-4820-a22d-534a8e33ed69, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:18.211057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] For port e09bf5fb-3982-4820-a22d-534a8e33ed69, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e09bf5fb-3982-4820-a22d-534a8e33ed69,segment=NetworkSegment(41589f93-7785-4f23-aae5-c50b1887910d),segment_id=41589f93-7785-4f23-aae5-c50b1887910d)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:18.224230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8::1 (527f8b41-9f27-4643-90ce-8b52ccb73298/32ccb7e1-7954-4943-9ead-1851f13a6c55/a707b3db-c953-4656-8534-e1bd99f34c9d) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:18.311316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.391774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.398546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b1650-8dc4-425a-858d-3c1105e20a42 None None] Pushing event updated for resources: {'Port': ['ID=e09bf5fb-3982-4820-a22d-534a8e33ed69,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:18.410459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object a707b3db-c953-4656-8534-e1bd99f34c9d will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:18.470540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54636) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:18.488410 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.564723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:18.568397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:18.573311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:18.573819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.577066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=a707b3db-c953-4656-8534-e1bd99f34c9d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:18.640648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1045422747'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:18.656520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:18.661563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:network and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:18.664430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:18.670104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:18.747485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.755035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Made reservation on behalf of a502e4ea892a4d148ede4ec359aedcef for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:18.758055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.773061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.809419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:18.813459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:security_group_rule and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:18.816388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:18.822005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:18.894023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.957013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:18.988458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:37:19.002262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d552ac91-44e2-4d1d-a95d-2a1ed7b66c31,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:19.008637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.009178 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Added segment 42622fbd-ad14-48cd-8be5-7a8cbb32fb26 of type vlan for network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa Dec 23 15:37:19.041836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.144334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.145501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.149509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:19.150289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.207645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.208593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.336443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54646) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:19.375035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=a707b3db-c953-4656-8534-e1bd99f34c9d,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:19.414097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Network': ['ID=f49c46a2-b7d3-4a62-9ba5-b03ac181aafa,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:19.425159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:37:19.432623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc918f-7c0d-44bc-9164-864e6ea1f263 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:19.434474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2dcc918f-7c0d-44bc-9164-864e6ea1f263 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 814 time: 0.0969098 Dec 23 15:37:19.451763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:19.453222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:19.483562 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-34ede29c-f669-497b-ac09-af5e283a59df tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0113251 Dec 23 15:37:19.495730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54652) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:19.498685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22598b4-d4d2-4a9d-840c-8df22c43568f None None] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:19.502733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'subnet': {'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:19.641727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:19.646374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:subnet and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:19.650046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:19.659627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:19.712790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e09bf5fb-3982-4820-a22d-534a8e33ed69 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:19.739635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Made reservation on behalf of a502e4ea892a4d148ede4ec359aedcef for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:19.749623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2d86a018-3359-46ea-bbc5-b803a772e227 None None] Provisioning for port e09bf5fb-3982-4820-a22d-534a8e33ed69 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:19.848771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:19.900446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54658) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:19.906281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--984096360', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:19.906532 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:37:19.914901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:19.933750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:19.937680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:19.945462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:19.955917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port e09bf5fb-3982-4820-a22d-534a8e33ed69 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:19.963896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e09bf5fb-3982-4820-a22d-534a8e33ed69 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:19.965109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.040608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:20.044169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.076982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:37:20.089034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.089377 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment 038967c4-31f9-4ecb-ae47-6600cbd1589f of type vlan for network b95843b2-a1c9-4ae2-91c4-0c0be7319329 Dec 23 15:37:20.098429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:37:20.112093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.130232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.148066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port e09bf5fb-3982-4820-a22d-534a8e33ed69, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e09bf5fb-3982-4820-a22d-534a8e33ed69,segment=NetworkSegment(41589f93-7785-4f23-aae5-c50b1887910d),segment_id=41589f93-7785-4f23-aae5-c50b1887910d)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:20.178110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.202239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-64f7584a-595e-4a75-8a05-482e1c2c4cca None None] Provisioning complete for port e09bf5fb-3982-4820-a22d-534a8e33ed69 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:20.202651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f7584a-595e-4a75-8a05-482e1c2c4cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.241812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.299651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Subnet': ['ID=e873f915-3615-43f3-9c98-41e858621f09,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:20.306701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Checking segment: {'id': '42622fbd-ad14-48cd-8be5-7a8cbb32fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:20.308016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Network hostable DHCP agents. Network: f49c46a2-b7d3-4a62-9ba5-b03ac181aafa, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:37:20.342521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:20.344944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=e09bf5fb-3982-4820-a22d-534a8e33ed69,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:20.355767 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:20.374033 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-847cf60e-3eb4-4e23-85e2-c9ecd0f15bef tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100996 Dec 23 15:37:20.374033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.374387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54662) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:20.374505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:20.374505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.377981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1885785999'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:20.388569 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:20.389475 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:20.392750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:20.406502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:20.412952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:20.423112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:20.475017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:37:20.499526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=b95843b2-a1c9-4ae2-91c4-0c0be7319329,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:20.509191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-64f7584a-595e-4a75-8a05-482e1c2c4cca None None] Provisioning for port a707b3db-c953-4656-8534-e1bd99f34c9d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:20.518564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:37:20.531682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-64f7584a-595e-4a75-8a05-482e1c2c4cca None None] Provisioning complete for port a707b3db-c953-4656-8534-e1bd99f34c9d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:20.532051 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64f7584a-595e-4a75-8a05-482e1c2c4cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.579100 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:20.590741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:20.594723 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f0fd1176-f8ac-4da2-b284-67f1fe0c3f64 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6907315 Dec 23 15:37:20.594871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.598534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54666) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:20.655517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, f49c46a2-b7d3-4a62-9ba5-b03ac181aafa) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:20.671031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf0a9a-1402-46ee-a4fe-7cb042709af0 None None] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:20.678241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:20.678845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.679655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b670d9-d0bc-4e18-8525-f99d96aa951c tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:20.681283 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-28b670d9-d0bc-4e18-8525-f99d96aa951c tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0847466 Dec 23 15:37:20.684540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54670) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:20.685758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-64f7584a-595e-4a75-8a05-482e1c2c4cca None None] Port a707b3db-c953-4656-8534-e1bd99f34c9d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:20.687380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:37:20.724659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.725062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment 1ed951b7-4e36-4ff7-b7ad-ba5928385cca of type vlan for network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 Dec 23 15:37:20.754638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.817933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54674) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:20.819837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8081ad6a-dbc9-4523-bd08-53ba924ec4f9 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3227692 Dec 23 15:37:20.826321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-84790890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:20.842674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:20.851983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:router and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:20.857101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d0342c10-fc1f-4c73-a52e-089597ff973e None None] Provisioning complete for port a707b3db-c953-4656-8534-e1bd99f34c9d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:20.857101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0342c10-fc1f-4c73-a52e-089597ff973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.857343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:20.859253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1359bb6-7677-4c3a-ac6d-9612fc393923 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:20.868101 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d1359bb6-7677-4c3a-ac6d-9612fc393923 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1752644 Dec 23 15:37:20.868101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54678) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:20.871120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:20.926157 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b2c4e232-781c-4784-be48-cb57a629ffbc tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531809 Dec 23 15:37:20.926157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54682) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:20.929158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.936333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:20.947439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:20.976176 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-513a5917-169b-4c3c-824f-96432eff7fff tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465252 Dec 23 15:37:20.978219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d0342c10-fc1f-4c73-a52e-089597ff973e None None] Port a707b3db-c953-4656-8534-e1bd99f34c9d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:20.978434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54686) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:21.031096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-f49c46a2-b7d3-4a62-9ba5-b03ac181aafa', 'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa', 'tenant_id': 'a502e4ea892a4d148ede4ec359aedcef', 'fixed_ips': [{'subnet_id': 'e873f915-3615-43f3-9c98-41e858621f09'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:21.032401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.043730 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:18Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:18Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:21.049319 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:21.049673 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Updating router d823e651-1bce-4fbe-8c64-530f8ec384aa port a707b3db-c953-4656-8534-e1bd99f34c9d binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:37:21.075004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=1c5b62de-ed65-4f01-a01e-601acc89d2e7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:21.100721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:37:21.115027 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.161530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a69c169-abc9-43c8-b4b1-1417b4769d66 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:21.166289 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6a69c169-abc9-43c8-b4b1-1417b4769d66 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1834545 Dec 23 15:37:21.169832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54690) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:21.233142 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5347727b-0807-4325-b12d-b27f17e02871 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425107 Dec 23 15:37:21.233423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54694) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:21.233423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2056288801', 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:21.311817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Allocated IP 172.20.0.2 (f49c46a2-b7d3-4a62-9ba5-b03ac181aafa/e873f915-3615-43f3-9c98-41e858621f09/06a08001-a530-47fc-a7e6-77af4509ed3f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:21.344191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:21.348775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:21.351572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:21.357217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:21.484634 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.496219 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Transition to ACTIVE for port object a707b3db-c953-4656-8534-e1bd99f34c9d will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:21.558683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.569023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Transition to ACTIVE for port object 06a08001-a530-47fc-a7e6-77af4509ed3f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:21.587752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Transition to ACTIVE for port object 06a08001-a530-47fc-a7e6-77af4509ed3f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:21.631425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e09bf5fb-3982-4820-a22d-534a8e33ed69 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:21.699414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e09bf5fb-3982-4820-a22d-534a8e33ed69 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:21.699774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.710547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.711503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.729942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.733667 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.739323 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-66c6a971-b6a7-4d34-9773-10585f557525 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3681917 Dec 23 15:37:21.739843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54698) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:21.741537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.749700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:21.825634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.833333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:21.834614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Pushing event updated for resources: {'Port': ['ID=06a08001-a530-47fc-a7e6-77af4509ed3f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:21.837516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:21.845118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:21.847319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:21.943624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:21.944857 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-80cc2df7-3b5b-4638-aa9a-89c47912a541 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 1.1258790 Dec 23 15:37:21.947459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54702) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:21.957872 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Pushing event updated for resources: {'Port': ['ID=a707b3db-c953-4656-8534-e1bd99f34c9d,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:21.976295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.011625 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.011971 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.012488 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.013278 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.013602 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.013923 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.014234 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.014544 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.014851 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.015286 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.015599 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:22.045447 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Attempting to bind port a707b3db-c953-4656-8534-e1bd99f34c9d on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:22.046265 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Attempting to bind port a707b3db-c953-4656-8534-e1bd99f34c9d by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:22.046643 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Attempting to bind port a707b3db-c953-4656-8534-e1bd99f34c9d on network 527f8b41-9f27-4643-90ce-8b52ccb73298 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:22.053694 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:22.054473 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Checking segment: {'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:22.054473 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.054794 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Bound using segment: {'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:22.055237 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Bound port: a707b3db-c953-4656-8534-e1bd99f34c9d, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41589f93-7785-4f23-aae5-c50b1887910d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:22.055612 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.061432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Attempting to bind port 06a08001-a530-47fc-a7e6-77af4509ed3f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:22.061794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Attempting to bind port 06a08001-a530-47fc-a7e6-77af4509ed3f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '42622fbd-ad14-48cd-8be5-7a8cbb32fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:22.062165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Attempting to bind port 06a08001-a530-47fc-a7e6-77af4509ed3f on network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:22.076708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:22.077437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Checking segment: {'id': '42622fbd-ad14-48cd-8be5-7a8cbb32fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:22.078081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.078692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Bound using segment: {'id': '42622fbd-ad14-48cd-8be5-7a8cbb32fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:22.079959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Bound port: 06a08001-a530-47fc-a7e6-77af4509ed3f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42622fbd-ad14-48cd-8be5-7a8cbb32fb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:22.080599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.128982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:22.136765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:22.145480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:22.160556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:22.198226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] For port 06a08001-a530-47fc-a7e6-77af4509ed3f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:22.201746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] For port 06a08001-a530-47fc-a7e6-77af4509ed3f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=06a08001-a530-47fc-a7e6-77af4509ed3f,segment=NetworkSegment(42622fbd-ad14-48cd-8be5-7a8cbb32fb26),segment_id=42622fbd-ad14-48cd-8be5-7a8cbb32fb26)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:22.214646 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] For port a707b3db-c953-4656-8534-e1bd99f34c9d, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:22.218689 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] For port a707b3db-c953-4656-8534-e1bd99f34c9d, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a707b3db-c953-4656-8534-e1bd99f34c9d,segment=NetworkSegment(41589f93-7785-4f23-aae5-c50b1887910d),segment_id=41589f93-7785-4f23-aae5-c50b1887910d)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:22.264009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:22.286541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.286814 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.385401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8b8c0-3f5b-45ea-ba12-1d8350172c92 None None] Pushing event updated for resources: {'Port': ['ID=06a08001-a530-47fc-a7e6-77af4509ed3f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:22.391223 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cf9b4-9590-4b0f-9fdb-521d143dad4d None None] Pushing event updated for resources: {'Port': ['ID=a707b3db-c953-4656-8534-e1bd99f34c9d,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:22.428695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.436703 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:22.437329 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:22.447527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.700292 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:22.755341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:22.811193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=373c0d1f-1911-474c-a2d2-6245ab5d6904,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:22.867428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:22.867428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: b95843b2-a1c9-4ae2-91c4-0c0be7319329, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:37:23.036637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:37:23.079745 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:18Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:22Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:23.083892 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3758cf0e-c60a-4354-9db5-6e322aec162a None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:18Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:22Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:23.104345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:23.136152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Allocated IP 172.20.0.1 (f49c46a2-b7d3-4a62-9ba5-b03ac181aafa/e873f915-3615-43f3-9c98-41e858621f09/87db5a22-c181-4193-a3d2-ed583e6b1b86) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:23.150892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, b95843b2-a1c9-4ae2-91c4-0c0be7319329) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:23.160424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b8d3a-47e0-4b34-aa58-d916c0cc48ac None None] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:23.180716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:23.185659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:23.253305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=5f391d9e-8d8e-4c97-8dc0-895de00eb897,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:23.265840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:23.265840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: 1c5b62de-ed65-4f01-a01e-601acc89d2e7, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:37:23.356150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:23.377592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6d0e31bf-3fb7-45eb-8422-a3c7f71cb98b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1562831 Dec 23 15:37:23.380694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Transition to ACTIVE for port object 87db5a22-c181-4193-a3d2-ed583e6b1b86 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:23.400774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:37:23.496057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': '373c0d1f-1911-474c-a2d2-6245ab5d6904'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:23.502125 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:23.502284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:23.532691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 1c5b62de-ed65-4f01-a01e-601acc89d2e7) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:23.540025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:23.540991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:23.571490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:23.581357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bc24b6-2883-438a-b0f3-d1e5bcc9edce None None] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:23.583640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:23.591088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:23.647271 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8afe9797-d9f4-4e6e-9c4d-e8d70216b5f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9064400 Dec 23 15:37:23.649916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54710) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:23.705532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:23.795179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Port': ['ID=87db5a22-c181-4193-a3d2-ed583e6b1b86,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:23.962204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5860748-9681-4cfc-9404-c511d11c26df None None] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:24.001888 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.009219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 06a08001-a530-47fc-a7e6-77af4509ed3f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:24.176524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54714) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:24.184653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139684361', 'description': 'tempest-secgroup-smoke-139684361 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:24.193955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:24.199640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:24.203791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:24.212728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:24.233285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Allocated IP 172.20.0.18 (b95843b2-a1c9-4ae2-91c4-0c0be7319329/373c0d1f-1911-474c-a2d2-6245ab5d6904/b51419c3-065c-4510-a1be-54e6887b2ca2) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:24.235331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0ca1f89b-070e-408e-a88c-be08446b129b None None] Provisioning for port 06a08001-a530-47fc-a7e6-77af4509ed3f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:24.280399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:24.281418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.287336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.405821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:24.412089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:24.415979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:24.422787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:24.433454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.497768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.526381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.592101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 06a08001-a530-47fc-a7e6-77af4509ed3f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:24.607840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.608536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.684773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.706101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 06a08001-a530-47fc-a7e6-77af4509ed3f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:24.706427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.726484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Port': ['ID=87db5a22-c181-4193-a3d2-ed583e6b1b86,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:24.801798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.808163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5c517-e2a8-417b-b756-4163f7404656,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:24.837245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Transition to ACTIVE for port object b51419c3-065c-4510-a1be-54e6887b2ca2 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:24.875059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Allocated IP 2001:db8:1::2 (1c5b62de-ed65-4f01-a01e-601acc89d2e7/5f391d9e-8d8e-4c97-8dc0-895de00eb897/821fbab0-6cd2-43b6-a95a-3c1fa4340a16) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:24.889716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Transition to ACTIVE for port object b51419c3-065c-4510-a1be-54e6887b2ca2 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:24.900965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:24.902246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9b54b93d-bd3b-46cf-acf5-a6400af6ea7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7234185 Dec 23 15:37:24.907208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54718) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:24.934767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '51f5c517-e2a8-417b-b756-4163f7404656', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:24.946028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:24.961126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:24.966242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:24.981173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:25.001809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:25.003458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:25.025778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.096900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.146145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.156979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:25.168571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:25.180750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Pushing event updated for resources: {'Port': ['ID=b51419c3-065c-4510-a1be-54e6887b2ca2,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:25.183190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:25.240252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 06a08001-a530-47fc-a7e6-77af4509ed3f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=06a08001-a530-47fc-a7e6-77af4509ed3f,segment=NetworkSegment(42622fbd-ad14-48cd-8be5-7a8cbb32fb26),segment_id=42622fbd-ad14-48cd-8be5-7a8cbb32fb26)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:25.342158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.342407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a707b3db-c953-4656-8534-e1bd99f34c9d up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:25.355181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.427947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.461508 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4433312d-bb1e-4faa-bf71-f6c703f1e0f1,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:25.477233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-85a9ed9f-8e39-494e-8952-9c8f083c212d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.492760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Attempting to bind port b51419c3-065c-4510-a1be-54e6887b2ca2 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:25.493027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Attempting to bind port b51419c3-065c-4510-a1be-54e6887b2ca2 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:25.493384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Attempting to bind port b51419c3-065c-4510-a1be-54e6887b2ca2 on network b95843b2-a1c9-4ae2-91c4-0c0be7319329 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:25.514116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=06a08001-a530-47fc-a7e6-77af4509ed3f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:25.517649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.521362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:25.521731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Checking segment: {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:25.522120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.522505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Bound using segment: {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:25.522988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Bound port: b51419c3-065c-4510-a1be-54e6887b2ca2, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:25.523341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.532756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-73ddb76b-21b8-49dc-9e5a-6920f9152dce None None] Provisioning complete for port 06a08001-a530-47fc-a7e6-77af4509ed3f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:25.542475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73ddb76b-21b8-49dc-9e5a-6920f9152dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.583680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Transition to ACTIVE for port object 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:25.585264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.588354 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2864d58c-afb6-4a79-bd0c-5166214d5935 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6583769 Dec 23 15:37:25.589860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54722) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:25.595689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '51f5c517-e2a8-417b-b756-4163f7404656', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:25.601663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:25.605469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:25.609185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:25.612327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Router e4cd5779-e203-40eb-999f-e496ffb15cb9 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:37:25.622199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:25.668875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Transition to ACTIVE for port object 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:25.737617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.737859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] For port b51419c3-065c-4510-a1be-54e6887b2ca2, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:25.755705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] For port b51419c3-065c-4510-a1be-54e6887b2ca2, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b51419c3-065c-4510-a1be-54e6887b2ca2,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:25.760492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.792619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a707b3db-c953-4656-8534-e1bd99f34c9d completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:25.808194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:25.814322 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-73af29ea-8816-4ddd-aff6-9c09576df4f1 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "PUT /v2.0/routers/e4cd5779-e203-40eb-999f-e496ffb15cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8652430 Dec 23 15:37:25.816980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54726) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:25.819299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a707b3db-c953-4656-8534-e1bd99f34c9d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:25.819626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.824318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'port': {'network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa', 'name': 'tempest-FloatingIPNegativeTestJSON-798322077'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:25.837561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8:1::1 (1c5b62de-ed65-4f01-a01e-601acc89d2e7/5f391d9e-8d8e-4c97-8dc0-895de00eb897/b1622f65-b7a2-4aa1-aca8-7a3a8802fba4) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:25.857022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] Sync routers for ids ['e4cd5779-e203-40eb-999f-e496ffb15cb9'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:25.877851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.916237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Pushing event updated for resources: {'Port': ['ID=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:25.958433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:25.968835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:25.982851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:25.984273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:25.985440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:25.987297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] Routers {'e4cd5779-e203-40eb-999f-e496ffb15cb9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:25.988035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['e4cd5779-e203-40eb-999f-e496ffb15cb9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:25.988860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:port and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:25.991879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:25.997851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:26.053412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-73ddb76b-21b8-49dc-9e5a-6920f9152dce None None] Provisioning for port 87db5a22-c181-4193-a3d2-ed583e6b1b86 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:26.062414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.082392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-73ddb76b-21b8-49dc-9e5a-6920f9152dce None None] Provisioning complete for port 87db5a22-c181-4193-a3d2-ed583e6b1b86 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:26.082762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73ddb76b-21b8-49dc-9e5a-6920f9152dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.092554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abb624a-d6dc-4fe7-9c19-fd98e3e2fbea,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:26.094624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Made reservation on behalf of a502e4ea892a4d148ede4ec359aedcef for: {'port': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:26.099286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.111905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:26.125584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] device_id is not set on port 4d19970a-25f0-4ddc-b7bf-7616860180c9 yet. {{(pid=84222) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:37:26.168681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.186469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:26.261129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25a533-3072-48a2-9ee5-50f81f41d924 None None] Pushing event updated for resources: {'Port': ['ID=b51419c3-065c-4510-a1be-54e6887b2ca2,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:26.269891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.275687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54730) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:26.280764 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f17ee7f5-21be-4565-bd35-207e65558de3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6852643 Dec 23 15:37:26.290031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '51f5c517-e2a8-417b-b756-4163f7404656', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:26.300733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Allocated IP 172.20.0.7 (f49c46a2-b7d3-4a62-9ba5-b03ac181aafa/e873f915-3615-43f3-9c98-41e858621f09/4d19970a-25f0-4ddc-b7bf-7616860180c9) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:26.302653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:26.305364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.309085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:26.316987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:26.324057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:26.350768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] Routers {'e4cd5779-e203-40eb-999f-e496ffb15cb9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:26.351407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:36:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['e4cd5779-e203-40eb-999f-e496ffb15cb9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:26.388377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:26.392084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:26.394828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:26.395939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.399650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-73ddb76b-21b8-49dc-9e5a-6920f9152dce None None] Port 87db5a22-c181-4193-a3d2-ed583e6b1b86 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:26.408823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:26.417881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Attempting to bind port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:26.418342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Attempting to bind port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:26.418601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Attempting to bind port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 on network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:26.423974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.440277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:26.440826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b5677-6210-4a1a-be2d-b8139a33e6ec None None] The sync data for ids ['e4cd5779-e203-40eb-999f-e496ffb15cb9'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:26.451974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:26.452359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Checking segment: {'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:26.452750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.453128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Bound using segment: {'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:26.453581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Bound port: 821fbab0-6cd2-43b6-a95a-3c1fa4340a16, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:26.454052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.494469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.540611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a707b3db-c953-4656-8534-e1bd99f34c9d, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a707b3db-c953-4656-8534-e1bd99f34c9d,segment=NetworkSegment(41589f93-7785-4f23-aae5-c50b1887910d),segment_id=41589f93-7785-4f23-aae5-c50b1887910d)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:26.597504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.610381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.665325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.691539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-47aa9638-9a20-466e-845a-100f9c86b69f None None] Provisioning complete for port 87db5a22-c181-4193-a3d2-ed583e6b1b86 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:26.691539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-47aa9638-9a20-466e-845a-100f9c86b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.714483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.723003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Transition to ACTIVE for port object 4d19970a-25f0-4ddc-b7bf-7616860180c9 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:26.783847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] For port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:26.791357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.793026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-47aa9638-9a20-466e-845a-100f9c86b69f None None] Port 87db5a22-c181-4193-a3d2-ed583e6b1b86 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:26.806673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] For port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,segment=NetworkSegment(1ed951b7-4e36-4ff7-b7ad-ba5928385cca),segment_id=1ed951b7-4e36-4ff7-b7ad-ba5928385cca)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:26.812856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a707b3db-c953-4656-8534-e1bd99f34c9d,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:26.820459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.827274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e3ffa2-a93e-4dd1-b057-2c284d9d297e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:26.842873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b51419c3-065c-4510-a1be-54e6887b2ca2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:26.873934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.916417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:26.924092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:26.926100 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Port': ['ID=4d19970a-25f0-4ddc-b7bf-7616860180c9,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:26.928261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:26.973431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:26.978112 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6da9e0ea-49b2-4e88-8c00-4fb477730465 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6990612 Dec 23 15:37:26.979310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54734) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:26.983601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693dbcf-80c9-49c0-80be-c6e034e6dd78 None None] Pushing event updated for resources: {'Port': ['ID=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:26.991350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '51f5c517-e2a8-417b-b756-4163f7404656', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:26.998848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:27.014091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:27.019066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.020933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:27.027676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:27.036104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:27.047686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b51419c3-065c-4510-a1be-54e6887b2ca2 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:27.053041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 06a08001-a530-47fc-a7e6-77af4509ed3f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:27.100330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.115712 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9e0e3203-0ebc-406c-a7c4-91c99aff1a7c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2974315 Dec 23 15:37:27.118743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54738) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:27.124152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:27.130774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:27.134791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:floatingip and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:27.137912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:27.147038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:27.153115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 06a08001-a530-47fc-a7e6-77af4509ed3f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:27.153571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.163617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.174496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.176439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.247784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.271565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.423563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:27.480548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.488826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:27.490095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:27.513216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6b1043-ba1f-4b98-b9b8-57f7fff9c407,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:27.602520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.605336 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ddc4927a-a770-445c-8d6f-1c298e5e5f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6235080 Dec 23 15:37:27.607143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54742) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:27.614263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '51f5c517-e2a8-417b-b756-4163f7404656', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:27.620445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:27.624320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:27.626694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bdd5957f-19f3-47ca-ae25-da2905925f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.627383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:27.634267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:27.648642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.694298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ef97c2c4-88dc-4fcf-a2dc-cb961901b045 None None] Provisioning for port 4d19970a-25f0-4ddc-b7bf-7616860180c9 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:27.699971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ef97c2c4-88dc-4fcf-a2dc-cb961901b045 None None] Provisioning complete for port 4d19970a-25f0-4ddc-b7bf-7616860180c9 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:27.700378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef97c2c4-88dc-4fcf-a2dc-cb961901b045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.724471 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:37:27.745744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.787904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ef97c2c4-88dc-4fcf-a2dc-cb961901b045 None None] Port 4d19970a-25f0-4ddc-b7bf-7616860180c9 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:27.869551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Allocated IP 172.26.6.161 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/183b74e5-055c-42fa-b510-8356ba203130) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:27.872249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:27.902341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50675543-704c-4fb7-9e03-3f6c676d624c None None] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:27.908777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:27.984233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.033438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c2e4d5-f2cc-44b3-bd56-02383adb2fc7,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:28.074683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.104433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.108677 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a2452336-858f-4206-bbf0-5582a0ab963f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4980121 Dec 23 15:37:28.109439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54746) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:28.116811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '51f5c517-e2a8-417b-b756-4163f7404656', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:28.123806 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:28.128780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:28.132942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:28.142214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-86c36c17-3e7b-45d9-8039-39caade4858a None None] Provisioning for port b51419c3-065c-4510-a1be-54e6887b2ca2 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:28.142499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:28.149803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-86c36c17-3e7b-45d9-8039-39caade4858a None None] Provisioning complete for port b51419c3-065c-4510-a1be-54e6887b2ca2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:28.150174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86c36c17-3e7b-45d9-8039-39caade4858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.189727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.227461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:28.235123 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-84a728d1-f800-404a-983c-717a72fbb1fd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5841196 Dec 23 15:37:28.239391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54750) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:28.240459 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:28.247171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-936306017'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:28.253994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:28.258799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:28.259360 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:28.259976 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:28.262743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:28.272512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:28.305739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86c36c17-3e7b-45d9-8039-39caade4858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.323096 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:37:28.327836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Port': ['ID=183b74e5-055c-42fa-b510-8356ba203130,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:28.342141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.355935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:28.359283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-86c36c17-3e7b-45d9-8039-39caade4858a None None] For port b51419c3-065c-4510-a1be-54e6887b2ca2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b51419c3-065c-4510-a1be-54e6887b2ca2,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:28.361873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:28.365000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.373644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:28.377389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:28.420880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:37:28.448375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.449014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74 of type vlan for network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 Dec 23 15:37:28.457818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86c36c17-3e7b-45d9-8039-39caade4858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.495519 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:28.529469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.539135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.577003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c36c17-3e7b-45d9-8039-39caade4858a None None] Pushing event updated for resources: {'Port': ['ID=b51419c3-065c-4510-a1be-54e6887b2ca2,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:28.646057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.685611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.685611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538a1398-c73c-4087-b2cc-eab768e01092,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:28.706645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5ede27fb-9ee8-4ce1-a4aa-ce07c1e53fa4 None None] Provisioning complete for port b51419c3-065c-4510-a1be-54e6887b2ca2 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:28.707210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5ede27fb-9ee8-4ce1-a4aa-ce07c1e53fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.744246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.744246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:28.744494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.745336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56331353-17f5-4cff-a192-bcec6d772b72 None None] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:28.763925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.765371 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b00efc36-cef5-4bd6-83b7-55b6b22f96f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6555588 Dec 23 15:37:28.773770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.859846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:28.907669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=1c3e0d93-39b1-40bd-97cc-b3f889e81e84,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:28.929666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:37:28.955033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4757e183-1de8-42ca-adca-7f6222cae4d0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7138014 Dec 23 15:37:28.956465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54758) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:28.962477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:29.055594 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 3, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:29.067548 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:29.068058 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Updating router d823e651-1bce-4fbe-8c64-530f8ec384aa port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:37:29.088798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:29.147930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:29.148560 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.152116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:29.153187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.155408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:29.177020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:29.185223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.212171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-ad330ad5-b178-49f6-925b-74ae30ca96d9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:29.217912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.321550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:29.332492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Port': ['ID=183b74e5-055c-42fa-b510-8356ba203130,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:29.349825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.408394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.414123 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a863d33e-602b-4253-b94c-3c5d2feb349c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2942967 Dec 23 15:37:29.420746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-ad330ad5-b178-49f6-925b-74ae30ca96d9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:29.421031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54768) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:29.421967 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-ad330ad5-b178-49f6-925b-74ae30ca96d9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139684361&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.2635291 Dec 23 15:37:29.422316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-030fcdd9-dd17-4f4a-8827-a721369c89c6 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'floatingip': {'port_id': '4d19970a-25f0-4ddc-b7bf-7616860180c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:29.474385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:29.482407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a707b3db-c953-4656-8534-e1bd99f34c9d up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:29.536600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-030fcdd9-dd17-4f4a-8827-a721369c89c6 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.595964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a707b3db-c953-4656-8534-e1bd99f34c9d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:29.596562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.639939 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.668021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-cc65a6d8-4d46-4415-a02e-801cce23c23e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:29.675192 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-cc65a6d8-4d46-4415-a02e-801cce23c23e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=b95843b2-a1c9-4ae2-91c4-0c0be7319329 HTTP/1.1" status: 200 len: 796 time: 0.2523932 Dec 23 15:37:29.679307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.687275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Transition to ACTIVE for port object b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:29.709528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8d9c75b1-2e8e-4199-8834-8c5f784525d9 None None] Provisioning for port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:29.725111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8d9c75b1-2e8e-4199-8834-8c5f784525d9 None None] Provisioning complete for port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:29.725475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d9c75b1-2e8e-4199-8834-8c5f784525d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.778663 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:29.786633 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-030fcdd9-dd17-4f4a-8827-a721369c89c6 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] update failed (client error): The resource could not be found. Dec 23 15:37:29.790747 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-030fcdd9-dd17-4f4a-8827-a721369c89c6 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "PUT /v2.0/floatingips/cfeda86b-480d-470d-8b37-8d82d24917e1 HTTP/1.1" status: 404 len: 507 time: 0.3713562 Dec 23 15:37:29.790747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54772) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:29.807891 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-11e21a21-536a-45a0-82cf-45f32c91fc95 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.1317525 Dec 23 15:37:29.900942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b51419c3-065c-4510-a1be-54e6887b2ca2 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:29.903184 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1175c7-550b-4f09-a877-6540079afa69 None None] Pushing event updated for resources: {'Port': ['ID=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:29.972081 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-3674f1bc-b271-4d22-8e42-ab35e0e9acab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1632073 Dec 23 15:37:30.015131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d9c75b1-2e8e-4199-8834-8c5f784525d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.063530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8d9c75b1-2e8e-4199-8834-8c5f784525d9 None None] For port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,segment=NetworkSegment(1ed951b7-4e36-4ff7-b7ad-ba5928385cca),segment_id=1ed951b7-4e36-4ff7-b7ad-ba5928385cca)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:30.092157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b51419c3-065c-4510-a1be-54e6887b2ca2 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:30.092566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.115746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Attempting to bind port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:30.116197 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Attempting to bind port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:30.116970 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Attempting to bind port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 on network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:30.128450 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:30.128985 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Checking segment: {'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:30.129432 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.129870 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Bound using segment: {'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:30.130280 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Bound port: b1622f65-b7a2-4aa1-aca8-7a3a8802fba4, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed951b7-4e36-4ff7-b7ad-ba5928385cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:30.130812 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.169342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Deleting port 183b74e5-055c-42fa-b510-8356ba203130 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:30.170229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.177602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d9c75b1-2e8e-4199-8834-8c5f784525d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.264755 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] For port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:30.270462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] For port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,segment=NetworkSegment(1ed951b7-4e36-4ff7-b7ad-ba5928385cca),segment_id=1ed951b7-4e36-4ff7-b7ad-ba5928385cca)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:30.305561 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-c2e6e4a8-5d13-4b08-a145-398f91a99862 service neutron] 10.222.0.58 "GET /v2.0/networks/b95843b2-a1c9-4ae2-91c4-0c0be7319329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325756 Dec 23 15:37:30.325924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c75b1-2e8e-4199-8834-8c5f784525d9 None None] Pushing event updated for resources: {'Port': ['ID=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:30.406344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.406807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.419042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.420332 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.487327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-873e3809-af0b-4164-b215-0196c4f42c4f service neutron] 10.222.0.58 "GET /v2.0/networks/b95843b2-a1c9-4ae2-91c4-0c0be7319329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537783 Dec 23 15:37:30.492405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d60a7a8d-ca8d-49fa-a48a-f204456113a7 None None] Provisioning for port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:30.493557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.518247 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1175c7-550b-4f09-a877-6540079afa69 None None] Pushing event updated for resources: {'Port': ['ID=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:30.524334 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:30.525178 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:30.530951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d60a7a8d-ca8d-49fa-a48a-f204456113a7 None None] Provisioning complete for port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:30.531317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d60a7a8d-ca8d-49fa-a48a-f204456113a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.604735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=1611c1f4-436b-4c89-9528-c5d973ccab14,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:30.615315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Calling delete_port for 183b74e5-055c-42fa-b510-8356ba203130 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:30.639855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:30.640385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: 1c3e0d93-39b1-40bd-97cc-b3f889e81e84, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:37:30.743555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:37:30.755198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:30.833524 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:30.836478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 1c3e0d93-39b1-40bd-97cc-b3f889e81e84) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:30.841484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:30.842055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:30.859072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d0c1d-223e-44ab-afa2-ca091c80250f None None] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:30.952384 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f91ed6ba-a524-43b8-8be9-703664014c8f req-0d7dd93f-16d9-4d52-8f89-f35dbd4c5641 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0562992 Dec 23 15:37:30.979345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.028325 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event deleted for resources: {'Port': ['ID=183b74e5-055c-42fa-b510-8356ba203130,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:31.057439 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2a53c39b-bd1d-4a34-b860-9b56a69302ca tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0997572 Dec 23 15:37:31.058239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54786) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:31.103003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:31.103376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.196480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.210731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.214451 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54f28c89-1c2b-4fa1-a995-169fe8ed3e09 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "DELETE /v2.0/floatingips/cfeda86b-480d-470d-8b37-8d82d24917e1 HTTP/1.1" status: 204 len: 168 time: 1.4223080 Dec 23 15:37:31.217819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54790) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:31.226998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'floatingip': {'floating_network_id': 'f49c46a2-b7d3-4a62-9ba5-b03ac181aafa', 'port_id': '4d19970a-25f0-4ddc-b7bf-7616860180c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:31.239525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:31.243790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:floatingip and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:31.247026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:31.254012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:31.343769 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 3, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:30Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:31.347493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:31.348445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.350396 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281dfa2-4b8c-436d-bc7c-1c15f56fab44 None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 3, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:30Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:31.359902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.599814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Allocated IP 2001:db8:2::2 (1c3e0d93-39b1-40bd-97cc-b3f889e81e84/1611c1f4-436b-4c89-9528-c5d973ccab14/12b2cb6c-af62-4d04-b11c-9f251c3b65a3) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:31.819149 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 15:37:31.820235 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f08c4179-5f31-4549-8fe9-3a38c08cc60c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6014440 Dec 23 15:37:31.824070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54796) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:31.830224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '4d19970a-25f0-4ddc-b7bf-7616860180c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:31.839493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:31.843869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Usage tracker for resource:floatingip and tenant:a502e4ea892a4d148ede4ec359aedcef is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:31.848029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:31.854549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:31.858305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.870030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Transition to ACTIVE for port object 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:31.896748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Transition to ACTIVE for port object 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:31.953741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.966403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:31.996783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.163973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2dfde2c3-2eee-4a9a-80be-4ac5ff071ed1 req-d44c9cab-bdab-4f63-9773-bede0af73e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0498261 Dec 23 15:37:32.164619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:32.167487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:32.172692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:32.203202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Pushing event updated for resources: {'Port': ['ID=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:32.248408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.269898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Attempting to bind port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:32.270308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Attempting to bind port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:32.270687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Attempting to bind port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 on network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:32.277595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:32.280199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Checking segment: {'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:32.280199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.280199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Bound using segment: {'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:32.280199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Bound port: 12b2cb6c-af62-4d04-b11c-9f251c3b65a3, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:32.280199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.369416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] For port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:32.372894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] For port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,segment=NetworkSegment(bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74),segment_id=bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:32.395455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8:2::1 (1c3e0d93-39b1-40bd-97cc-b3f889e81e84/1611c1f4-436b-4c89-9528-c5d973ccab14/9ae759d2-bc28-4e06-9b46-306487861a24) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:32.415447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Allocated IP 172.26.6.196 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/d9eb7ae9-258c-49dd-bc8f-fbea55bbbd5d) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:32.446254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.538597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361edb28-ce5e-4456-9a3a-bd433d722ca2 None None] Pushing event updated for resources: {'Port': ['ID=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:32.599096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.603903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.635670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object 9ae759d2-bc28-4e06-9b46-306487861a24 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:32.708835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.745058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.796640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:32.809412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:32.813128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:32.817075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:32.852800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:32.858249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:32.858577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event updated for resources: {'Port': ['ID=d9eb7ae9-258c-49dd-bc8f-fbea55bbbd5d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:32.864371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=9ae759d2-bc28-4e06-9b46-306487861a24,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:32.867046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:32.867339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:32.887174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.887520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.887863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.888230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.889980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.889980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.889980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.889980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.889980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.890443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.890443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:32.984330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:32.989661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:32.997758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.028218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Deleting port d9eb7ae9-258c-49dd-bc8f-fbea55bbbd5d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:33.034010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.086071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.115904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.152810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,segment=NetworkSegment(1ed951b7-4e36-4ff7-b7ad-ba5928385cca),segment_id=1ed951b7-4e36-4ff7-b7ad-ba5928385cca)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:33.230661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.266940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.267901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.361843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:33.546574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Calling delete_port for d9eb7ae9-258c-49dd-bc8f-fbea55bbbd5d owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:33.576188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6704346d-613f-4678-92e1-bda7d9877388 req-45d6a594-7cda-406b-8f50-afa43f2c982e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 210 time: 0.1044691 Dec 23 15:37:33.648459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e1294-6287-4faa-868d-4af7e9e8dc5f None None] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:33.743310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-d4e04999-c124-42cc-86e3-5ddf94b51bdc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:33.744972 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-d4e04999-c124-42cc-86e3-5ddf94b51bdc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=b95843b2-a1c9-4ae2-91c4-0c0be7319329 HTTP/1.1" status: 200 len: 796 time: 0.4269907 Dec 23 15:37:33.854287 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-9611bfcb-6f9d-4a83-9a78-00b120c31254 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 472 time: 0.0739906 Dec 23 15:37:33.871435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['51f5c517-e2a8-417b-b756-4163f7404656']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:33.897093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:33.946504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f1e6b72c-3a04-4635-a8c7-974d38f3eca6 None None] Provisioning for port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:33.950639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event deleted for resources: {'Port': ['ID=d9eb7ae9-258c-49dd-bc8f-fbea55bbbd5d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:33.961124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.036712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:34.044616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:port and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:34.047435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:34.054923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:34.064767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.065555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.153887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:34.156867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.160393 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] create failed (client error): The resource could not be found. Dec 23 15:37:34.161459 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-20d22048-2419-40b1-98bc-92e341b5fd4c tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3363900 Dec 23 15:37:34.165371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54806) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:34.238345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Deleting port 4d19970a-25f0-4ddc-b7bf-7616860180c9 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:34.238791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.246482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=9ae759d2-bc28-4e06-9b46-306487861a24,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:34.276453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-daa13661-9633-4de8-85fe-531a57ffb099 None None] Provisioning for port 9ae759d2-bc28-4e06-9b46-306487861a24 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:34.284911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-daa13661-9633-4de8-85fe-531a57ffb099 None None] Provisioning complete for port 9ae759d2-bc28-4e06-9b46-306487861a24 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:34.288262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-daa13661-9633-4de8-85fe-531a57ffb099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.351535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.351901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.352291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.352624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.352950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.353272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.353627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.353907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.354224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.354793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.355110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:34.359635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-daa13661-9633-4de8-85fe-531a57ffb099 None None] Port 9ae759d2-bc28-4e06-9b46-306487861a24 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:34.475616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:34.477388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.23 (b95843b2-a1c9-4ae2-91c4-0c0be7319329/373c0d1f-1911-474c-a2d2-6245ab5d6904/b04d9c5b-958a-4290-878e-09ed8a0f7cff) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:34.479048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:34.484812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d978041a-7cde-46d1-970b-4308de747d86 None None] Provisioning complete for port 9ae759d2-bc28-4e06-9b46-306487861a24 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:34.486036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d978041a-7cde-46d1-970b-4308de747d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.501404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.557523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d978041a-7cde-46d1-970b-4308de747d86 None None] Port 9ae759d2-bc28-4e06-9b46-306487861a24 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:34.637785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Calling delete_port for 4d19970a-25f0-4ddc-b7bf-7616860180c9 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:34.871201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e9d062ec-3cdd-4f8b-ab27-c936ab596a29 req-74781bd6-13b6-45b0-b46c-0b82d814fd07 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0570056 Dec 23 15:37:34.881027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:34.921686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.939793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-13d2afe6-6897-48bb-a8b7-6e2af10e539e None None] Provisioning complete for port 9ae759d2-bc28-4e06-9b46-306487861a24 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:34.940188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-13d2afe6-6897-48bb-a8b7-6e2af10e539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:34.975911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event deleted for resources: {'Port': ['ID=4d19970a-25f0-4ddc-b7bf-7616860180c9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:35.015486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-13d2afe6-6897-48bb-a8b7-6e2af10e539e None None] Port 9ae759d2-bc28-4e06-9b46-306487861a24 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:35.015486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:35.015486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.085560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.107914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object b04d9c5b-958a-4290-878e-09ed8a0f7cff will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:35.119430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.131755 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b677885e-9b31-41ba-b7e5-8ee891fec2c0 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "DELETE /v2.0/ports/4d19970a-25f0-4ddc-b7bf-7616860180c9 HTTP/1.1" status: 204 len: 168 time: 0.9646001 Dec 23 15:37:35.134091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54812) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:35.157138 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:35.298909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:35.303771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:35.304157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.315410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:35.409226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.416658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.451594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,segment=NetworkSegment(bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74),segment_id=bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:35.544695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.548299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb60414-6d79-40f0-bdcc-f9660b339d19 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:35.549868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dcb60414-6d79-40f0-bdcc-f9660b339d19 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4cd5779-e203-40eb-999f-e496ffb15cb9 HTTP/1.1" status: 200 len: 913 time: 0.4133270 Dec 23 15:37:35.552641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54816) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:35.557406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:35.562087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:35.565344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:35.599516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=b04d9c5b-958a-4290-878e-09ed8a0f7cff,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:35.639946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:35.658326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:35.658927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.698363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:35.707103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f652807b-9ec1-416a-8428-7c78fb78412f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6478231 Dec 23 15:37:35.707395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54820) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:35.712028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:35.730591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-414464652'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:35.731106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:35.731106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:35.734405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:35.742301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:network and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:35.746207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:35.754189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:35.778115 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-826dd89f-d567-4927-8334-b46b95e3a50a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9185333 Dec 23 15:37:35.797195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Request body: {'port': {'device_id': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:35.866042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:35.870759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:35.930609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:35.978556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.172533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-029e5223-b8ec-456a-9d87-528e873a4928 None None] Provisioning for port b04d9c5b-958a-4290-878e-09ed8a0f7cff completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:36.177611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:37:36.211107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.211107 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added segment f49df500-dcf4-462a-8277-d349c53bdd48 of type vlan for network decae422-dc85-4add-9e59-a6ea725de7f6 Dec 23 15:37:36.217663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94404c48-24bf-4a69-b2d6-b904e3f588da req-c21c1b8a-90c7-4e13-bc5d-8b15af031997 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:36.218130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-94404c48-24bf-4a69-b2d6-b904e3f588da req-c21c1b8a-90c7-4e13-bc5d-8b15af031997 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:36.231645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-029e5223-b8ec-456a-9d87-528e873a4928 None None] Provisioning complete for port b04d9c5b-958a-4290-878e-09ed8a0f7cff triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:36.232014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-029e5223-b8ec-456a-9d87-528e873a4928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.243431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.261661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.307323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-029e5223-b8ec-456a-9d87-528e873a4928 None None] Port b04d9c5b-958a-4290-878e-09ed8a0f7cff cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:36.373079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-94404c48-24bf-4a69-b2d6-b904e3f588da req-c21c1b8a-90c7-4e13-bc5d-8b15af031997 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:36.374366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94404c48-24bf-4a69-b2d6-b904e3f588da req-c21c1b8a-90c7-4e13-bc5d-8b15af031997 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 932 time: 0.3327496 Dec 23 15:37:36.420473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:32Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:36.426914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:36.429533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Updating router d823e651-1bce-4fbe-8c64-530f8ec384aa port 9ae759d2-bc28-4e06-9b46-306487861a24 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:37:36.487241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.487922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.490966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:36.491616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.501327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94404c48-24bf-4a69-b2d6-b904e3f588da req-749224c4-b131-4db2-979a-3baeeb25b302 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080987 Dec 23 15:37:36.507730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04d9c5b-958a-4290-878e-09ed8a0f7cff {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:37:36.517565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.540051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Transition to ACTIVE for port object b04d9c5b-958a-4290-878e-09ed8a0f7cff will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:36.590264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.619468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Network': ['ID=decae422-dc85-4add-9e59-a6ea725de7f6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:36.643266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network decae422-dc85-4add-9e59-a6ea725de7f6 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:37:36.732697 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ae249992-7314-47ee-9ad4-acbc6d011edd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0207648 Dec 23 15:37:36.738659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54826) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:36.748652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'subnet': {'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:36.759997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b04d9c5b-958a-4290-878e-09ed8a0f7cff,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:36.821668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:36.912193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Attempting to bind port b04d9c5b-958a-4290-878e-09ed8a0f7cff on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:36.912927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Attempting to bind port b04d9c5b-958a-4290-878e-09ed8a0f7cff by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:36.913561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Attempting to bind port b04d9c5b-958a-4290-878e-09ed8a0f7cff on network b95843b2-a1c9-4ae2-91c4-0c0be7319329 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:36.921030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Port b04d9c5b-958a-4290-878e-09ed8a0f7cff on network b95843b2-a1c9-4ae2-91c4-0c0be7319329 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:37:36.921715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Attempting to bind port b04d9c5b-958a-4290-878e-09ed8a0f7cff on network b95843b2-a1c9-4ae2-91c4-0c0be7319329 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:36.929961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:36.930665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:36.930899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Checking segment: {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:36.931494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Bound using segment: {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:36.932202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Bound port: b04d9c5b-958a-4290-878e-09ed8a0f7cff, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:36.933386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:36.943759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:subnet and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:36.949773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:36.962932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:37.045093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] For port b04d9c5b-958a-4290-878e-09ed8a0f7cff, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:37.048804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] For port b04d9c5b-958a-4290-878e-09ed8a0f7cff, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b04d9c5b-958a-4290-878e-09ed8a0f7cff,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:37.110287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Made reservation on behalf of f8e9174e53c54c319599605044fab516 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:37:37.122195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:37.122714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.122860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.155104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.190903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.192276 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] 10.222.0.57 "PUT /v2.0/ports/b04d9c5b-958a-4290-878e-09ed8a0f7cff HTTP/1.1" status: 200 len: 1094 time: 1.3998597 Dec 23 15:37:37.192965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'tag': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:37:37.218371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65b33a-7414-4619-bd7c-280241f2a3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b04d9c5b-958a-4290-878e-09ed8a0f7cff,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:37.259453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.279737 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'tag': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff', 'status': 'completed', 'code': 200} Dec 23 15:37:37.321311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.355438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Transition to ACTIVE for port object 9ae759d2-bc28-4e06-9b46-306487861a24 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:37.410121 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bf12f2b3-f338-4b3d-b87f-0f50e52293ee req-52429b0c-1092-4fc2-9252-55215f862df7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 1097 time: 0.0890343 Dec 23 15:37:37.434452 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.455919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Deleting port 87db5a22-c181-4193-a3d2-ed583e6b1b86 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:37.456278 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.571240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Pushing event updated for resources: {'Port': ['ID=9ae759d2-bc28-4e06-9b46-306487861a24,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:37.603804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.604309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.604704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.613157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:37:37.760092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.767183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12f2b3-f338-4b3d-b87f-0f50e52293ee req-b951f95b-b240-4395-bbb5-fd05ca0fe672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:37.769792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12f2b3-f338-4b3d-b87f-0f50e52293ee req-b951f95b-b240-4395-bbb5-fd05ca0fe672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:37.771594 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bf12f2b3-f338-4b3d-b87f-0f50e52293ee req-b951f95b-b240-4395-bbb5-fd05ca0fe672 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.3493505 Dec 23 15:37:37.800625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Attempting to bind port 9ae759d2-bc28-4e06-9b46-306487861a24 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:37.803396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Attempting to bind port 9ae759d2-bc28-4e06-9b46-306487861a24 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:37.803396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Attempting to bind port 9ae759d2-bc28-4e06-9b46-306487861a24 on network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:37.809966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:37.810461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Checking segment: {'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:37.810815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.811360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Bound using segment: {'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:37.811821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Bound port: 9ae759d2-bc28-4e06-9b46-306487861a24, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:37.812203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.918124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] For port 9ae759d2-bc28-4e06-9b46-306487861a24, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:37.922717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] For port 9ae759d2-bc28-4e06-9b46-306487861a24, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9ae759d2-bc28-4e06-9b46-306487861a24,segment=NetworkSegment(bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74),segment_id=bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:37.987056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:37.994479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12f2b3-f338-4b3d-b87f-0f50e52293ee req-62c31c2b-e2dd-4dae-adaa-7950fe3384f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:37.996046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bf12f2b3-f338-4b3d-b87f-0f50e52293ee req-62c31c2b-e2dd-4dae-adaa-7950fe3384f5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2114851 Dec 23 15:37:38.005351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86f64-00cf-41f4-83a9-f58dc4e4e672 req-07b82643-a28b-4bff-9fca-be33c0f65022 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:38.006856 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-57e86f64-00cf-41f4-83a9-f58dc4e4e672 req-07b82643-a28b-4bff-9fca-be33c0f65022 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 944 time: 0.1983025 Dec 23 15:37:38.034168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:38.045199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Calling delete_port for 87db5a22-c181-4193-a3d2-ed583e6b1b86 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:38.075812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda361b6-0533-4243-9158-f2b345d69196 None None] Pushing event updated for resources: {'Port': ['ID=9ae759d2-bc28-4e06-9b46-306487861a24,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:38.078488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:38.079727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:38.160701 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-57e86f64-00cf-41f4-83a9-f58dc4e4e672 req-7b549915-1306-4e50-bcbf-0b22b3a2d9d8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450453 Dec 23 15:37:38.178273 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-70087274-729e-4576-a544-f961ea340dd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 1097 time: 0.1116071 Dec 23 15:37:38.209658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Subnet': ['ID=1ef546ee-4f99-4457-96a9-364feb38e530,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:38.236955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Checking segment: {'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:38.237582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network hostable DHCP agents. Network: decae422-dc85-4add-9e59-a6ea725de7f6, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:37:38.290640 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-ba0f2b20-031e-41f2-85df-34a3d778b649 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b04d9c5b-958a-4290-878e-09ed8a0f7cff HTTP/1.1" status: 200 len: 217 time: 0.0978363 Dec 23 15:37:38.319419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:38.362383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-efb5efa6-c265-43d3-ac8a-b88a2f2b9e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:38.363854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-efb5efa6-c265-43d3-ac8a-b88a2f2b9e1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=373c0d1f-1911-474c-a2d2-6245ab5d6904 HTTP/1.1" status: 200 len: 838 time: 0.0673108 Dec 23 15:37:38.388416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network decae422-dc85-4add-9e59-a6ea725de7f6 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:37:38.413662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:38.442755 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-937f6b32-13da-4d87-a6f1-5ca36699cb13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b95843b2-a1c9-4ae2-91c4-0c0be7319329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0723999 Dec 23 15:37:38.464510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event deleted for resources: {'Port': ['ID=87db5a22-c181-4193-a3d2-ed583e6b1b86,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:38.467671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, decae422-dc85-4add-9e59-a6ea725de7f6) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:38.472833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:38.473417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:38.486987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb154e-10d4-415a-9c3a-e44f59e1b70e None None] Network decae422-dc85-4add-9e59-a6ea725de7f6 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:38.600196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-3a939d57-5728-41c5-9b9c-6cd7d85b6541 service neutron] 10.222.0.57 "GET /v2.0/networks/b95843b2-a1c9-4ae2-91c4-0c0be7319329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512384 Dec 23 15:37:38.763328 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-aff0485e-3fcd-42dc-b580-4172d4913953 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0233858 Dec 23 15:37:38.763984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54834) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:38.779267 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b60b6b73-c213-4819-b7c7-3ea5f373b37a req-5ecc2052-a13e-464a-8827-4ff1df50e5ae service neutron] 10.222.0.57 "GET /v2.0/networks/b95843b2-a1c9-4ae2-91c4-0c0be7319329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717794 Dec 23 15:37:38.899404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-decae422-dc85-4add-9e59-a6ea725de7f6', 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'fixed_ips': [{'subnet_id': '1ef546ee-4f99-4457-96a9-364feb38e530'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:37:38.900226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:38.909788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:38.967294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:32Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:37Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:38.982660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0847de-8c15-46b5-902c-4e781d03c079 None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:32Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:37Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:39.091776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Allocated IP 2001:db8:3::2 (decae422-dc85-4add-9e59-a6ea725de7f6/1ef546ee-4f99-4457-96a9-364feb38e530/7b4b99b4-460b-4dad-a5cc-d47b36039049) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:39.342540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:39.354005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Transition to ACTIVE for port object 7b4b99b4-460b-4dad-a5cc-d47b36039049 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:39.389432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Transition to ACTIVE for port object 7b4b99b4-460b-4dad-a5cc-d47b36039049 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:39.415831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd83cd-de65-4d29-a683-ad98ea8251b0 req-f1d2a2d9-612a-48ab-99eb-f92c0d836d9b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:39.417333 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8abd83cd-de65-4d29-a683-ad98ea8251b0 req-f1d2a2d9-612a-48ab-99eb-f92c0d836d9b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0948677 Dec 23 15:37:39.468118 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8abd83cd-de65-4d29-a683-ad98ea8251b0 req-55617b94-f995-4884-8988-ff43e77147d9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441437 Dec 23 15:37:39.470650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:39.538991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Network decae422-dc85-4add-9e59-a6ea725de7f6 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:39.542609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:39.545458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:39.642546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Pushing event updated for resources: {'Port': ['ID=7b4b99b4-460b-4dad-a5cc-d47b36039049,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:39.655527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Attempting to bind port 7b4b99b4-460b-4dad-a5cc-d47b36039049 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:39.656085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Attempting to bind port 7b4b99b4-460b-4dad-a5cc-d47b36039049 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:39.658662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Attempting to bind port 7b4b99b4-460b-4dad-a5cc-d47b36039049 on network decae422-dc85-4add-9e59-a6ea725de7f6 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:39.670494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:39.670947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Checking segment: {'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:39.671509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:39.672856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Bound using segment: {'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:39.673501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Bound port: 7b4b99b4-460b-4dad-a5cc-d47b36039049, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:39.674175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:39.694172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Router e4cd5779-e203-40eb-999f-e496ffb15cb9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:39.796417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] For port 7b4b99b4-460b-4dad-a5cc-d47b36039049, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:39.803104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] For port 7b4b99b4-460b-4dad-a5cc-d47b36039049, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7b4b99b4-460b-4dad-a5cc-d47b36039049,segment=NetworkSegment(f49df500-dcf4-462a-8277-d349c53bdd48),segment_id=f49df500-dcf4-462a-8277-d349c53bdd48)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:39.895019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:39.989337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c28f47-5ee5-4616-9a7c-ed33f8abc897 None None] Pushing event updated for resources: {'Port': ['ID=7b4b99b4-460b-4dad-a5cc-d47b36039049,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:39.994201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:39.999314 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b876c66b-d9a8-4bad-8b8a-f2cf2a19499a tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "PUT /v2.0/routers/e4cd5779-e203-40eb-999f-e496ffb15cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4450493 Dec 23 15:37:40.002773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54840) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:40.003659 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] Sync routers for ids ['e4cd5779-e203-40eb-999f-e496ffb15cb9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:40.017579 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] Routers {'e4cd5779-e203-40eb-999f-e496ffb15cb9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:40.018309 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['e4cd5779-e203-40eb-999f-e496ffb15cb9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:40.085128 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:40.098456 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] Routers {'e4cd5779-e203-40eb-999f-e496ffb15cb9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:40.099097 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['e4cd5779-e203-40eb-999f-e496ffb15cb9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:40.196106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1c5de44-458b-4986-a06b-9090b7f70378 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.196399 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.196650 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:40.196650 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f8536b-5df4-4cfb-8f08-34dbc15a1df7 None None] The sync data for ids ['e4cd5779-e203-40eb-999f-e496ffb15cb9'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:40.604404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Allocated IP 2001:db8:3::1 (decae422-dc85-4add-9e59-a6ea725de7f6/1ef546ee-4f99-4457-96a9-364feb38e530/a255fba7-7685-4c6f-8878-55dddda75997) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:40.752244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1c5de44-458b-4986-a06b-9090b7f70378 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.766371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1c5de44-458b-4986-a06b-9090b7f70378 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.812783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.816978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7b4b99b4-460b-4dad-a5cc-d47b36039049 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:40.819462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112f59b-fbc8-4f47-9923-b1496c5d7146 req-b44ab861-c845-474d-a0e8-5f9719299408 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:40.820999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2112f59b-fbc8-4f47-9923-b1496c5d7146 req-b44ab861-c845-474d-a0e8-5f9719299408 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 944 time: 0.2188730 Dec 23 15:37:40.834037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Transition to ACTIVE for port object a255fba7-7685-4c6f-8878-55dddda75997 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:40.875565 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2112f59b-fbc8-4f47-9923-b1496c5d7146 req-17b28899-8033-4b1c-8839-711c1d78f851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454061 Dec 23 15:37:40.877198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1c5de44-458b-4986-a06b-9090b7f70378 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.877778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c5de44-458b-4986-a06b-9090b7f70378 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Fanout notify agent at l3_agent the message router_deleted on router e4cd5779-e203-40eb-999f-e496ffb15cb9 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:37:40.896765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a1c5de44-458b-4986-a06b-9090b7f70378 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.900518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a1c5de44-458b-4986-a06b-9090b7f70378 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "DELETE /v2.0/routers/e4cd5779-e203-40eb-999f-e496ffb15cb9 HTTP/1.1" status: 204 len: 168 time: 0.8967621 Dec 23 15:37:40.900743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54846) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:40.936355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:40.939083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 7b4b99b4-460b-4dad-a5cc-d47b36039049 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:40.945067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9ae759d2-bc28-4e06-9b46-306487861a24 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:41.037480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network decae422-dc85-4add-9e59-a6ea725de7f6 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:41.040539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=a255fba7-7685-4c6f-8878-55dddda75997,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:41.042972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:41.049099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:41.049615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.075122 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c468431-a8c3-4af3-9f4b-77ef32397cbb None None] Network decae422-dc85-4add-9e59-a6ea725de7f6 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:41.091397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 9ae759d2-bc28-4e06-9b46-306487861a24 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:41.148003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9ae759d2-bc28-4e06-9b46-306487861a24 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:41.148490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.343033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Deleting subnet e873f915-3615-43f3-9c98-41e858621f09 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:41.347831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0cf030a4-b7e6-45a5-8938-84d29c3efce0 None None] Provisioning for port 7b4b99b4-460b-4dad-a5cc-d47b36039049 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:41.349621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.383601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.397239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0cf030a4-b7e6-45a5-8938-84d29c3efce0 None None] Provisioning complete for port 7b4b99b4-460b-4dad-a5cc-d47b36039049 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:41.397613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0cf030a4-b7e6-45a5-8938-84d29c3efce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.431894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.455808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.534979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 9ae759d2-bc28-4e06-9b46-306487861a24, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9ae759d2-bc28-4e06-9b46-306487861a24,segment=NetworkSegment(bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74),segment_id=bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:41.605479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0cf030a4-b7e6-45a5-8938-84d29c3efce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.637310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.711699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0cf030a4-b7e6-45a5-8938-84d29c3efce0 None None] For port 7b4b99b4-460b-4dad-a5cc-d47b36039049, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7b4b99b4-460b-4dad-a5cc-d47b36039049,segment=NetworkSegment(f49df500-dcf4-462a-8277-d349c53bdd48),segment_id=f49df500-dcf4-462a-8277-d349c53bdd48)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:41.715704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.725447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=9ae759d2-bc28-4e06-9b46-306487861a24,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:41.771477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0cf030a4-b7e6-45a5-8938-84d29c3efce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.843689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf030a4-b7e6-45a5-8938-84d29c3efce0 None None] Pushing event updated for resources: {'Port': ['ID=7b4b99b4-460b-4dad-a5cc-d47b36039049,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:41.921647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:41.967701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.002495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-11d8e43a-aea7-433f-b7b4-c5cae4a787a7 None None] Provisioning for port a255fba7-7685-4c6f-8878-55dddda75997 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:42.008690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-11d8e43a-aea7-433f-b7b4-c5cae4a787a7 None None] Provisioning complete for port a255fba7-7685-4c6f-8878-55dddda75997 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:42.009234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11d8e43a-aea7-433f-b7b4-c5cae4a787a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.022142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.023187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.029309 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.053339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfeeba-c09f-4584-8613-638d3f32a0ae None None] Network f49c46a2-b7d3-4a62-9ba5-b03ac181aafa requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:42.069111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event deleted for resources: {'Subnet': ['ID=e873f915-3615-43f3-9c98-41e858621f09,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:42.089308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e7969-e571-4ce4-9f36-a808318452e4 req-b040d87a-fe13-411c-8b90-8358beaa4daf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:42.098206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb6e7969-e571-4ce4-9f36-a808318452e4 req-b040d87a-fe13-411c-8b90-8358beaa4daf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0978904 Dec 23 15:37:42.099237 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-80c133f9-c5fe-4241-acc6-7c8593770b49 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "DELETE /v2.0/subnets/e873f915-3615-43f3-9c98-41e858621f09 HTTP/1.1" status: 204 len: 168 time: 1.1972520 Dec 23 15:37:42.101613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54852) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:42.170754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b04d9c5b-958a-4290-878e-09ed8a0f7cff details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:37:42.185390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-11d8e43a-aea7-433f-b7b4-c5cae4a787a7 None None] Port a255fba7-7685-4c6f-8878-55dddda75997 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:42.195314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event updated for resources: {'Port': ['ID=a255fba7-7685-4c6f-8878-55dddda75997,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:42.255739 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb6e7969-e571-4ce4-9f36-a808318452e4 req-56610f6f-6cbb-417a-8c1d-8ab68778a424 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549797 Dec 23 15:37:42.256235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Network decae422-dc85-4add-9e59-a6ea725de7f6 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:42.257395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:42.272114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.284059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Deleting port 06a08001-a530-47fc-a7e6-77af4509ed3f {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:42.284795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.363436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-11d8e43a-aea7-433f-b7b4-c5cae4a787a7 None None] Provisioning complete for port 7b4b99b4-460b-4dad-a5cc-d47b36039049 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:42.363801 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11d8e43a-aea7-433f-b7b4-c5cae4a787a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.476957 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b04d9c5b-958a-4290-878e-09ed8a0f7cff, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b04d9c5b-958a-4290-878e-09ed8a0f7cff,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:42.498198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff', 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'port_id': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff', 'mac_address': 'fa:16:3e:98:d4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373c0d1f-1911-474c-a2d2-6245ab5d6904', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:37:42.520973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] For port 06a08001-a530-47fc-a7e6-77af4509ed3f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=06a08001-a530-47fc-a7e6-77af4509ed3f,segment=NetworkSegment(42622fbd-ad14-48cd-8be5-7a8cbb32fb26),segment_id=42622fbd-ad14-48cd-8be5-7a8cbb32fb26)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:42.521320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.621253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.657410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14da67-239a-486e-99d9-12cd554c3cdf None None] DHCP port deletion for f49c46a2-b7d3-4a62-9ba5-b03ac181aafa request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:37:42.659353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Calling delete_port for 06a08001-a530-47fc-a7e6-77af4509ed3f owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:42.662305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:42.690192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04d9c5b-958a-4290-878e-09ed8a0f7cff {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:37:42.695837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ed14da67-239a-486e-99d9-12cd554c3cdf None None] Deleting port 06a08001-a530-47fc-a7e6-77af4509ed3f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:42.696237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ed14da67-239a-486e-99d9-12cd554c3cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.749974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7b4b99b4-460b-4dad-a5cc-d47b36039049 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:42.828411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b04d9c5b-958a-4290-878e-09ed8a0f7cff, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b04d9c5b-958a-4290-878e-09ed8a0f7cff,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:42.829309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.846846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ed14da67-239a-486e-99d9-12cd554c3cdf None None] The port '06a08001-a530-47fc-a7e6-77af4509ed3f' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:37:42.876028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a05af06d-a422-44fe-8ff4-3633b112a1c1 None None] Provisioning complete for port a255fba7-7685-4c6f-8878-55dddda75997 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:42.876028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a05af06d-a422-44fe-8ff4-3633b112a1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.884056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event deleted for resources: {'Port': ['ID=06a08001-a530-47fc-a7e6-77af4509ed3f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:42.895098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] No DVR routers for this DVR port 06a08001-a530-47fc-a7e6-77af4509ed3f on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:37:42.904888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.975142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:42.979118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 7b4b99b4-460b-4dad-a5cc-d47b36039049 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:42.979487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:42.984544 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8f51b6e0-f215-4663-b9e9-b353425860c8 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2138910 Dec 23 15:37:42.986902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54856) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:42.992609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:43.021705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:43.027566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a05af06d-a422-44fe-8ff4-3633b112a1c1 None None] Port a255fba7-7685-4c6f-8878-55dddda75997 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:43.028696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.061743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b04d9c5b-958a-4290-878e-09ed8a0f7cff,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:43.062595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49c46a2-b7d3-4a62-9ba5-b03ac181aafa']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:43.073060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:43.074027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:43.077959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42622fbd-ad14-48cd-8be5-7a8cbb32fb26') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:43.078258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42622fbd-ad14-48cd-8be5-7a8cbb32fb26') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:43.091149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.107509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.119776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:37:43.119776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:37:43.130467 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:37:43.275902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.293478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.304360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] Pushing event deleted for resources: {'Network': ['ID=f49c46a2-b7d3-4a62-9ba5-b03ac181aafa,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:43.310982 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6521521a-39d2-4a76-95d4-2af2e8dba4e4 tempest-FloatingIPNegativeTestJSON-704947386 tempest-FloatingIPNegativeTestJSON-704947386-project] 10.222.0.58 "DELETE /v2.0/networks/f49c46a2-b7d3-4a62-9ba5-b03ac181aafa HTTP/1.1" status: 204 len: 168 time: 1.2058318 Dec 23 15:37:43.317000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9ae759d2-bc28-4e06-9b46-306487861a24 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:43.369060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:43.426981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['b04d9c5b-958a-4290-878e-09ed8a0f7cff'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:37:43.505311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc479c90-6c08-43eb-a026-5464b8375b47 req-7d89d6ed-57f3-4397-bd60-81f351113ffc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:43.507189 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bc479c90-6c08-43eb-a026-5464b8375b47 req-7d89d6ed-57f3-4397-bd60-81f351113ffc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 945 time: 0.1029851 Dec 23 15:37:43.558091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bc479c90-6c08-43eb-a026-5464b8375b47 req-46131743-f914-4079-81b9-41e61ea86959 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444262 Dec 23 15:37:43.648016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:37:43.664411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Removed routes are [] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:37:43.665052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.683177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9ae759d2-bc28-4e06-9b46-306487861a24 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:43.683539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:43.963982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54866) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:44.008361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a255fba7-7685-4c6f-8878-55dddda75997', 'name': '', 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:2d:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:40Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:44.016817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:44.017172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Updating router d823e651-1bce-4fbe-8c64-530f8ec384aa port a255fba7-7685-4c6f-8878-55dddda75997 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:37:44.052412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 06a08001-a530-47fc-a7e6-77af4509ed3f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:44.086923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.090930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.097390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 06a08001-a530-47fc-a7e6-77af4509ed3f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:37:44.097653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 06a08001-a530-47fc-a7e6-77af4509ed3f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:37:44.134427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.199714 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7c3b0c9b-5a20-458e-b139-fddaa437dc4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a502e4ea892a4d148ede4ec359aedcef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2320354 Dec 23 15:37:44.200438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54872) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:44.266383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5450cf3-fa82-47e7-b001-1bbb5c9c2022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.278630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:44.292645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5450cf3-fa82-47e7-b001-1bbb5c9c2022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.429726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5450cf3-fa82-47e7-b001-1bbb5c9c2022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.449566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5450cf3-fa82-47e7-b001-1bbb5c9c2022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d552ac91-44e2-4d1d-a95d-2a1ed7b66c31,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:44.452914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5450cf3-fa82-47e7-b001-1bbb5c9c2022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.457061 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5450cf3-fa82-47e7-b001-1bbb5c9c2022 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d552ac91-44e2-4d1d-a95d-2a1ed7b66c31 HTTP/1.1" status: 204 len: 168 time: 0.2538841 Dec 23 15:37:44.465487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:44.472144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.473292 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d99dae10-a1af-477a-ba17-a46990ecfabc tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 200 len: 954 time: 1.4853175 Dec 23 15:37:44.475805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54878) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:44.533687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.548164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Transition to ACTIVE for port object a255fba7-7685-4c6f-8878-55dddda75997 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:44.624027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.779307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc22098-b492-42da-b9b3-953ae24c1b10 None None] Pushing event updated for resources: {'Port': ['ID=a255fba7-7685-4c6f-8878-55dddda75997,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:44.824595 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0f0ec846-98c9-4870-9d62-0c89c163e78d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 200 len: 954 time: 0.3474996 Dec 23 15:37:44.827071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54886) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:44.834158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'routes': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:44.897841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Attempting to bind port a255fba7-7685-4c6f-8878-55dddda75997 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:44.898337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Attempting to bind port a255fba7-7685-4c6f-8878-55dddda75997 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:44.898700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Attempting to bind port a255fba7-7685-4c6f-8878-55dddda75997 on network decae422-dc85-4add-9e59-a6ea725de7f6 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:44.907225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:44.907656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Checking segment: {'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:44.908348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:44.908733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Bound using segment: {'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:44.909203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Bound port: a255fba7-7685-4c6f-8878-55dddda75997, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49df500-dcf4-462a-8277-d349c53bdd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:44.909582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:45.033036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f968c0-3cd2-495a-afc4-cb2687631c29 req-14c596e7-efa7-402a-8775-7912b4898c05 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:45.044227 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2f968c0-3cd2-495a-afc4-cb2687631c29 req-14c596e7-efa7-402a-8775-7912b4898c05 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 945 time: 0.2959635 Dec 23 15:37:45.107786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] For port a255fba7-7685-4c6f-8878-55dddda75997, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:45.113125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] For port a255fba7-7685-4c6f-8878-55dddda75997, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a255fba7-7685-4c6f-8878-55dddda75997,segment=NetworkSegment(f49df500-dcf4-462a-8277-d349c53bdd48),segment_id=f49df500-dcf4-462a-8277-d349c53bdd48)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:45.119876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2f968c0-3cd2-495a-afc4-cb2687631c29 req-cafcc8ec-21c6-49a6-be4d-7a6242dde2e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744531 Dec 23 15:37:45.177334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:45.267396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc22098-b492-42da-b9b3-953ae24c1b10 None None] Pushing event updated for resources: {'Port': ['ID=a255fba7-7685-4c6f-8878-55dddda75997,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:45.271712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:45.272354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:45.441498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:45.555169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added routes are [] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:37:45.555482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:37:45.585985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:45.827521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:43Z', 'revision_number': 6, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a255fba7-7685-4c6f-8878-55dddda75997', 'name': '', 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:2d:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:40Z', 'updated_at': '2021-12-23T15:37:45Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:45.833391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f238bad-c33c-4a7f-bdec-ef871c8e4e46 None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:43Z', 'revision_number': 6, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a255fba7-7685-4c6f-8878-55dddda75997', 'name': '', 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:2d:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:40Z', 'updated_at': '2021-12-23T15:37:45Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:45.997907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54904) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:46.010904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.016461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.141795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--413298423'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:46.148092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:46.152825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:46.155846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:46.168294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:46.183226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b04d9c5b-958a-4290-878e-09ed8a0f7cff up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:46.211274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:46.290709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.319546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.337002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port b04d9c5b-958a-4290-878e-09ed8a0f7cff completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:46.342531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port b04d9c5b-958a-4290-878e-09ed8a0f7cff triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:46.342902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.371208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:46.377385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:46.381667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:46.393152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff507d-ec57-40c5-96ca-2d83e17eb2bd req-cf19033c-b1df-413b-a488-713b2854460d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:46.394587 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1ff507d-ec57-40c5-96ca-2d83e17eb2bd req-cf19033c-b1df-413b-a488-713b2854460d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 945 time: 0.1487858 Dec 23 15:37:46.395476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:46.482327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1ff507d-ec57-40c5-96ca-2d83e17eb2bd req-46171099-25e9-4744-bb0d-a0fc95414c69 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784466 Dec 23 15:37:46.494772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.536035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:46.542556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.546132 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f94a3c4f-ddfb-490f-b3a8-a875106254b5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 200 len: 704 time: 1.7156591 Dec 23 15:37:46.546824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54912) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:46.554600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.687330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.691500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:37:46.707053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b04d9c5b-958a-4290-878e-09ed8a0f7cff, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b04d9c5b-958a-4290-878e-09ed8a0f7cff,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:46.741192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:46.743340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e3774-198e-4143-9864-921f5d975186,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:46.754070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a255fba7-7685-4c6f-8878-55dddda75997 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:46.758905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:46.766571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:46.769616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:46.795063 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff', 'code': 200} Dec 23 15:37:46.802721 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-216349f8-c889-43a5-8572-df3f72b8a1b6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 200 len: 704 time: 0.2528377 Dec 23 15:37:46.803997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54918) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:46.808759 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:46.814940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.825869 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:46.826480 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:46.908418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b04d9c5b-958a-4290-878e-09ed8a0f7cff,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:46.961586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a255fba7-7685-4c6f-8878-55dddda75997 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:46.968551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a255fba7-7685-4c6f-8878-55dddda75997 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:46.973171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:46.991662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.034080 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:47.095338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.098798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.133636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a255fba7-7685-4c6f-8878-55dddda75997, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a255fba7-7685-4c6f-8878-55dddda75997,segment=NetworkSegment(f49df500-dcf4-462a-8277-d349c53bdd48),segment_id=f49df500-dcf4-462a-8277-d349c53bdd48)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:47.211508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.242108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2520db2e-6348-45f8-8bc2-79cf2ac97740,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:47.292837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a255fba7-7685-4c6f-8878-55dddda75997,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:47.302240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79041482-692d-4e00-bbe9-cfe555ef17d1 req-3b299a41-7271-4ad0-ac08-463b94ac9b9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 1099 time: 0.1861804 Dec 23 15:37:47.330780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.331970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-43ec3c9b-b9a6-4b70-ad3e-09608f7044cc tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3330653 Dec 23 15:37:47.335098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54922) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:47.350229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.392912 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:45Z', 'revision_number': 7, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a255fba7-7685-4c6f-8878-55dddda75997', 'name': '', 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:2d:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:40Z', 'updated_at': '2021-12-23T15:37:45Z', 'revision_number': 4, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:47.396908 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:47.411790 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6ec95912-b4bc-4c99-9cff-394ac76ce545 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0741758 Dec 23 15:37:47.414509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54926) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:47.414657 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:47.415361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:47.419985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-91105881-590f-4f5a-989d-7d1fbfe1ba39 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-security--1217114180', 'description': 'tempest-security-description-1087202685'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:47.451134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91105881-590f-4f5a-989d-7d1fbfe1ba39 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.479434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79041482-692d-4e00-bbe9-cfe555ef17d1 req-177be12d-0dba-4c01-9e45-9db547f61626 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698258 Dec 23 15:37:47.509789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91105881-590f-4f5a-989d-7d1fbfe1ba39 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.574681 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:47.600879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91105881-590f-4f5a-989d-7d1fbfe1ba39 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.603089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91105881-590f-4f5a-989d-7d1fbfe1ba39 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.604324 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-91105881-590f-4f5a-989d-7d1fbfe1ba39 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "PUT /v2.0/security-groups/2520db2e-6348-45f8-8bc2-79cf2ac97740 HTTP/1.1" status: 200 len: 1612 time: 0.1888142 Dec 23 15:37:47.612273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54932) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:47.654107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91105881-590f-4f5a-989d-7d1fbfe1ba39 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2520db2e-6348-45f8-8bc2-79cf2ac97740,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:47.696676 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7f70df12-93e4-4376-970b-2b928a07c284 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups/2520db2e-6348-45f8-8bc2-79cf2ac97740 HTTP/1.1" status: 200 len: 1612 time: 0.0833211 Dec 23 15:37:47.699245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54936) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:47.777500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1fa35113-f279-47e0-b50f-7b5dded3b82c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.805701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1fa35113-f279-47e0-b50f-7b5dded3b82c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.832612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7c3bc-9930-437d-b5be-0143c1520c23 req-cbc55d2f-a9ae-4b20-8663-98b2a1c3b930 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:47.834073 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97c7c3bc-9930-437d-b5be-0143c1520c23 req-cbc55d2f-a9ae-4b20-8663-98b2a1c3b930 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 946 time: 0.1910701 Dec 23 15:37:47.915505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1fa35113-f279-47e0-b50f-7b5dded3b82c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.916350 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:45Z', 'revision_number': 7, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a255fba7-7685-4c6f-8878-55dddda75997', 'name': '', 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:2d:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:40Z', 'updated_at': '2021-12-23T15:37:47Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:47.920611 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fbf2f-160d-44c4-8239-ddbaf5f344ef None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:45Z', 'revision_number': 7, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a255fba7-7685-4c6f-8878-55dddda75997', 'name': '', 'network_id': 'decae422-dc85-4add-9e59-a6ea725de7f6', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:2d:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:40Z', 'updated_at': '2021-12-23T15:37:47Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1ef546ee-4f99-4457-96a9-364feb38e530', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:47.935076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa35113-f279-47e0-b50f-7b5dded3b82c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2520db2e-6348-45f8-8bc2-79cf2ac97740,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:47.941064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97c7c3bc-9930-437d-b5be-0143c1520c23 req-a435c936-8589-4beb-bae9-b2e7fe119db7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980551 Dec 23 15:37:47.942062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1fa35113-f279-47e0-b50f-7b5dded3b82c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:47.943148 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1fa35113-f279-47e0-b50f-7b5dded3b82c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/2520db2e-6348-45f8-8bc2-79cf2ac97740 HTTP/1.1" status: 204 len: 168 time: 0.2425077 Dec 23 15:37:47.945867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54940) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:48.009617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6219f93f-a5cf-4ef4-90df-16ae31913b24 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:48.113920 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6219f93f-a5cf-4ef4-90df-16ae31913b24 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:48.118127 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6219f93f-a5cf-4ef4-90df-16ae31913b24 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1684816 Dec 23 15:37:48.118471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54944) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:48.137529 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-b9ed1c4e-f7a7-41f9-825e-0e01784f469b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] delete failed (client error): The resource could not be found. Dec 23 15:37:48.144339 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b9ed1c4e-f7a7-41f9-825e-0e01784f469b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/2520db2e-6348-45f8-8bc2-79cf2ac97740 HTTP/1.1" status: 404 len: 347 time: 0.0191274 Dec 23 15:37:48.147731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54948) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:48.153736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--563313127'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:48.161250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:48.174401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:48.258389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.258734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port a255fba7-7685-4c6f-8878-55dddda75997 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:48.259212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.296767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:48.300761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:48.303549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:48.309480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:48.368226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.386477 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-f8124d05-65d5-40b6-8e74-925297656c96 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3142834 Dec 23 15:37:48.428154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.474769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7c36b0-d7ad-4c7a-b6b1-063293a188c9,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:48.497089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port a255fba7-7685-4c6f-8878-55dddda75997, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a255fba7-7685-4c6f-8878-55dddda75997,segment=NetworkSegment(f49df500-dcf4-462a-8277-d349c53bdd48),segment_id=f49df500-dcf4-462a-8277-d349c53bdd48)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:48.497432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.549412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.550662 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f98fe52d-d193-4bb3-9c56-7b2628f1464e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4018700 Dec 23 15:37:48.553547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54952) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:48.559173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': 'eb7c36b0-d7ad-4c7a-b6b1-063293a188c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:48.565824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:48.569732 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:48.572629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:48.579140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:48.626201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for a255fba7-7685-4c6f-8878-55dddda75997 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:48.662046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.697687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-556feaad-e075-4b25-a0ea-67aa4ea5b805 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 1098 time: 0.2663455 Dec 23 15:37:48.730216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a255fba7-7685-4c6f-8878-55dddda75997 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:37:48.754170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.805185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a255fba7-7685-4c6f-8878-55dddda75997 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:48.805642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.823906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.849826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01914b2-7ffb-4745-a9f1-7281c7c4b390,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:48.928620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.928979 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-be2d31c5-e1d2-4fab-9a9c-ddea733b5682 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3743951 Dec 23 15:37:48.932060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54956) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:48.967576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-cce72226-a1d6-403e-9f7b-b96ddae77189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:48.970481 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-cce72226-a1d6-403e-9f7b-b96ddae77189 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76605736-d16a-48d5-8e07-faf233724a9d HTTP/1.1" status: 200 len: 897 time: 0.2103584 Dec 23 15:37:48.973768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0b134ab-3605-401a-8abf-5f28c38477d9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:48.984175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0b134ab-3605-401a-8abf-5f28c38477d9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.036280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.103558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=a255fba7-7685-4c6f-8878-55dddda75997,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:49.103992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0b134ab-3605-401a-8abf-5f28c38477d9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.120509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b134ab-3605-401a-8abf-5f28c38477d9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f01914b2-7ffb-4745-a9f1-7281c7c4b390,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:49.123597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0b134ab-3605-401a-8abf-5f28c38477d9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.128154 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e0b134ab-3605-401a-8abf-5f28c38477d9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f01914b2-7ffb-4745-a9f1-7281c7c4b390 HTTP/1.1" status: 204 len: 168 time: 0.1906579 Dec 23 15:37:49.128154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:49.184390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fb87e67f-5e97-4262-9988-7d03a3719247 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:49.282128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fb87e67f-5e97-4262-9988-7d03a3719247 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:49.285245 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fb87e67f-5e97-4262-9988-7d03a3719247 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1562202 Dec 23 15:37:49.286360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54966) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:49.302032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-3ee65d25-ca98-49e1-bd01-177ee1e1ad15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6539cb65-7c29-45a1-ad81-aa655206d43d HTTP/1.1" status: 200 len: 1001 time: 0.3244932 Dec 23 15:37:49.354168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd586af-15bd-43fe-a59f-7eb431f919ed tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.381162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd586af-15bd-43fe-a59f-7eb431f919ed tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.447689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e029e6a-90f1-4e50-ba31-2fa158ca40ac req-acdc0723-1ca9-4bfc-ace4-c4f106f6a418 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:49.449082 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3e029e6a-90f1-4e50-ba31-2fa158ca40ac req-acdc0723-1ca9-4bfc-ace4-c4f106f6a418 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 946 time: 0.3494320 Dec 23 15:37:49.452238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-f91e0060-32c1-4b73-8879-7d2a9ce9ad38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:49.456427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-f91e0060-32c1-4b73-8879-7d2a9ce9ad38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=655ecb11-6ff1-4799-a770-944154376339 HTTP/1.1" status: 200 len: 834 time: 0.0990407 Dec 23 15:37:49.509519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd586af-15bd-43fe-a59f-7eb431f919ed tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.527144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd586af-15bd-43fe-a59f-7eb431f919ed tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7c36b0-d7ad-4c7a-b6b1-063293a188c9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:49.567570 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3e029e6a-90f1-4e50-ba31-2fa158ca40ac req-82a63286-2b59-4eeb-b90e-47e56e549016 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112826 Dec 23 15:37:49.579968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.599325 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-f4142454-7a67-4bb3-b68a-390f97c598a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76605736-d16a-48d5-8e07-faf233724a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260219 Dec 23 15:37:49.622463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd586af-15bd-43fe-a59f-7eb431f919ed tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.623845 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6bd586af-15bd-43fe-a59f-7eb431f919ed tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/eb7c36b0-d7ad-4c7a-b6b1-063293a188c9 HTTP/1.1" status: 204 len: 168 time: 0.3363509 Dec 23 15:37:49.627164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54972) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:49.704267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b9bcc139-78f9-4392-80bb-a0226005664e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:49.795003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b9bcc139-78f9-4392-80bb-a0226005664e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:49.800367 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b9bcc139-78f9-4392-80bb-a0226005664e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1679399 Dec 23 15:37:49.811075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54976) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:49.811075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--556760045'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:49.813760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:49.823782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:49.886542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:49.925714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:49.929800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:49.932698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:49.938980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:49.994642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.024173 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-d063346d-014c-499a-9552-5d27b21df9c6 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713999 Dec 23 15:37:50.050868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.067393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c6f5-6e65-4c32-b67d-aeaaa221dd5e req-f8ff2323-b778-460f-a787-7b316668bbe2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:37:50.069225 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2d68c6f5-6e65-4c32-b67d-aeaaa221dd5e req-f8ff2323-b778-460f-a787-7b316668bbe2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 946 time: 0.2856934 Dec 23 15:37:50.096779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6845c9-a385-461f-858b-9e461698ea5b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:50.171063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.175971 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-491bb0bf-f176-4bbf-bab1-a0876bf27835 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3707283 Dec 23 15:37:50.176160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54980) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:50.181571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': 'bc6845c9-a385-461f-858b-9e461698ea5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:50.187633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:50.191680 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:50.194729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:50.200350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:50.282930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.327078 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2d68c6f5-6e65-4c32-b67d-aeaaa221dd5e req-7c2b9915-1961-4633-b547-342207766bc2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141163 Dec 23 15:37:50.346944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.355038 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa179a2-0399-4e5f-b373-655f9def4ec9 req-fb3a6fbc-1533-4266-9eb5-b469a97c0a18 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240132 Dec 23 15:37:50.417994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.442901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5266ab65-abfd-4966-9408-7d2b64f8686e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:50.521055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.522392 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d68d7aae-f653-4c79-9c00-7c71b6e9be69 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3453522 Dec 23 15:37:50.525279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54988) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:50.531295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': 'bc6845c9-a385-461f-858b-9e461698ea5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:50.537972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:50.542039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:50.543503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:50.545004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:50.550988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:50.607934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.690997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.733892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:50.743875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:50.747304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-61ab2fdf-2c2f-4704-b2c3-2e11eafaf456 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9421563 Dec 23 15:37:50.749647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.751979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 54992) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:50.761588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:50.762205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:50.810663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e1c027-ec4f-4300-b71f-55a416f78a35,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:50.911384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:50.912522 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-53ac4f76-8122-4cf0-afe2-d88c7a8f1666 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3861744 Dec 23 15:37:50.915480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 54996) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:50.922672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': 'bc6845c9-a385-461f-858b-9e461698ea5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:50.929259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:50.933604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:50.939908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:50.943542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:50.966194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:50.980030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 1ef546ee-4f99-4457-96a9-364feb38e530 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:50.982989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.032573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.039742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.100576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.134018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.138087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.165236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d581e268-066f-42e3-8dd1-291d0648ce50,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:51.279980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.281400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1eeb8165-c53d-4b22-a879-3b43557216b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3647947 Dec 23 15:37:51.284182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55000) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:51.289958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': 'bc6845c9-a385-461f-858b-9e461698ea5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:51.295861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:51.296038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:48Z', 'revision_number': 8, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:51.300530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:51.300673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:51.303641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:51.310441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:51.311303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:51.311680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:51.326884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.464320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef546ee-4f99-4457-96a9-364feb38e530,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:51.468208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.472574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:51.477605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.488357 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-62c343cc-1745-409b-97d2-261c8e1f8277 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/1ef546ee-4f99-4457-96a9-364feb38e530 HTTP/1.1" status: 204 len: 168 time: 0.7297585 Dec 23 15:37:51.491101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55004) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:51.513385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6caa4f7-cb9c-4d91-bc9c-2cc0330be964 None None] Network decae422-dc85-4add-9e59-a6ea725de7f6 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:51.541429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.610115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.621650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 7b4b99b4-460b-4dad-a5cc-d47b36039049 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:51.621966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.623973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.655531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0926af46-e7e5-4757-bf9c-0aa0b3ef8d5f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:51.766894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:51.772035 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9b8817a9-9e6a-4b18-a17b-84e1a98a504c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4831293 Dec 23 15:37:51.772035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55008) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:51.777850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': 'bc6845c9-a385-461f-858b-9e461698ea5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:51.784316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:51.788631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:51.791823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:51.798835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:51.854342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55012) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:51.983481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port 7b4b99b4-460b-4dad-a5cc-d47b36039049, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7b4b99b4-460b-4dad-a5cc-d47b36039049,segment=NetworkSegment(f49df500-dcf4-462a-8277-d349c53bdd48),segment_id=f49df500-dcf4-462a-8277-d349c53bdd48)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:51.983481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.001167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:48Z', 'revision_number': 8, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:52.005672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a582ff5-798b-4dbb-abb2-76601ab4eca5 None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:48Z', 'revision_number': 8, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': '9ae759d2-bc28-4e06-9b46-306487861a24', 'name': '', 'network_id': '1c3e0d93-39b1-40bd-97cc-b3f889e81e84', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:59:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:32Z', 'updated_at': '2021-12-23T15:37:41Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '1611c1f4-436b-4c89-9528-c5d973ccab14', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:52.058721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] DHCP port deletion for decae422-dc85-4add-9e59-a6ea725de7f6 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:37:52.062727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Deleting port 7b4b99b4-460b-4dad-a5cc-d47b36039049 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:52.063198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.075716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.085023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 7b4b99b4-460b-4dad-a5cc-d47b36039049 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:52.221242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.240892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.270254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] For port 7b4b99b4-460b-4dad-a5cc-d47b36039049, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7b4b99b4-460b-4dad-a5cc-d47b36039049,segment=NetworkSegment(f49df500-dcf4-462a-8277-d349c53bdd48),segment_id=f49df500-dcf4-462a-8277-d349c53bdd48)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:52.270541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.286935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=7b4b99b4-460b-4dad-a5cc-d47b36039049,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:52.291320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port 7b4b99b4-460b-4dad-a5cc-d47b36039049 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:37:52.338253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.379958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d1030f-0705-404c-b044-341328c9a7b6,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:52.404193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Calling delete_port for 7b4b99b4-460b-4dad-a5cc-d47b36039049 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:52.419793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.452445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decae422-dc85-4add-9e59-a6ea725de7f6']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:52.469163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49df500-dcf4-462a-8277-d349c53bdd48') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:52.469476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49df500-dcf4-462a-8277-d349c53bdd48') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:52.482737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.501513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.510520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:37:52.511128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.525801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.525801 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c6a42ba0-82e3-4993-9d9b-df2e47e921b6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7499139 Dec 23 15:37:52.525801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55016) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:37:52.535604 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:37:52.553834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:37:52.553834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:37:52.575642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f070603-f6ea-4b96-8f78-57e47f99641b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.589303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f070603-f6ea-4b96-8f78-57e47f99641b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.711785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7b4b99b4-460b-4dad-a5cc-d47b36039049 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:52.715279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.722409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.748000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 7b4b99b4-460b-4dad-a5cc-d47b36039049 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:37:52.748763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7b4b99b4-460b-4dad-a5cc-d47b36039049 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:37:52.749379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a255fba7-7685-4c6f-8878-55dddda75997 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:52.749655 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f070603-f6ea-4b96-8f78-57e47f99641b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.750196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=decae422-dc85-4add-9e59-a6ea725de7f6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:52.760453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-50d32a5c-89e0-4e0d-832f-35f3b0e77411 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/decae422-dc85-4add-9e59-a6ea725de7f6 HTTP/1.1" status: 204 len: 168 time: 1.2656448 Dec 23 15:37:52.760573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55020) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:52.779266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f070603-f6ea-4b96-8f78-57e47f99641b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89d1030f-0705-404c-b044-341328c9a7b6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:52.788597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3f070603-f6ea-4b96-8f78-57e47f99641b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:52.789687 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3f070603-f6ea-4b96-8f78-57e47f99641b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/89d1030f-0705-404c-b044-341328c9a7b6 HTTP/1.1" status: 204 len: 168 time: 0.2635648 Dec 23 15:37:52.793694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55024) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:52.800382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a255fba7-7685-4c6f-8878-55dddda75997 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:37:52.800978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a255fba7-7685-4c6f-8878-55dddda75997 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:37:52.926882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ceb39150-b498-4bc8-8548-73c9eb79efb2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:52.954479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.028424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ceb39150-b498-4bc8-8548-73c9eb79efb2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:53.029757 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ceb39150-b498-4bc8-8548-73c9eb79efb2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2085955 Dec 23 15:37:53.037386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55028) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:53.054619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Deleting port 7b4b99b4-460b-4dad-a5cc-d47b36039049 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:53.055227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.120593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.122086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e61556d8-f3a0-4562-bf37-301dc4907ae3 None None] The port '7b4b99b4-460b-4dad-a5cc-d47b36039049' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:37:53.144891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d8f3c28-128c-4c03-bd54-48bb82246578 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.167006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d8f3c28-128c-4c03-bd54-48bb82246578 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.319470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d8f3c28-128c-4c03-bd54-48bb82246578 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.348514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f3c28-128c-4c03-bd54-48bb82246578 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0926af46-e7e5-4757-bf9c-0aa0b3ef8d5f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:53.470295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d8f3c28-128c-4c03-bd54-48bb82246578 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.471302 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0d8f3c28-128c-4c03-bd54-48bb82246578 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0926af46-e7e5-4757-bf9c-0aa0b3ef8d5f HTTP/1.1" status: 204 len: 168 time: 0.4330549 Dec 23 15:37:53.475918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55032) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:53.536229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.17 (b95843b2-a1c9-4ae2-91c4-0c0be7319329/373c0d1f-1911-474c-a2d2-6245ab5d6904/e0b47978-c3c5-41bc-90df-8761aac707e7) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:37:53.560078 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb6fc723-9d77-4fee-ba0c-3804a74f53e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:53.825631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.831661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 9ae759d2-bc28-4e06-9b46-306487861a24 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:53.832259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.841935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object e0b47978-c3c5-41bc-90df-8761aac707e7 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:53.879537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb6fc723-9d77-4fee-ba0c-3804a74f53e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:53.880891 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eb6fc723-9d77-4fee-ba0c-3804a74f53e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4040418 Dec 23 15:37:53.883911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55036) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:53.961093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:53.991705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b14fe8e1-4912-4726-b7f7-56beb14714c1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.012590 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b14fe8e1-4912-4726-b7f7-56beb14714c1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.034879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:54.037951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:54.041910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:37:54.076296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port 9ae759d2-bc28-4e06-9b46-306487861a24, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9ae759d2-bc28-4e06-9b46-306487861a24,segment=NetworkSegment(bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74),segment_id=bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:54.076710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.076856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=e0b47978-c3c5-41bc-90df-8761aac707e7,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:54.110785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.144264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b14fe8e1-4912-4726-b7f7-56beb14714c1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.216610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 9ae759d2-bc28-4e06-9b46-306487861a24 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:54.264847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fe8e1-4912-4726-b7f7-56beb14714c1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d581e268-066f-42e3-8dd1-291d0648ce50,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:54.303202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.332850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b14fe8e1-4912-4726-b7f7-56beb14714c1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.333895 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b14fe8e1-4912-4726-b7f7-56beb14714c1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d581e268-066f-42e3-8dd1-291d0648ce50 HTTP/1.1" status: 204 len: 168 time: 0.4490378 Dec 23 15:37:54.336665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55040) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:54.360607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-959a6f45-c4c7-45ae-8a7d-3851e2def3da None None] Provisioning for port e0b47978-c3c5-41bc-90df-8761aac707e7 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:37:54.367206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-959a6f45-c4c7-45ae-8a7d-3851e2def3da None None] Provisioning complete for port e0b47978-c3c5-41bc-90df-8761aac707e7 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:54.371547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-959a6f45-c4c7-45ae-8a7d-3851e2def3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.426064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-959a6f45-c4c7-45ae-8a7d-3851e2def3da None None] Port e0b47978-c3c5-41bc-90df-8761aac707e7 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:54.440594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ad36f188-aa56-476a-8e23-127ea8490ec7 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:54.544371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.585190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ad36f188-aa56-476a-8e23-127ea8490ec7 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:54.586469 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ad36f188-aa56-476a-8e23-127ea8490ec7 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2488365 Dec 23 15:37:54.594507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55044) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:54.602676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=9ae759d2-bc28-4e06-9b46-306487861a24,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:54.735226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7be6273f-d8b2-45ca-a525-067d4e0c4082 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.754196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7be6273f-d8b2-45ca-a525-067d4e0c4082 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.799143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.857857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.872756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.939611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7be6273f-d8b2-45ca-a525-067d4e0c4082 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.962433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6273f-d8b2-45ca-a525-067d4e0c4082 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67e1c027-ec4f-4300-b71f-55a416f78a35,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:54.975295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:54.978833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=e0b47978-c3c5-41bc-90df-8761aac707e7,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:55.117536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:37:55.118745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:37:55.129919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7be6273f-d8b2-45ca-a525-067d4e0c4082 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:55.131022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7be6273f-d8b2-45ca-a525-067d4e0c4082 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/67e1c027-ec4f-4300-b71f-55a416f78a35 HTTP/1.1" status: 204 len: 168 time: 0.5355408 Dec 23 15:37:55.142714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55048) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:55.332541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9acaa9-faa5-454d-8467-8045105378b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:55.389746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f131c7a7-6339-4832-9796-08223a5a143c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:55.454327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-daf4d8df-45e5-4265-b4ac-d1aa6a06a12e None None] Provisioning complete for port e0b47978-c3c5-41bc-90df-8761aac707e7 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:37:55.454932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-daf4d8df-45e5-4265-b4ac-d1aa6a06a12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:55.509022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-daf4d8df-45e5-4265-b4ac-d1aa6a06a12e None None] Port e0b47978-c3c5-41bc-90df-8761aac707e7 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:37:55.537226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 734b9da3-8982-4681-8edc-d12ca2258091 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:55.543984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f131c7a7-6339-4832-9796-08223a5a143c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:55.545256 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f131c7a7-6339-4832-9796-08223a5a143c tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4017272 Dec 23 15:37:55.548894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55052) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:55.586559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9050d73-3fd8-4e50-a7b2-e8867eb6ee2f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:55.599877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9050d73-3fd8-4e50-a7b2-e8867eb6ee2f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:55.624821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:37:55.753788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9050d73-3fd8-4e50-a7b2-e8867eb6ee2f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:55.783740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9050d73-3fd8-4e50-a7b2-e8867eb6ee2f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5266ab65-abfd-4966-9408-7d2b64f8686e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:55.827835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:55.834347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-00133cfb-925c-4a19-8759-b68a9d780115 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0728071 Dec 23 15:37:55.837054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55056) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:55.839280 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:55.847582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:37:55.852650 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:55.853375 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:55.858888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Sync routers for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:37:55.868784 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2b49cabb-f706-4dd9-bf6e-51d9e50aff06 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/734b9da3-8982-4681-8edc-d12ca2258091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0049257 Dec 23 15:37:55.872546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b9050d73-3fd8-4e50-a7b2-e8867eb6ee2f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:55.873634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b9050d73-3fd8-4e50-a7b2-e8867eb6ee2f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5266ab65-abfd-4966-9408-7d2b64f8686e HTTP/1.1" status: 204 len: 168 time: 0.3238640 Dec 23 15:37:55.877704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55060) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:55.890072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:55.890794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:55.941068 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d27418bd-905b-4f34-a567-6db9d952b7f2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0575020 Dec 23 15:37:55.943874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55066) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:56.014850 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:56.029586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd9ed69c-eaca-46ef-9a8b-d7256230b2a5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.048201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 1611c1f4-436b-4c89-9528-c5d973ccab14 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:37:56.051421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.060742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd9ed69c-eaca-46ef-9a8b-d7256230b2a5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.115800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.128909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:56.177569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd9ed69c-eaca-46ef-9a8b-d7256230b2a5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.206155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ed69c-eaca-46ef-9a8b-d7256230b2a5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6845c9-a385-461f-858b-9e461698ea5b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:56.216569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd9ed69c-eaca-46ef-9a8b-d7256230b2a5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.217007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.220686 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dd9ed69c-eaca-46ef-9a8b-d7256230b2a5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/bc6845c9-a385-461f-858b-9e461698ea5b HTTP/1.1" status: 204 len: 168 time: 0.2722402 Dec 23 15:37:56.220862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55072) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:56.280859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1f0c2a09-8558-43b8-8f74-ed734f498db4 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:56.367020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.378339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1f0c2a09-8558-43b8-8f74-ed734f498db4 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:56.381119 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1f0c2a09-8558-43b8-8f74-ed734f498db4 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1584160 Dec 23 15:37:56.386024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55076) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:56.391291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582822905'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:56.398537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:56.401205 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:54Z', 'revision_number': 9, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:56.404639 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:56.409831 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:56.417649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=1611c1f4-436b-4c89-9528-c5d973ccab14,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:56.420910 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:56.421521 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:56.427541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.432965 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cf1f632d-f33a-4177-a794-5f3b938b64d5 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/1611c1f4-436b-4c89-9528-c5d973ccab14 HTTP/1.1" status: 204 len: 168 time: 0.5947266 Dec 23 15:37:56.435585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55080) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:56.435745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d1387d-5b1b-4d7a-90a9-561785a12131 None None] Network 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:37:56.516226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.556140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.567582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:56.568234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.571106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:56.575266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:56.579311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:56.585794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:56.604682 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:56.664068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.737983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.740376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:37:54Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:13Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b47978-c3c5-41bc-90df-8761aac707e7', 'name': '', 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:ab:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373c0d1f-1911-474c-a2d2-6245ab5d6904', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:53Z', 'updated_at': '2021-12-23T15:37:54Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '373c0d1f-1911-474c-a2d2-6245ab5d6904', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:56.744618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Checking router: 734b9da3-8982-4681-8edc-d12ca2258091 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:37:56.744971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Updating router 734b9da3-8982-4681-8edc-d12ca2258091 port e0b47978-c3c5-41bc-90df-8761aac707e7 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:37:56.786952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] DHCP port deletion for 1c3e0d93-39b1-40bd-97cc-b3f889e81e84 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:37:56.799031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Deleting port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:56.799400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.823000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d671c2d-2734-4978-aff2-27e05c744c61,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:56.853455 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.857384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.857551 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1c283374-cc18-4d71-a66a-3fd2a7377347 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4688473 Dec 23 15:37:56.857768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55084) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:56.865673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': '1d671c2d-2734-4978-aff2-27e05c744c61', 'direction': 'ingress', 'protocol': 17}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:56.872950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:56.887813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:56.892625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:56.901751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,segment=NetworkSegment(bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74),segment_id=bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:56.901964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:56.909534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:56.947586 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:37:56.986402 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:54Z', 'revision_number': 9, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:56.990624 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1872ada7-4f19-4147-9a6f-c3c0139f58ba None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:54Z', 'revision_number': 9, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1622f65-b7a2-4aa1-aca8-7a3a8802fba4', 'name': '', 'network_id': '1c5b62de-ed65-4f01-a01e-601acc89d2e7', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:d0:8c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:24Z', 'updated_at': '2021-12-23T15:37:33Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '5f391d9e-8d8e-4c97-8dc0-895de00eb897', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:57.033243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:57.090442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.172418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.189379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.190322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] For port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,segment=NetworkSegment(bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74),segment_id=bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:57.190706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.245381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.251772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=12b2cb6c-af62-4d04-b11c-9f251c3b65a3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:57.332313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Calling delete_port for 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:57.391789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:37:57.393694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6040f1-9a1e-43a1-afa6-e85f481888d7,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:57.498603 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:37:57.498949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:37:57.530183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.534649 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6186b222-acf6-434a-b51e-b01f280f715f tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6724842 Dec 23 15:37:57.535281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55092) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:57.538115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.587232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3e0d93-39b1-40bd-97cc-b3f889e81e84']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:57.588434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.600878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Transition to ACTIVE for port object e0b47978-c3c5-41bc-90df-8761aac707e7 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:37:57.609475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:57.609677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d8201-c04d-4dba-8ba8-7d56aa5e9d74') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:57.626130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.653256 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9f2934ba-c541-4f69-bad3-869cb0f3a858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.653508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.662845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb21377f-6fa3-42e5-afb2-97db9faf56ae tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.664710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:37:57.665133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:37:57.679937 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:37:57.683880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.776298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb21377f-6fa3-42e5-afb2-97db9faf56ae tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.810469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55bb9f-ef82-48f0-9558-9a9ff22c4635 None None] Pushing event updated for resources: {'Port': ['ID=e0b47978-c3c5-41bc-90df-8761aac707e7,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:57.850837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.855368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.884201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=1c3e0d93-39b1-40bd-97cc-b3f889e81e84,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:57.892578 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fa539429-8355-4d80-b2bd-ecbb87ba19c4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/1c3e0d93-39b1-40bd-97cc-b3f889e81e84 HTTP/1.1" status: 204 len: 168 time: 1.4525881 Dec 23 15:37:57.893225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55096) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:57.902188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb21377f-6fa3-42e5-afb2-97db9faf56ae tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.905300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb21377f-6fa3-42e5-afb2-97db9faf56ae tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.905452 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Attempting to bind port e0b47978-c3c5-41bc-90df-8761aac707e7 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:37:57.905832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Attempting to bind port e0b47978-c3c5-41bc-90df-8761aac707e7 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:37:57.907006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Attempting to bind port e0b47978-c3c5-41bc-90df-8761aac707e7 on network b95843b2-a1c9-4ae2-91c4-0c0be7319329 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:37:57.907361 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eb21377f-6fa3-42e5-afb2-97db9faf56ae tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/1d671c2d-2734-4978-aff2-27e05c744c61 HTTP/1.1" status: 204 len: 168 time: 0.3715475 Dec 23 15:37:57.913788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:37:57.914405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Checking segment: {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:37:57.914877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.915344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Bound using segment: {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:37:57.915872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Bound port: e0b47978-c3c5-41bc-90df-8761aac707e7, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038967c4-31f9-4ecb-ae47-6600cbd1589f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:37:57.916399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:57.917551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55100) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:57.934442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21377f-6fa3-42e5-afb2-97db9faf56ae tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d671c2d-2734-4978-aff2-27e05c744c61,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:57.986271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56de769f-49c4-446d-9229-1b439c553586 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:58.001726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Deleting port 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:58.002069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.064353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56de769f-49c4-446d-9229-1b439c553586 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:58.066036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-56de769f-49c4-446d-9229-1b439c553586 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1473739 Dec 23 15:37:58.069999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55104) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:58.075492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810373840'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:58.082499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:58.093249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:58.095029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-38acc1d4-9609-4c7b-bef1-59916e2f77ba None None] The port '12b2cb6c-af62-4d04-b11c-9f251c3b65a3' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:37:58.106009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] For port e0b47978-c3c5-41bc-90df-8761aac707e7, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:37:58.117447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] For port e0b47978-c3c5-41bc-90df-8761aac707e7, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e0b47978-c3c5-41bc-90df-8761aac707e7,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:37:58.177994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.201592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.223534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:58.227773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:58.230935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:58.237545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:58.287186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55bb9f-ef82-48f0-9558-9a9ff22c4635 None None] Pushing event updated for resources: {'Port': ['ID=e0b47978-c3c5-41bc-90df-8761aac707e7,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:58.287715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.290583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:37:58.291208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:58.313256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.371330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.422221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39da3e66-b24f-49d7-91b7-78404bedc880,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:58.513692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:37:58.515989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.517340 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-63cef4e8-4253-46e5-91c8-9d5033059db3 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4464135 Dec 23 15:37:58.520082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55112) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:58.530071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608254743'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:58.531726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:58.535843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:58.538982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:58.544951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:58.636931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.711507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:58.715634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:58.718853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:58.724667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:58.749353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9ae759d2-bc28-4e06-9b46-306487861a24 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:58.783827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.852944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.856094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 9ae759d2-bc28-4e06-9b46-306487861a24 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:37:58.856276 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9ae759d2-bc28-4e06-9b46-306487861a24 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:37:58.856763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:37:58.863603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:58.933356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062ba632-1aee-4cd5-b513-46bd34207bb2,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:58.959438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:37:58.959779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 12b2cb6c-af62-4d04-b11c-9f251c3b65a3 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:37:59.000277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.007156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7d33d4bf-4be1-4f94-beb0-40f24a398353 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4860680 Dec 23 15:37:59.016470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55116) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:59.016470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': '39da3e66-b24f-49d7-91b7-78404bedc880', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '062ba632-1aee-4cd5-b513-46bd34207bb2', 'remote_ip_prefix': None}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:37:59.020974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:37:59.025026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:37:59.027833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:37:59.035969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:37:59.051245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:37:59.051841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.059994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.090046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:37:54Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:13Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b47978-c3c5-41bc-90df-8761aac707e7', 'name': '', 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:ab:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373c0d1f-1911-474c-a2d2-6245ab5d6904', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:53Z', 'updated_at': '2021-12-23T15:37:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '373c0d1f-1911-474c-a2d2-6245ab5d6904', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:37:59.095231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9246f4c3-4257-4d63-bb3b-3a55ed98cf93 None None] The sync data for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv is: [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:37:54Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:13Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0b47978-c3c5-41bc-90df-8761aac707e7', 'name': '', 'network_id': 'b95843b2-a1c9-4ae2-91c4-0c0be7319329', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:ab:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '373c0d1f-1911-474c-a2d2-6245ab5d6904', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:53Z', 'updated_at': '2021-12-23T15:37:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '373c0d1f-1911-474c-a2d2-6245ab5d6904', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:37:59.126124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.241793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.298105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port b1622f65-b7a2-4aa1-aca8-7a3a8802fba4, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,segment=NetworkSegment(1ed951b7-4e36-4ff7-b7ad-ba5928385cca),segment_id=1ed951b7-4e36-4ff7-b7ad-ba5928385cca)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:37:59.298529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.319474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.357602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e91e09-fab4-479c-be39-47953fa936fe,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:59.452308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.456925 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b34893dc-6524-48cc-94cb-42c8a8399011 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4449918 Dec 23 15:37:59.457221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55122) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:59.494364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaa733c3-8a2b-41df-ae68-55e9e68f771e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.508747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaa733c3-8a2b-41df-ae68-55e9e68f771e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.549250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:37:59.646539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaa733c3-8a2b-41df-ae68-55e9e68f771e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.674758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa733c3-8a2b-41df-ae68-55e9e68f771e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e91e09-fab4-479c-be39-47953fa936fe,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:59.692495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaa733c3-8a2b-41df-ae68-55e9e68f771e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.696049 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-aaa733c3-8a2b-41df-ae68-55e9e68f771e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e8e91e09-fab4-479c-be39-47953fa936fe HTTP/1.1" status: 204 len: 168 time: 0.2350991 Dec 23 15:37:59.696909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55126) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:59.757225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d6a3e9e8-1593-4f1f-ac82-9e57da740d9d tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:37:59.835155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d6a3e9e8-1593-4f1f-ac82-9e57da740d9d tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:37:59.836490 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d6a3e9e8-1593-4f1f-ac82-9e57da740d9d tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1382449 Dec 23 15:37:59.839266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55130) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:37:59.858055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.902595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5642f458-8ea6-43d6-9580-76d1f3374a91 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:37:59.903996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=b1622f65-b7a2-4aa1-aca8-7a3a8802fba4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:37:59.935166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5642f458-8ea6-43d6-9580-76d1f3374a91 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.041115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5642f458-8ea6-43d6-9580-76d1f3374a91 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.065411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642f458-8ea6-43d6-9580-76d1f3374a91 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ba632-1aee-4cd5-b513-46bd34207bb2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:00.122613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.149303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5642f458-8ea6-43d6-9580-76d1f3374a91 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.150531 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5642f458-8ea6-43d6-9580-76d1f3374a91 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/062ba632-1aee-4cd5-b513-46bd34207bb2 HTTP/1.1" status: 204 len: 168 time: 0.3103867 Dec 23 15:38:00.153194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55134) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:00.177700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.219639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ccf0a3dd-9e4b-4182-a73c-bd0793d59a3a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:00.280772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ccf0a3dd-9e4b-4182-a73c-bd0793d59a3a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:00.282892 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ccf0a3dd-9e4b-4182-a73c-bd0793d59a3a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1286941 Dec 23 15:38:00.285825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55138) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:00.350267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c79e7948-4f29-4c55-b480-647642c90ce2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.377256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c79e7948-4f29-4c55-b480-647642c90ce2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.463403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c79e7948-4f29-4c55-b480-647642c90ce2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.483658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e7948-4f29-4c55-b480-647642c90ce2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da3e66-b24f-49d7-91b7-78404bedc880,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:00.537503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c79e7948-4f29-4c55-b480-647642c90ce2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.537503 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c79e7948-4f29-4c55-b480-647642c90ce2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/39da3e66-b24f-49d7-91b7-78404bedc880 HTTP/1.1" status: 204 len: 168 time: 0.2500763 Dec 23 15:38:00.539411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55142) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:00.593658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8672cc8e-ee2f-4a99-84bd-1a46231267d5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:00.628241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:00.680690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8672cc8e-ee2f-4a99-84bd-1a46231267d5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:00.683316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8672cc8e-ee2f-4a99-84bd-1a46231267d5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1427379 Dec 23 15:38:00.689145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55148) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:00.694932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844066628'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:00.701889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:00.714904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:00.790141 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e0b47978-c3c5-41bc-90df-8761aac707e7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:38:00.806186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:00.831466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:00.844382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:00.845905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:00.846835 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b5802438-9ef2-44e8-a37c-5880ead5a1cb tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9527833 Dec 23 15:38:00.851351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55152) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:00.855267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:00.861297 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:00.861931 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:00.887065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:00.899120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:00.920921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port e0b47978-c3c5-41bc-90df-8761aac707e7 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:00.927756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e0b47978-c3c5-41bc-90df-8761aac707e7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:00.928279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.019877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:01.047949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.052485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.083783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port e0b47978-c3c5-41bc-90df-8761aac707e7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e0b47978-c3c5-41bc-90df-8761aac707e7,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:01.089411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 5f391d9e-8d8e-4c97-8dc0-895de00eb897 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:38:01.094275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.124711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.160689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.192201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.225768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629a742f-1b89-4f61-b815-ea29e7982b38,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:01.230408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=e0b47978-c3c5-41bc-90df-8761aac707e7,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:01.283953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.285180 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-964f3b4f-6baa-420e-90ed-1802b5e7df54 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5953965 Dec 23 15:38:01.287762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.289598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55156) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:01.295195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': '629a742f-1b89-4f61-b815-ea29e7982b38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:01.301922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:01.306282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:01.309338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:01.315207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:01.352010 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:59Z', 'revision_number': 10, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:01.355829 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:01.366927 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:01.367513 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:01.384091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.428608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.447195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.469011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=5f391d9e-8d8e-4c97-8dc0-895de00eb897,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:01.473740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.483005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e967878b-43d7-4990-a061-40e596cbf50a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/5f391d9e-8d8e-4c97-8dc0-895de00eb897 HTTP/1.1" status: 204 len: 168 time: 0.6266513 Dec 23 15:38:01.484784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f118b40-905e-439c-9f39-adbf4d8a7285 None None] Network 1c5b62de-ed65-4f01-a01e-601acc89d2e7 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:01.486694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55160) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:01.503385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.535872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958e330e-8e7f-4890-b432-883a5b7fc6eb,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:01.566397 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:01.615501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.627279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:01.627624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.629394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.631091 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-27db4e98-bd7f-4288-aff6-9540ac2d20b0 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3405201 Dec 23 15:38:01.634026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55164) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:01.697027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caa3eb48-4d88-451e-9058-f2e40b5620e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.709217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caa3eb48-4d88-451e-9058-f2e40b5620e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.778663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caa3eb48-4d88-451e-9058-f2e40b5620e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.781149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] DHCP port deletion for 1c5b62de-ed65-4f01-a01e-601acc89d2e7 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:38:01.787335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Deleting port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:01.789198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.803607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-caa3eb48-4d88-451e-9058-f2e40b5620e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.807462 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-caa3eb48-4d88-451e-9058-f2e40b5620e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/958e330e-8e7f-4890-b432-883a5b7fc6eb HTTP/1.1" status: 204 len: 168 time: 0.1698272 Dec 23 15:38:01.810779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55168) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:01.837023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3eb48-4d88-451e-9058-f2e40b5620e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=958e330e-8e7f-4890-b432-883a5b7fc6eb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:01.901520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-246fd359-6ce8-4759-bba8-5a05d57fd1e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:01.966015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-246fd359-6ce8-4759-bba8-5a05d57fd1e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:01.970334 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-246fd359-6ce8-4759-bba8-5a05d57fd1e2 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1518943 Dec 23 15:38:01.970514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55172) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:01.994703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,segment=NetworkSegment(1ed951b7-4e36-4ff7-b7ad-ba5928385cca),segment_id=1ed951b7-4e36-4ff7-b7ad-ba5928385cca)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:01.994945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:01.997812 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:59Z', 'revision_number': 10, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:02.004475 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b352d0-805f-4915-9815-b389030a64f2 None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:37:59Z', 'revision_number': 10, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None, '_interfaces': [{'id': 'a707b3db-c953-4656-8534-e1bd99f34c9d', 'name': '', 'network_id': '527f8b41-9f27-4643-90ce-8b52ccb73298', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'mac_address': 'fa:16:3e:f1:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:37:18Z', 'updated_at': '2021-12-23T15:37:26Z', 'revision_number': 5, 'project_id': 'f8e9174e53c54c319599605044fab516', 'subnets': [{'id': '32ccb7e1-7954-4943-9ead-1851f13a6c55', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:02.060383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] For port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,segment=NetworkSegment(1ed951b7-4e36-4ff7-b7ad-ba5928385cca),segment_id=1ed951b7-4e36-4ff7-b7ad-ba5928385cca)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:02.060844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.138402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:02.153413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cea74da1-2ccb-4c85-870b-2b40ea47f365 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.181760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cea74da1-2ccb-4c85-870b-2b40ea47f365 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.188845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Calling delete_port for 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:02.275020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.279890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:38:02.287042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:38:02.309349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cea74da1-2ccb-4c85-870b-2b40ea47f365 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.322434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=821fbab0-6cd2-43b6-a95a-3c1fa4340a16,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:02.331826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:02.332017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea74da1-2ccb-4c85-870b-2b40ea47f365 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a742f-1b89-4f61-b815-ea29e7982b38,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:02.417708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cea74da1-2ccb-4c85-870b-2b40ea47f365 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.418824 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cea74da1-2ccb-4c85-870b-2b40ea47f365 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/629a742f-1b89-4f61-b815-ea29e7982b38 HTTP/1.1" status: 204 len: 168 time: 0.4474564 Dec 23 15:38:02.421360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55176) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:02.475565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-04c51902-e296-49d5-9b2c-b155a7555561 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:02.484199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.509953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5b62de-ed65-4f01-a01e-601acc89d2e7']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:02.522749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed951b7-4e36-4ff7-b7ad-ba5928385cca') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:02.523042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed951b7-4e36-4ff7-b7ad-ba5928385cca') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:02.538264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.551225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.554658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-04c51902-e296-49d5-9b2c-b155a7555561 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:02.555921 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04c51902-e296-49d5-9b2c-b155a7555561 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1336703 Dec 23 15:38:02.557392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:38:02.562607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.562770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55180) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:02.565251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083505572'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:02.571826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:38:02.572190 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:38:02.582476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:02.646610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.686435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:02.690829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:02.693759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:02.699787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:02.704413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.709648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.724744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e0b47978-c3c5-41bc-90df-8761aac707e7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:38:02.739841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=1c5b62de-ed65-4f01-a01e-601acc89d2e7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:02.746412 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-04f272d1-6a45-4ef5-aca6-8767659904e4 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/1c5b62de-ed65-4f01-a01e-601acc89d2e7 HTTP/1.1" status: 204 len: 168 time: 1.2602227 Dec 23 15:38:02.749804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55184) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:02.768691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.781523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Deleting port 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:02.782207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.828532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.850328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b94f8472-d639-4280-a273-d8b7939718ad None None] The port '821fbab0-6cd2-43b6-a95a-3c1fa4340a16' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:38:02.867165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e0b47978-c3c5-41bc-90df-8761aac707e7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:02.867746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.881256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24762634-e7b0-4926-8a40-d4231f5809df,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:02.936815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:02.941091 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-84e21b73-aeff-4a75-a725-28c4e218c705 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3773847 Dec 23 15:38:02.941307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55190) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:02.946904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': '24762634-e7b0-4926-8a40-d4231f5809df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:02.953337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:02.958915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:02.961945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:02.968831 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:03.042578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:03.064857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.078837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:03.079176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 821fbab0-6cd2-43b6-a95a-3c1fa4340a16 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:03.079595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:03.105448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.115531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:03.115733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b1622f65-b7a2-4aa1-aca8-7a3a8802fba4 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:03.133541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.200245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.226105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1add6177-f7c9-41cb-8e67-b99f157d6107,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:03.297593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.298782 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-40524687-4ae5-4c1c-9a52-7451c3800733 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3565557 Dec 23 15:38:03.301374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55194) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:03.319879 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f9a5535d-bc7a-4728-bb15-9883b2bdfcc5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules/1add6177-f7c9-41cb-8e67-b99f157d6107 HTTP/1.1" status: 200 len: 705 time: 0.0174778 Dec 23 15:38:03.322266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55198) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:03.371723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-00e8b100-db3b-496a-8fcb-e185b4b4f406 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:03.446292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-00e8b100-db3b-496a-8fcb-e185b4b4f406 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:03.447595 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-00e8b100-db3b-496a-8fcb-e185b4b4f406 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1244485 Dec 23 15:38:03.450533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55202) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:03.483120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25c3620d-100f-4fcb-8d18-e3ac3f6deb4a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.494533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25c3620d-100f-4fcb-8d18-e3ac3f6deb4a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.587813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25c3620d-100f-4fcb-8d18-e3ac3f6deb4a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.605389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3620d-100f-4fcb-8d18-e3ac3f6deb4a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1add6177-f7c9-41cb-8e67-b99f157d6107,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:03.686358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-25c3620d-100f-4fcb-8d18-e3ac3f6deb4a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.690652 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-25c3620d-100f-4fcb-8d18-e3ac3f6deb4a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/1add6177-f7c9-41cb-8e67-b99f157d6107 HTTP/1.1" status: 204 len: 168 time: 0.2362018 Dec 23 15:38:03.691363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55206) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:03.737006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f6323655-2956-47d6-b356-8728a6fd3eb9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:03.799703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port a707b3db-c953-4656-8534-e1bd99f34c9d {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:03.800223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.846699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f6323655-2956-47d6-b356-8728a6fd3eb9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:03.850384 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f6323655-2956-47d6-b356-8728a6fd3eb9 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1555681 Dec 23 15:38:03.850384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55210) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:03.855744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': '24762634-e7b0-4926-8a40-d4231f5809df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:03.862978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:03.873967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:03.967836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:03.994645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port a707b3db-c953-4656-8534-e1bd99f34c9d, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a707b3db-c953-4656-8534-e1bd99f34c9d,segment=NetworkSegment(41589f93-7785-4f23-aae5-c50b1887910d),segment_id=41589f93-7785-4f23-aae5-c50b1887910d)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:03.994996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.026638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.097739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.120954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for a707b3db-c953-4656-8534-e1bd99f34c9d owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:04.122405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deab943f-cc3f-411f-a39d-64f7aeb95441,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:04.189446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.190673 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9c5fc31e-771a-410f-a37a-2cf72e9ef2f6 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3394620 Dec 23 15:38:04.193338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55214) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:04.212957 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-73f6a167-c6db-4a3d-9cea-a15225a808d8 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules/deab943f-cc3f-411f-a39d-64f7aeb95441 HTTP/1.1" status: 200 len: 705 time: 0.0185139 Dec 23 15:38:04.215341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55218) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:04.264075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d055be13-a71a-4a37-96e4-9dbf7c718d3e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:04.325666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d055be13-a71a-4a37-96e4-9dbf7c718d3e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:04.326937 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d055be13-a71a-4a37-96e4-9dbf7c718d3e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1107237 Dec 23 15:38:04.329975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55222) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:04.353583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.359160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d9db-41bb-46d4-ac4c-55c73c6406b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.370333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d9db-41bb-46d4-ac4c-55c73c6406b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.401206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=a707b3db-c953-4656-8534-e1bd99f34c9d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:04.445916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d9db-41bb-46d4-ac4c-55c73c6406b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.466402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3d9db-41bb-46d4-ac4c-55c73c6406b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deab943f-cc3f-411f-a39d-64f7aeb95441,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:04.526294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d9db-41bb-46d4-ac4c-55c73c6406b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.527428 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cdb3d9db-41bb-46d4-ac4c-55c73c6406b1 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/deab943f-cc3f-411f-a39d-64f7aeb95441 HTTP/1.1" status: 204 len: 168 time: 0.1965752 Dec 23 15:38:04.529903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55226) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:04.581293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-19c3209b-d980-4299-a409-797452fd24e4 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:04.587329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.675070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-19c3209b-d980-4299-a409-797452fd24e4 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:04.680196 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-19c3209b-d980-4299-a409-797452fd24e4 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1490963 Dec 23 15:38:04.680771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55230) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:04.686786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': '24762634-e7b0-4926-8a40-d4231f5809df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:04.694117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:04.721563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:04.807490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.869028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.937648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:04.966350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2df71de-5989-4ff5-b0de-c81372d25a78,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:05.063670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.064793 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dd433a69-7e0d-4ab3-81b6-60f50b363d18 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3830845 Dec 23 15:38:05.067565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55236) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.088018 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2abc3564-e859-40ee-9fba-313ad5d23b91 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules/e2df71de-5989-4ff5-b0de-c81372d25a78 HTTP/1.1" status: 200 len: 706 time: 0.0193670 Dec 23 15:38:05.090519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55240) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.098145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:05.139660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1e1cc07c-f983-4811-87b8-0ba5ca5cc58d tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:05.200552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1e1cc07c-f983-4811-87b8-0ba5ca5cc58d tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:05.201840 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1e1cc07c-f983-4811-87b8-0ba5ca5cc58d tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1104438 Dec 23 15:38:05.205079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55244) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.234297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ef1e-d70c-41ef-9aef-1f0358de7947 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.241936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:05.245359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ef1e-d70c-41ef-9aef-1f0358de7947 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.254416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:05.255100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9b595c39-fe00-4174-ac0e-7437e43c6f90 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030501 Dec 23 15:38:05.257226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55248) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.266986 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:05.267865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:05.337549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ef1e-d70c-41ef-9aef-1f0358de7947 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.356411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7ef1e-d70c-41ef-9aef-1f0358de7947 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2df71de-5989-4ff5-b0de-c81372d25a78,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:05.432353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:05.434714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ef1e-d70c-41ef-9aef-1f0358de7947 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.438843 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c7c7ef1e-d70c-41ef-9aef-1f0358de7947 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e2df71de-5989-4ff5-b0de-c81372d25a78 HTTP/1.1" status: 204 len: 168 time: 0.2299540 Dec 23 15:38:05.438843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55252) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.447354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting subnet 32ccb7e1-7954-4943-9ead-1851f13a6c55 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:38:05.450304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.489662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-39d0b98b-3273-46b6-a67c-941807e8c4bd tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:05.506334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.542449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:38:04Z', 'revision_number': 11, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:05.546482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:05.557762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:05.558359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:05.570829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-39d0b98b-3273-46b6-a67c-941807e8c4bd tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:05.575320 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-39d0b98b-3273-46b6-a67c-941807e8c4bd tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1327899 Dec 23 15:38:05.575459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55256) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.629316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.687412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:05.703584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb781141-ef8b-4a3e-a3f5-b80048db73ff tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.738114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb781141-ef8b-4a3e-a3f5-b80048db73ff tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.800682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.806569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:38:04Z', 'revision_number': 11, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:05.809703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0178c5c9-f012-4c99-bc5b-9fb78024fef6 None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:38:04Z', 'revision_number': 11, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:05.840792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Subnet': ['ID=32ccb7e1-7954-4943-9ead-1851f13a6c55,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:05.846938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.853613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3af0d-e1b3-460b-8b35-48a307027271 None None] Network 527f8b41-9f27-4643-90ce-8b52ccb73298 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:05.858010 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e4ebb4d1-1d92-46bf-8384-a901a998a5de tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/32ccb7e1-7954-4943-9ead-1851f13a6c55 HTTP/1.1" status: 204 len: 168 time: 0.5997639 Dec 23 15:38:05.858770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb781141-ef8b-4a3e-a3f5-b80048db73ff tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.861391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55260) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.861974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cb781141-ef8b-4a3e-a3f5-b80048db73ff tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.862978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cb781141-ef8b-4a3e-a3f5-b80048db73ff tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/24762634-e7b0-4926-8a40-d4231f5809df HTTP/1.1" status: 204 len: 168 time: 0.2866375 Dec 23 15:38:05.870137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55264) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:05.889057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb781141-ef8b-4a3e-a3f5-b80048db73ff tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24762634-e7b0-4926-8a40-d4231f5809df,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:05.926751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-15b7c958-5de8-4b45-9e48-698afdba32fa tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:05.981590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:05.992889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Deleting port e09bf5fb-3982-4820-a22d-534a8e33ed69 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:05.993212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.005045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-15b7c958-5de8-4b45-9e48-698afdba32fa tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:06.006598 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-15b7c958-5de8-4b45-9e48-698afdba32fa tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1355438 Dec 23 15:38:06.012747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55270) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:06.018956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group': {'name': 'tempest-secgroup--974516978'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:06.026241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:06.037013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:06.119317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.162355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:06.176048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:06.181152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] DHCP port deletion for 527f8b41-9f27-4643-90ce-8b52ccb73298 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:38:06.185758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Deleting port e09bf5fb-3982-4820-a22d-534a8e33ed69 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:06.186122 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.220625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] For port e09bf5fb-3982-4820-a22d-534a8e33ed69, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e09bf5fb-3982-4820-a22d-534a8e33ed69,segment=NetworkSegment(41589f93-7785-4f23-aae5-c50b1887910d),segment_id=41589f93-7785-4f23-aae5-c50b1887910d)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:06.221060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.246039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.292604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.346457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597ac120-3dbd-4681-b8a5-d37b01b2e250,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:06.350661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Calling delete_port for e09bf5fb-3982-4820-a22d-534a8e33ed69 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:06.415745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] For port e09bf5fb-3982-4820-a22d-534a8e33ed69, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e09bf5fb-3982-4820-a22d-534a8e33ed69,segment=NetworkSegment(41589f93-7785-4f23-aae5-c50b1887910d),segment_id=41589f93-7785-4f23-aae5-c50b1887910d)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:06.416356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.428007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.429474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fdd88d8b-854d-4941-b406-9d0d392c4a25 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4154017 Dec 23 15:38:06.432038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55274) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:06.437530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Request body: {'security_group_rule': {'security_group_id': '597ac120-3dbd-4681-b8a5-d37b01b2e250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:06.444079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:06.448192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Usage tracker for resource:security_group_rule and tenant:e137348730d64f07a9b968f4095d8b9b is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:06.451030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:06.457202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:06.485959 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.534287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Port': ['ID=e09bf5fb-3982-4820-a22d-534a8e33ed69,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:06.538725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No DVR routers for this DVR port e09bf5fb-3982-4820-a22d-534a8e33ed69 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:06.554547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Calling delete_port for e09bf5fb-3982-4820-a22d-534a8e33ed69 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:06.584369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.638335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:38:06.639053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:38:06.653038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.673298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.698748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527f8b41-9f27-4643-90ce-8b52ccb73298']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:06.709868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a707b3db-c953-4656-8534-e1bd99f34c9d no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:06.712058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41589f93-7785-4f23-aae5-c50b1887910d') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:06.712534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41589f93-7785-4f23-aae5-c50b1887910d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:06.720534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.725037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.743253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.746810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324b497c-4ab7-4a43-9958-bb2f84eccdcc,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:06.748064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a707b3db-c953-4656-8534-e1bd99f34c9d {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:06.748511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a707b3db-c953-4656-8534-e1bd99f34c9d not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:06.748917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e09bf5fb-3982-4820-a22d-534a8e33ed69 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:06.750106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:38:06.750542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:38:06.766507 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:38:06.780567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: e09bf5fb-3982-4820-a22d-534a8e33ed69 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:06.780910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e09bf5fb-3982-4820-a22d-534a8e33ed69 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:06.834677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.836136 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-24796b22-2133-4c3b-bbee-2e3f8abdc95a tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4031293 Dec 23 15:38:06.838871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55278) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:06.908242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd226-021e-4e3f-b16e-a063c83f098b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.935088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd226-021e-4e3f-b16e-a063c83f098b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:06.983226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.001900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.012473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Pushing event deleted for resources: {'Network': ['ID=527f8b41-9f27-4643-90ce-8b52ccb73298,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:07.019817 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-66831edf-b239-4d13-a476-fc6f6008c6e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/networks/527f8b41-9f27-4643-90ce-8b52ccb73298 HTTP/1.1" status: 204 len: 168 time: 1.1573932 Dec 23 15:38:07.022494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55282) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.028379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'routes': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:07.034384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd226-021e-4e3f-b16e-a063c83f098b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.056783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cd226-021e-4e3f-b16e-a063c83f098b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597ac120-3dbd-4681-b8a5-d37b01b2e250,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:07.067802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd9cd226-021e-4e3f-b16e-a063c83f098b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.069015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cd9cd226-021e-4e3f-b16e-a063c83f098b tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/597ac120-3dbd-4681-b8a5-d37b01b2e250 HTTP/1.1" status: 204 len: 168 time: 0.2291965 Dec 23 15:38:07.071417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55286) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.080429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.124877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d362f08b-d259-41e5-8bb0-4416c551f8ba tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:07.140045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Deleting port e09bf5fb-3982-4820-a22d-534a8e33ed69 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:07.140523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.194853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d362f08b-d259-41e5-8bb0-4416c551f8ba tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:07.198699 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d362f08b-d259-41e5-8bb0-4416c551f8ba tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1239221 Dec 23 15:38:07.199225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55290) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.206557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4ae55bd2-f1a5-4493-886f-5b4515f5aeae None None] The port 'e09bf5fb-3982-4820-a22d-534a8e33ed69' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:38:07.247507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d155bd78-9688-4488-bf46-a951c68a4c32 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Synchronizing usage tracker for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:07.308819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d155bd78-9688-4488-bf46-a951c68a4c32 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] Unset dirty status for tenant:e137348730d64f07a9b968f4095d8b9b on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:07.310048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d155bd78-9688-4488-bf46-a951c68a4c32 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1098325 Dec 23 15:38:07.319468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55296) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.319660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Added routes are [] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 23 15:38:07.319841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.extraroute_db [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Removed routes are [] {{(pid=84222) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 23 15:38:07.320214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.336610 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-198964ab-ee6b-435d-b859-602ab08729b5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] delete failed (client error): The resource could not be found. Dec 23 15:38:07.337578 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-198964ab-ee6b-435d-b859-602ab08729b5 tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "DELETE /v2.0/security-groups/597ac120-3dbd-4681-b8a5-d37b01b2e250 HTTP/1.1" status: 404 len: 347 time: 0.0170658 Dec 23 15:38:07.341700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55300) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.398451 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cf49904f-5fbc-4706-b2ce-f9ce30e5771e tempest-SecGroupTest-501702188 tempest-SecGroupTest-501702188-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0556688 Dec 23 15:38:07.574545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.577801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.716683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router d823e651-1bce-4fbe-8c64-530f8ec384aa has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:07.854530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:07.859988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:07.863966 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-73a74801-d1c2-49f9-9fd4-79e1041660f6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 200 len: 705 time: 0.8404527 Dec 23 15:38:07.864096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55308) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.868750 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] Sync routers for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:07.881334 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:07.882029 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:07.887762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55312) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.909845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1dc29984-2422-4ead-84e6-b458b6de6f8f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:07.983146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1dc29984-2422-4ead-84e6-b458b6de6f8f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:07.987195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55318) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:07.988629 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1dc29984-2422-4ead-84e6-b458b6de6f8f tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 200 len: 205 time: 0.1234119 Dec 23 15:38:08.020311 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:08.126718 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:38:04Z', 'revision_number': 11, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:08.130676 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] Checking router: d823e651-1bce-4fbe-8c64-530f8ec384aa for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:08.141540 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] Routers {'d823e651-1bce-4fbe-8c64-530f8ec384aa'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:08.142144 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['d823e651-1bce-4fbe-8c64-530f8ec384aa'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:08.170047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d168b4e-497b-45ec-bfff-bd194670848d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.223519 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c735d91d-e677-40f8-9f86-80ad2122c990 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e137348730d64f07a9b968f4095d8b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3345382 Dec 23 15:38:08.226222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55322) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:08.267626 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] Set router d823e651-1bce-4fbe-8c64-530f8ec384aa gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:08.295509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb799-71f8-4ff5-8904-b7c196b9b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.325847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb799-71f8-4ff5-8904-b7c196b9b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.383894 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:38:04Z', 'revision_number': 11, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:08.387937 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22a8f7-4f31-4edb-a872-ab07dd8eb15e None None] The sync data for ids ['d823e651-1bce-4fbe-8c64-530f8ec384aa'] in dv-neutron-822796-1-hyperv is: [{'id': 'd823e651-1bce-4fbe-8c64-530f8ec384aa', 'name': 'tempest-RoutersIpV6Test-router-1554434355', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:37:15Z', 'updated_at': '2021-12-23T15:38:04Z', 'revision_number': 11, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:08.457251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb799-71f8-4ff5-8904-b7c196b9b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.473040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bb799-71f8-4ff5-8904-b7c196b9b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e3774-198e-4143-9864-921f5d975186,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:08.602121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd3bb799-71f8-4ff5-8904-b7c196b9b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.605616 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cd3bb799-71f8-4ff5-8904-b7c196b9b165 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e4e3774-198e-4143-9864-921f5d975186 HTTP/1.1" status: 204 len: 168 time: 0.3759146 Dec 23 15:38:08.675108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d168b4e-497b-45ec-bfff-bd194670848d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.680289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d168b4e-497b-45ec-bfff-bd194670848d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.811673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d168b4e-497b-45ec-bfff-bd194670848d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.812258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d168b4e-497b-45ec-bfff-bd194670848d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Fanout notify agent at l3_agent the message router_deleted on router d823e651-1bce-4fbe-8c64-530f8ec384aa {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:38:08.825741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9d168b4e-497b-45ec-bfff-bd194670848d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.826789 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9d168b4e-497b-45ec-bfff-bd194670848d tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 204 len: 168 time: 0.8386676 Dec 23 15:38:08.831011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55328) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:08.836438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-743900153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:08.842567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:08.847462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Usage tracker for resource:router and tenant:f8e9174e53c54c319599605044fab516 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:08.850366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:08.856403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:08.948925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.949926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:08.969475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:09.034631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:09.120459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:09.121649 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e0dd2435-fa58-48ce-9336-340a4a0af897 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2895868 Dec 23 15:38:09.124311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55340) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:09.129665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9ff826d5-f9a3-4888-9d96-4924ab939963 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:09.516700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ff826d5-f9a3-4888-9d96-4924ab939963 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:09.629090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ff826d5-f9a3-4888-9d96-4924ab939963 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:09.779907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55354) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:09.857140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff826d5-f9a3-4888-9d96-4924ab939963 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Router b50e4858-8bad-404b-b4cc-9c9dc4a7554f is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:38:09.905127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1646640612'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:09.910207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:09.914066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Usage tracker for resource:network and tenant:bfeb5ec3613c4489b4632d8a4f399978 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:09.916959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:09.923268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:09.983043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Made reservation on behalf of bfeb5ec3613c4489b4632d8a4f399978 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:38:09.987288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.002034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff826d5-f9a3-4888-9d96-4924ab939963 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:10.002287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.008927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9ff826d5-f9a3-4888-9d96-4924ab939963 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.010080 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9ff826d5-f9a3-4888-9d96-4924ab939963 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "PUT /v2.0/routers/b50e4858-8bad-404b-b4cc-9c9dc4a7554f HTTP/1.1" status: 200 len: 697 time: 0.8847554 Dec 23 15:38:10.012741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55360) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:10.016092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] Sync routers for ids ['b50e4858-8bad-404b-b4cc-9c9dc4a7554f'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:10.028489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] Routers {'b50e4858-8bad-404b-b4cc-9c9dc4a7554f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:10.029108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b50e4858-8bad-404b-b4cc-9c9dc4a7554f'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:10.167416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:10.173890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Usage tracker for resource:security_group_rule and tenant:bfeb5ec3613c4489b4632d8a4f399978 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:10.177710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:10.185631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:10.192859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a8f7dfe8-efb7-4bde-a956-0577175e9e05 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/routers/b50e4858-8bad-404b-b4cc-9c9dc4a7554f HTTP/1.1" status: 200 len: 703 time: 0.1788938 Dec 23 15:38:10.195589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55364) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:10.198081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] Set router b50e4858-8bad-404b-b4cc-9c9dc4a7554f gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:10.247640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7895aa5b-1c36-45ba-a3d5-40eda82dcba7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Synchronizing usage tracker for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:10.260171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7895aa5b-1c36-45ba-a3d5-40eda82dcba7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Unset dirty status for tenant:f8e9174e53c54c319599605044fab516 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:10.261535 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7895aa5b-1c36-45ba-a3d5-40eda82dcba7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50e4858-8bad-404b-b4cc-9c9dc4a7554f HTTP/1.1" status: 200 len: 205 time: 0.0644970 Dec 23 15:38:10.264052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55368) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:10.267239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.310811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e4858-8bad-404b-b4cc-9c9dc4a7554f', 'name': 'tempest-RoutersIpV6Test-router-743900153', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:08Z', 'updated_at': '2021-12-23T15:38:09Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:10.315626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] Checking router: b50e4858-8bad-404b-b4cc-9c9dc4a7554f for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:10.326969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] Routers {'b50e4858-8bad-404b-b4cc-9c9dc4a7554f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:10.327513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b50e4858-8bad-404b-b4cc-9c9dc4a7554f'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:10.337519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.372355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:38:10.385011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0036e7-81d9-4a86-9ee1-034ee97d7bea,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:10.392181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.392594 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Added segment 5bea8d4a-6af8-4b29-a973-8c053f990ac4 of type vlan for network 17b5cf62-920c-49b9-8bc2-288d774550f4 Dec 23 15:38:10.471812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] Set router b50e4858-8bad-404b-b4cc-9c9dc4a7554f gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:10.522422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-695120e2-044d-438d-aca2-6c02ab306ff7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.524737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.583772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b50e4858-8bad-404b-b4cc-9c9dc4a7554f', 'name': 'tempest-RoutersIpV6Test-router-743900153', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:08Z', 'updated_at': '2021-12-23T15:38:09Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:10.587861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32c4e1b-ffe8-435a-bce8-2dd6faa2cb4a None None] The sync data for ids ['b50e4858-8bad-404b-b4cc-9c9dc4a7554f'] in dv-neutron-822796-1-hyperv is: [{'id': 'b50e4858-8bad-404b-b4cc-9c9dc4a7554f', 'name': 'tempest-RoutersIpV6Test-router-743900153', 'tenant_id': 'f8e9174e53c54c319599605044fab516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:08Z', 'updated_at': '2021-12-23T15:38:09Z', 'revision_number': 2, 'project_id': 'f8e9174e53c54c319599605044fab516', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:10.617358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.621251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:10.621831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.756790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event updated for resources: {'Network': ['ID=17b5cf62-920c-49b9-8bc2-288d774550f4,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:10.769454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 17b5cf62-920c-49b9-8bc2-288d774550f4 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:38:10.846911 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a9dc276e-9822-4f9b-a974-ec867ef68c94 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0657170 Dec 23 15:38:10.849654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55372) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:10.855300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Request body: {'subnet': {'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:10.983077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:10.986740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Usage tracker for resource:subnet and tenant:bfeb5ec3613c4489b4632d8a4f399978 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:10.990701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:10.990829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-695120e2-044d-438d-aca2-6c02ab306ff7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.995937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-695120e2-044d-438d-aca2-6c02ab306ff7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:10.998228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:11.091539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Made reservation on behalf of bfeb5ec3613c4489b4632d8a4f399978 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:38:11.154380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-695120e2-044d-438d-aca2-6c02ab306ff7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:11.154910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695120e2-044d-438d-aca2-6c02ab306ff7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Fanout notify agent at l3_agent the message router_deleted on router b50e4858-8bad-404b-b4cc-9c9dc4a7554f {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:38:11.169608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-695120e2-044d-438d-aca2-6c02ab306ff7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:11.170749 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-695120e2-044d-438d-aca2-6c02ab306ff7 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/b50e4858-8bad-404b-b4cc-9c9dc4a7554f HTTP/1.1" status: 204 len: 168 time: 0.9057710 Dec 23 15:38:11.174158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55376) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.198181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:11.224737 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b3dbc8e5-8a7a-4e43-a6d5-005d58ca07e9 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=b50e4858-8bad-404b-b4cc-9c9dc4a7554f HTTP/1.1" status: 200 len: 205 time: 0.0484540 Dec 23 15:38:11.227053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55380) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.293509 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-2eccd9f4-0a64-4742-9b9a-756f7a8da366 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] delete failed (client error): The resource could not be found. Dec 23 15:38:11.294560 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2eccd9f4-0a64-4742-9b9a-756f7a8da366 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/b50e4858-8bad-404b-b4cc-9c9dc4a7554f HTTP/1.1" status: 404 len: 336 time: 0.0666802 Dec 23 15:38:11.297354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55384) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.342369 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7fc683-6f15-498e-811a-c56efdbb2034 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:11.342741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7fc683-6f15-498e-811a-c56efdbb2034 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:11.344646 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7f7fc683-6f15-498e-811a-c56efdbb2034 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/1ef546ee-4f99-4457-96a9-364feb38e530 HTTP/1.1" status: 404 len: 337 time: 0.0461049 Dec 23 15:38:11.347131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55388) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.386392 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-342d7f66-f2c7-4d8d-ac9d-2d79756c0aba tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:11.386735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342d7f66-f2c7-4d8d-ac9d-2d79756c0aba tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:11.390879 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-342d7f66-f2c7-4d8d-ac9d-2d79756c0aba tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/1611c1f4-436b-4c89-9528-c5d973ccab14 HTTP/1.1" status: 404 len: 337 time: 0.0404761 Dec 23 15:38:11.391084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55392) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.430386 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2caa95d-9e57-4348-8367-330f692094ec tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:11.430818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2caa95d-9e57-4348-8367-330f692094ec tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:11.432666 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f2caa95d-9e57-4348-8367-330f692094ec tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/5f391d9e-8d8e-4c97-8dc0-895de00eb897 HTTP/1.1" status: 404 len: 337 time: 0.0405605 Dec 23 15:38:11.435703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55396) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.480293 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af1314f-ec31-49a7-8836-bb8689536c11 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:11.480749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af1314f-ec31-49a7-8836-bb8689536c11 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:11.482339 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4af1314f-ec31-49a7-8836-bb8689536c11 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/32ccb7e1-7954-4943-9ead-1851f13a6c55 HTTP/1.1" status: 404 len: 337 time: 0.0443585 Dec 23 15:38:11.485665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55400) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.511163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:11.527063 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bd0db2b0-bf04-4521-8338-6d2cbb9e54e0 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 200 len: 205 time: 0.0403638 Dec 23 15:38:11.531783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55404) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.583299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event updated for resources: {'Subnet': ['ID=80d00a25-91ed-4913-8585-e19bd94cd5ac,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:11.595484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Checking segment: {'id': '5bea8d4a-6af8-4b29-a973-8c053f990ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:38:11.595777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Network hostable DHCP agents. Network: 17b5cf62-920c-49b9-8bc2-288d774550f4, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:38:11.597623 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-e054ae40-2b77-43e1-aecc-e86154dccce6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] delete failed (client error): The resource could not be found. Dec 23 15:38:11.598955 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e054ae40-2b77-43e1-aecc-e86154dccce6 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/d823e651-1bce-4fbe-8c64-530f8ec384aa HTTP/1.1" status: 404 len: 336 time: 0.0682490 Dec 23 15:38:11.601695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55408) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.645832 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1f7e2088-e77e-4d2d-b700-e524d55d2485 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=b09028a9-2d70-480f-a894-3d98fb28d44e HTTP/1.1" status: 200 len: 205 time: 0.0430956 Dec 23 15:38:11.648494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55414) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.691632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Network 17b5cf62-920c-49b9-8bc2-288d774550f4 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:38:11.716251 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-b236da43-c010-4442-958c-8ea229e41682 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] delete failed (client error): The resource could not be found. Dec 23 15:38:11.717256 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b236da43-c010-4442-958c-8ea229e41682 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/b09028a9-2d70-480f-a894-3d98fb28d44e HTTP/1.1" status: 404 len: 336 time: 0.0678339 Dec 23 15:38:11.725899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55418) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.758107 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-29619f60-1887-4765-b4d2-e4de0854c9e2 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:11.758570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29619f60-1887-4765-b4d2-e4de0854c9e2 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:11.760178 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-29619f60-1887-4765-b4d2-e4de0854c9e2 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/29ead249-3e4f-4abb-a753-7cf787af53e0 HTTP/1.1" status: 404 len: 337 time: 0.0386951 Dec 23 15:38:11.762730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55422) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.794510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 17b5cf62-920c-49b9-8bc2-288d774550f4) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:11.799782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:11.800399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:11.804443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af332627-0707-4cab-b7dc-23ea7c6c699c None None] Network 17b5cf62-920c-49b9-8bc2-288d774550f4 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:11.806647 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04c6bcd3-bd89-4cf7-8213-6d0207bc554a tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=879da4f3-349f-44d2-8718-149e7f45a5a9 HTTP/1.1" status: 200 len: 205 time: 0.0428946 Dec 23 15:38:11.809045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55426) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.944167 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-813c394c-e081-4ea7-b9a0-45477d1549bc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0932317 Dec 23 15:38:11.947531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:11.952498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Request body: {'port': {'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4', 'name': 'tempest-TagsExtTest-2101998647'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:11.973482 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-c5f95686-caf6-44fb-a82e-417df1d3822c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] delete failed (client error): The resource could not be found. Dec 23 15:38:11.975507 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c5f95686-caf6-44fb-a82e-417df1d3822c tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/879da4f3-349f-44d2-8718-149e7f45a5a9 HTTP/1.1" status: 404 len: 336 time: 0.1643112 Dec 23 15:38:11.977235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55434) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.026220 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dacbafd6-5e52-4bf2-ac7d-536806f9c09b tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b216c5f-f5c1-4873-b880-8b7bc6755cbb HTTP/1.1" status: 200 len: 205 time: 0.0456154 Dec 23 15:38:12.026832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55438) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.029150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-17b5cf62-920c-49b9-8bc2-288d774550f4', 'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4', 'tenant_id': 'bfeb5ec3613c4489b4632d8a4f399978', 'fixed_ips': [{'subnet_id': '80d00a25-91ed-4913-8585-e19bd94cd5ac'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:38:12.030149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.092408 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-c1eb89cb-d6ab-48cc-8d26-c6952666d3cd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] delete failed (client error): The resource could not be found. Dec 23 15:38:12.095483 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c1eb89cb-d6ab-48cc-8d26-c6952666d3cd tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/7b216c5f-f5c1-4873-b880-8b7bc6755cbb HTTP/1.1" status: 404 len: 336 time: 0.0662436 Dec 23 15:38:12.096683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55442) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.101800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:12.106005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Usage tracker for resource:port and tenant:bfeb5ec3613c4489b4632d8a4f399978 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:12.109282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:12.120352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:12.141417 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6325cd-3363-4f7a-8b54-59f1718c5e9e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:12.141857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6325cd-3363-4f7a-8b54-59f1718c5e9e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:12.144298 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4e6325cd-3363-4f7a-8b54-59f1718c5e9e tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/f7d61e78-ffab-402c-a4bd-b5982a7ea28a HTTP/1.1" status: 404 len: 337 time: 0.0458312 Dec 23 15:38:12.146196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55446) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.188637 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-258548b5-e744-485b-ac69-9e3a2c17ce07 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=2156dc35-5e30-4aaa-bc44-b3c842222356 HTTP/1.1" status: 200 len: 205 time: 0.0412865 Dec 23 15:38:12.191048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55450) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.192032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Made reservation on behalf of bfeb5ec3613c4489b4632d8a4f399978 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:38:12.195128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.197741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Allocated IP 172.20.0.2 (17b5cf62-920c-49b9-8bc2-288d774550f4/80d00a25-91ed-4913-8585-e19bd94cd5ac/c1d0d3c6-313f-4bcd-8358-726fe5579b60) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:38:12.223147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] device_id is not set on port c67dca73-07b1-4901-8097-25e2742ab64d yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:38:12.261158 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-f43ffb8d-5b01-48c6-b8b7-6caa7487fdcf tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] delete failed (client error): The resource could not be found. Dec 23 15:38:12.262306 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f43ffb8d-5b01-48c6-b8b7-6caa7487fdcf tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/2156dc35-5e30-4aaa-bc44-b3c842222356 HTTP/1.1" status: 404 len: 336 time: 0.0702088 Dec 23 15:38:12.268499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55454) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.306768 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3cbdcd-9151-4854-86fc-1d2f52acc193 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:12.307274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3cbdcd-9151-4854-86fc-1d2f52acc193 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:12.308973 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4a3cbdcd-9151-4854-86fc-1d2f52acc193 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/13f4debe-5845-4a93-bfbc-76a53389822e HTTP/1.1" status: 404 len: 337 time: 0.0396814 Dec 23 15:38:12.311476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55458) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.354667 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b473ab08-55ff-4403-b9fb-48a0f85b52c3 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbbda99a-40e1-472d-aaff-6879fd430018 HTTP/1.1" status: 200 len: 205 time: 0.0421481 Dec 23 15:38:12.356914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55462) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.410586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.420902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Transition to ACTIVE for port object c1d0d3c6-313f-4bcd-8358-726fe5579b60 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:12.424274 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-3e054d40-aba1-43f7-b32c-cce68b011b7b tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] delete failed (client error): The resource could not be found. Dec 23 15:38:12.425279 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3e054d40-aba1-43f7-b32c-cce68b011b7b tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/routers/dbbda99a-40e1-472d-aaff-6879fd430018 HTTP/1.1" status: 404 len: 336 time: 0.0674832 Dec 23 15:38:12.427766 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55466) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.440496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Transition to ACTIVE for port object c1d0d3c6-313f-4bcd-8358-726fe5579b60 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:12.464897 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-d413d2ab-99ad-4114-b1d0-722893af1529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:12.465322 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d413d2ab-99ad-4114-b1d0-722893af1529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:12.466914 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d413d2ab-99ad-4114-b1d0-722893af1529 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/3efc7552-f7c7-40f2-a867-4465f8f85819 HTTP/1.1" status: 404 len: 337 time: 0.0382564 Dec 23 15:38:12.470162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55470) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:12.497873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.518038 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-888d7d64-c9d4-4f5b-9eff-6782be2cea64 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] DELETE failed (client error): The resource could not be found. Dec 23 15:38:12.518038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888d7d64-c9d4-4f5b-9eff-6782be2cea64 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 15:38:12.518038 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-888d7d64-c9d4-4f5b-9eff-6782be2cea64 tempest-RoutersIpV6Test-353292485 tempest-RoutersIpV6Test-353292485-project] 10.222.0.58 "DELETE /v2.0/subnets/661339ff-e719-433d-95a7-2344c3998dc7 HTTP/1.1" status: 404 len: 337 time: 0.0413454 Dec 23 15:38:12.566074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Allocated IP 172.20.0.10 (17b5cf62-920c-49b9-8bc2-288d774550f4/80d00a25-91ed-4913-8585-e19bd94cd5ac/c67dca73-07b1-4901-8097-25e2742ab64d) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:38:12.579830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Network 17b5cf62-920c-49b9-8bc2-288d774550f4 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:12.583943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:12.585836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Pushing event updated for resources: {'Port': ['ID=c1d0d3c6-313f-4bcd-8358-726fe5579b60,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:12.588117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:38:12.690489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Attempting to bind port c1d0d3c6-313f-4bcd-8358-726fe5579b60 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:38:12.690859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Attempting to bind port c1d0d3c6-313f-4bcd-8358-726fe5579b60 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5bea8d4a-6af8-4b29-a973-8c053f990ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:38:12.691395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Attempting to bind port c1d0d3c6-313f-4bcd-8358-726fe5579b60 on network 17b5cf62-920c-49b9-8bc2-288d774550f4 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:38:12.698341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:38:12.698639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Checking segment: {'id': '5bea8d4a-6af8-4b29-a973-8c053f990ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:38:12.699034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.699417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Bound using segment: {'id': '5bea8d4a-6af8-4b29-a973-8c053f990ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:38:12.699902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Bound port: c1d0d3c6-313f-4bcd-8358-726fe5579b60, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bea8d4a-6af8-4b29-a973-8c053f990ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '17b5cf62-920c-49b9-8bc2-288d774550f4'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:38:12.700437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.796055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] For port c1d0d3c6-313f-4bcd-8358-726fe5579b60, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:38:12.800075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] For port c1d0d3c6-313f-4bcd-8358-726fe5579b60, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c1d0d3c6-313f-4bcd-8358-726fe5579b60,segment=NetworkSegment(5bea8d4a-6af8-4b29-a973-8c053f990ac4),segment_id=5bea8d4a-6af8-4b29-a973-8c053f990ac4)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:38:12.805412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.821189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Transition to ACTIVE for port object c67dca73-07b1-4901-8097-25e2742ab64d will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:12.897067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.968967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:12.970929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507418f-fe85-47a7-9aac-ef8fec087848 None None] Pushing event updated for resources: {'Port': ['ID=c1d0d3c6-313f-4bcd-8358-726fe5579b60,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:13.038068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Network 17b5cf62-920c-49b9-8bc2-288d774550f4 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:13.044598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:13.045161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:38:13.080512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event updated for resources: {'Port': ['ID=c67dca73-07b1-4901-8097-25e2742ab64d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:13.113612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:13.123973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.139711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55478) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:13.228179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55484) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:13.228736 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1199e02b-76e6-4247-a38c-c7f0a77a2fde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2805765 Dec 23 15:38:13.239809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1716157163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:13.250918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:13.254401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Usage tracker for resource:router and tenant:bfeb5ec3613c4489b4632d8a4f399978 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:13.257478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:13.264361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:13.353340 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fe9dce1f-b226-4255-9d29-04ac16585042 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f8e9174e53c54c319599605044fab516&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124541 Dec 23 15:38:13.355815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55488) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:13.373494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.378220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.419763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.442702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e85038ef-7c25-4472-8b0d-56e793831e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.471164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e85038ef-7c25-4472-8b0d-56e793831e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.548724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.600015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e85038ef-7c25-4472-8b0d-56e793831e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.604504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e85038ef-7c25-4472-8b0d-56e793831e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.604504 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e85038ef-7c25-4472-8b0d-56e793831e3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/51541dee-7ba0-4f79-a3d6-cf17424d3b83 HTTP/1.1" status: 204 len: 168 time: 0.2468727 Dec 23 15:38:13.615706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85038ef-7c25-4472-8b0d-56e793831e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51541dee-7ba0-4f79-a3d6-cf17424d3b83,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:13.657835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.662519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55494) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:13.662895 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b2e3bf12-e763-42a2-9647-5f4f2aaf2493 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4297054 Dec 23 15:38:13.669100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-eac92788-1724-4cf5-b29e-91fc8ed53586 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1907855921', 'prefixes': ['172.20.0.0/16']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:13.676469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-eac92788-1724-4cf5-b29e-91fc8ed53586 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:13.926156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eac92788-1724-4cf5-b29e-91fc8ed53586 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for subnetpool, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:13.927846 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eac92788-1724-4cf5-b29e-91fc8ed53586 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2634053 Dec 23 15:38:13.930653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55502) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:13.940091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-583cfe38-7f69-475a-a165-bf3352c6c563 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', 'tempest-TagsExtTest-Tag-359700706') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:14.011335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a56e8-80d4-4b28-a282-eacaaea745f4 None None] Network 17b5cf62-920c-49b9-8bc2-288d774550f4 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:14.128776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-583cfe38-7f69-475a-a165-bf3352c6c563 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags/tempest-TagsExtTest-Tag-359700706 HTTP/1.1" status: 201 len: 201 time: 0.1950874 Dec 23 15:38:14.129466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55510) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:14.136044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-b6f8b31b-2787-44a3-b426-4c7c07a9e3ca tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', 'tempest-TagsExtTest-Tag-1674213679') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:14.292239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-01e0107d-0cc1-4d5b-8eef-9db334072026 None None] Provisioning for port c1d0d3c6-313f-4bcd-8358-726fe5579b60 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:14.318302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55516) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:14.318540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b6f8b31b-2787-44a3-b426-4c7c07a9e3ca tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags/tempest-TagsExtTest-Tag-1674213679 HTTP/1.1" status: 201 len: 201 time: 0.1877713 Dec 23 15:38:14.325946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-a32aa48d-b771-4862-8b03-a8d057b335af tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', 'tempest-TagsExtTest-Tag-868495230') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:14.695179 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a32aa48d-b771-4862-8b03-a8d057b335af tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags/tempest-TagsExtTest-Tag-868495230 HTTP/1.1" status: 201 len: 201 time: 0.3754213 Dec 23 15:38:14.695530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55528) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:14.712693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-4c062022-e730-4269-91a8-ee3b975fe26b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', 'tempest-TagsExtTest-Tag-1580357703') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:14.737651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-90c6efc0-5de4-4d02-b199-989bef88a69a None None] Provisioning for port c67dca73-07b1-4901-8097-25e2742ab64d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:14.743611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-90c6efc0-5de4-4d02-b199-989bef88a69a None None] Provisioning complete for port c67dca73-07b1-4901-8097-25e2742ab64d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:14.743981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-90c6efc0-5de4-4d02-b199-989bef88a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:14.781581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c1d0d3c6-313f-4bcd-8358-726fe5579b60 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:38:14.864480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-90c6efc0-5de4-4d02-b199-989bef88a69a None None] Port c67dca73-07b1-4901-8097-25e2742ab64d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:38:14.927210 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4c062022-e730-4269-91a8-ee3b975fe26b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags/tempest-TagsExtTest-Tag-1580357703 HTTP/1.1" status: 201 len: 201 time: 0.2187848 Dec 23 15:38:14.927210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55532) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:14.929029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-f0c85289-f472-4cef-863c-6926c8112aeb tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:14.971941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port c1d0d3c6-313f-4bcd-8358-726fe5579b60 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:14.978072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c1d0d3c6-313f-4bcd-8358-726fe5579b60 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:14.978665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.013809 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f0c85289-f472-4cef-863c-6926c8112aeb tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags HTTP/1.1" status: 200 len: 240 time: 0.0891688 Dec 23 15:38:15.016477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55538) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.022429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-59f93641-187a-46e7-8ceb-0f7b34264ad0 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', 'tempest-TagsExtTest-Tag-359700706') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.053150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-cb326b65-143a-45b7-a028-fa4ab901cb76 None None] Provisioning complete for port c67dca73-07b1-4901-8097-25e2742ab64d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:15.053830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cb326b65-143a-45b7-a028-fa4ab901cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.105431 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-59f93641-187a-46e7-8ceb-0f7b34264ad0 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags/tempest-TagsExtTest-Tag-359700706 HTTP/1.1" status: 204 len: 168 time: 0.0877416 Dec 23 15:38:15.107915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55544) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.116031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-cb7eb50e-dd7a-4919-9b65-69a8e988e944 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', 'tempest-TagsExtTest-Tag-359700706') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.128879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55548) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.169082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-cb326b65-143a-45b7-a028-fa4ab901cb76 None None] Port c67dca73-07b1-4901-8097-25e2742ab64d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:38:15.180194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.219528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port c1d0d3c6-313f-4bcd-8358-726fe5579b60, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c1d0d3c6-313f-4bcd-8358-726fe5579b60,segment=NetworkSegment(5bea8d4a-6af8-4b29-a973-8c053f990ac4),segment_id=5bea8d4a-6af8-4b29-a973-8c053f990ac4)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:15.307884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481377238'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:15.314635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:15.318364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:15.321440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:15.329000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:15.348982 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cb7eb50e-dd7a-4919-9b65-69a8e988e944 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags/tempest-TagsExtTest-Tag-359700706 HTTP/1.1" status: 204 len: 168 time: 0.2399817 Dec 23 15:38:15.351296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55554) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.357233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-8641d911-e8f2-4508-acb1-bf359a41fc6c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.383450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.414519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.429339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.446093 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8641d911-e8f2-4508-acb1-bf359a41fc6c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags HTTP/1.1" status: 200 len: 205 time: 0.0937679 Dec 23 15:38:15.448324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55560) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.457512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-13155fdf-6453-4079-9b39-2a6c0220d82e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.461181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=c1d0d3c6-313f-4bcd-8358-726fe5579b60,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:15.475470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:15.475470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:15.476292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:15.481886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:15.539058 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-13155fdf-6453-4079-9b39-2a6c0220d82e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags HTTP/1.1" status: 200 len: 241 time: 0.0865726 Dec 23 15:38:15.539509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55564) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.545034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-7eddc684-0a20-4576-b72f-f42846c0053e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', 'tempest-TagsExtTest-Tag-1674213679') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.604600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.614519 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7eddc684-0a20-4576-b72f-f42846c0053e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags/tempest-TagsExtTest-Tag-1674213679 HTTP/1.1" status: 204 len: 168 time: 0.0739820 Dec 23 15:38:15.617084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55568) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.630279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-baad6ee7-50e7-42a1-ba4e-d05ca11b3163 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', 'tempest-TagsExtTest-Tag-1674213679') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.647402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fead0c-2202-4df8-bc65-c5c3284be540 req-e8b2a1d7-e377-4f7f-b652-3dfb68c05e62 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:15.649000 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-23fead0c-2202-4df8-bc65-c5c3284be540 req-e8b2a1d7-e377-4f7f-b652-3dfb68c05e62 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 945 time: 0.2863035 Dec 23 15:38:15.695758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.725010 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-23fead0c-2202-4df8-bc65-c5c3284be540 req-017da41e-b6b5-44c9-9bad-5b8fe08f37bc tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698228 Dec 23 15:38:15.741674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:15.747895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bb872d-2b89-40e8-8b36-33cdcab264c6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:15.758557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:15.761703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:15.767558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:15.778065 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-baad6ee7-50e7-42a1-ba4e-d05ca11b3163 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags/tempest-TagsExtTest-Tag-1674213679 HTTP/1.1" status: 204 len: 168 time: 0.1597676 Dec 23 15:38:15.780433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55572) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.790273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-af8a620b-05dc-4d4e-8c21-a022d347bb7f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.874296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:15.889652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-af8a620b-05dc-4d4e-8c21-a022d347bb7f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags HTTP/1.1" status: 200 len: 205 time: 0.1082745 Dec 23 15:38:15.892681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55576) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:15.898032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-808e0366-8eea-4ed4-9eaa-1343d72e7fa3 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:15.949267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.056489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc1b25-5294-4904-aa98-7d9014044d96,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:16.068792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-808e0366-8eea-4ed4-9eaa-1343d72e7fa3 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags HTTP/1.1" status: 200 len: 240 time: 0.1751597 Dec 23 15:38:16.071192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55582) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.076563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-a06c4e31-cbde-4a04-a451-7a2f19b5041a tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', 'tempest-TagsExtTest-Tag-868495230') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.131166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.132272 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f0cae979-660a-4f27-9cd7-3aaee236e5d6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0014560 Dec 23 15:38:16.135020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55586) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.199549 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2df61b55-5a9a-43fe-a934-9570cca446c6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0633049 Dec 23 15:38:16.202122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55590) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.208358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b25c15b0-7914-4101-ab3d-272474a5658c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-security--1486695583', 'description': 'tempest-security-description-1909800008'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:16.211601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a06c4e31-cbde-4a04-a451-7a2f19b5041a tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags/tempest-TagsExtTest-Tag-868495230 HTTP/1.1" status: 204 len: 168 time: 0.1394358 Dec 23 15:38:16.214106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55594) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.220204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-c4916748-cb50-44be-870d-f9e4a3f3cc91 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', 'tempest-TagsExtTest-Tag-868495230') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.239727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b25c15b0-7914-4101-ab3d-272474a5658c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.292471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b25c15b0-7914-4101-ab3d-272474a5658c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.358982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b25c15b0-7914-4101-ab3d-272474a5658c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.361654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b25c15b0-7914-4101-ab3d-272474a5658c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.362963 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b25c15b0-7914-4101-ab3d-272474a5658c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "PUT /v2.0/security-groups/2fcc1b25-5294-4904-aa98-7d9014044d96 HTTP/1.1" status: 200 len: 1612 time: 0.1591816 Dec 23 15:38:16.365742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55598) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.391922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c15b0-7914-4101-ab3d-272474a5658c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc1b25-5294-4904-aa98-7d9014044d96,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:16.414107 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1bfedbaa-f0f0-4293-ae2b-8831bf00339d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups/2fcc1b25-5294-4904-aa98-7d9014044d96 HTTP/1.1" status: 200 len: 1612 time: 0.0472760 Dec 23 15:38:16.416689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55602) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.445884 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c4916748-cb50-44be-870d-f9e4a3f3cc91 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags/tempest-TagsExtTest-Tag-868495230 HTTP/1.1" status: 204 len: 168 time: 0.2307799 Dec 23 15:38:16.448909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55606) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.455964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-4bd1c202-b0a2-4632-b0e6-dd5790c19e7f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.483342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2f573a-7a9f-41d0-bc07-922b548ed8c1 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.511115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2f573a-7a9f-41d0-bc07-922b548ed8c1 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.645896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2f573a-7a9f-41d0-bc07-922b548ed8c1 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.667865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f573a-7a9f-41d0-bc07-922b548ed8c1 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc1b25-5294-4904-aa98-7d9014044d96,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:16.674093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc2f573a-7a9f-41d0-bc07-922b548ed8c1 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.675482 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cc2f573a-7a9f-41d0-bc07-922b548ed8c1 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/2fcc1b25-5294-4904-aa98-7d9014044d96 HTTP/1.1" status: 204 len: 168 time: 0.2579017 Dec 23 15:38:16.677885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55610) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.684742 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4bd1c202-b0a2-4632-b0e6-dd5790c19e7f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags HTTP/1.1" status: 200 len: 205 time: 0.2323923 Dec 23 15:38:16.685622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55614) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.693673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-1c1f8570-b723-4f70-9e25-67eb1c6559df tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.726312 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1c1f8570-b723-4f70-9e25-67eb1c6559df tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags HTTP/1.1" status: 200 len: 241 time: 0.0373180 Dec 23 15:38:16.726536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55618) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.736550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c1d0d3c6-313f-4bcd-8358-726fe5579b60 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:38:16.739702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-b21dc421-8ffb-4438-82f6-60ab4db486e4 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', 'tempest-TagsExtTest-Tag-1580357703') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.742691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d47a5e80-a445-42cf-8132-bb887ab67d31 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:16.769063 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b21dc421-8ffb-4438-82f6-60ab4db486e4 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags/tempest-TagsExtTest-Tag-1580357703 HTTP/1.1" status: 204 len: 168 time: 0.0393682 Dec 23 15:38:16.769800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55624) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.775354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-5af724dd-2310-4420-9e21-ccd89f71aa3b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', 'tempest-TagsExtTest-Tag-1580357703') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.810805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c1d0d3c6-313f-4bcd-8358-726fe5579b60 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:16.811304 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:16.839856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d47a5e80-a445-42cf-8132-bb887ab67d31 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:16.841821 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d47a5e80-a445-42cf-8132-bb887ab67d31 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1624475 Dec 23 15:38:16.857161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55628) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.862254 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-e3e78b83-013f-4749-945d-a5b78320a4c2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] delete failed (client error): The resource could not be found. Dec 23 15:38:16.863391 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e3e78b83-013f-4749-945d-a5b78320a4c2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/2fcc1b25-5294-4904-aa98-7d9014044d96 HTTP/1.1" status: 404 len: 347 time: 0.0181470 Dec 23 15:38:16.867154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55632) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.872469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--93579287'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:16.878237 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5af724dd-2310-4420-9e21-ccd89f71aa3b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags/tempest-TagsExtTest-Tag-1580357703 HTTP/1.1" status: 204 len: 168 time: 0.1076972 Dec 23 15:38:16.879074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55638) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.880048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:16.887779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-15eac206-d4c9-494c-8f12-11bd4a8dfd72 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.892783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:16.912384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55642) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.912614 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-15eac206-d4c9-494c-8f12-11bd4a8dfd72 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags HTTP/1.1" status: 200 len: 205 time: 0.0326045 Dec 23 15:38:16.918080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-e1ff47e9-8246-41d1-90c9-a92ceb3a19f5 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:16.950536 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e1ff47e9-8246-41d1-90c9-a92ceb3a19f5 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags HTTP/1.1" status: 204 len: 168 time: 0.0368943 Dec 23 15:38:16.956953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55646) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:16.963312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-fd31d442-b280-4b88-aa96-46c76bf2918b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:17.019724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.086309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-a4e9e3be-ed87-4c5e-83cd-236a08a07906 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:17.087721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-a4e9e3be-ed87-4c5e-83cd-236a08a07906 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 945 time: 0.1086371 Dec 23 15:38:17.093140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cafe0-bea2-43f0-a4f3-681952d87437 req-37b97fbb-8de6-48d1-8583-ec7f875b549d tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:17.094509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-716cafe0-bea2-43f0-a4f3-681952d87437 req-37b97fbb-8de6-48d1-8583-ec7f875b549d tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 945 time: 0.2307415 Dec 23 15:38:17.122442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:17.128747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:17.131921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:17.139715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:17.153027 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fd31d442-b280-4b88-aa96-46c76bf2918b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags HTTP/1.1" status: 204 len: 168 time: 0.1948895 Dec 23 15:38:17.155528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55650) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:17.162200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-75040d8a-7132-4d1c-ac34-77f858c70e14 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:17.188209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Deleting port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:17.188632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.241868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-716cafe0-bea2-43f0-a4f3-681952d87437 req-037c5ae2-6279-4838-84c1-6723ca8889a4 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192210 Dec 23 15:38:17.252537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.271639 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-75040d8a-7132-4d1c-ac34-77f858c70e14 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags HTTP/1.1" status: 204 len: 168 time: 0.1127641 Dec 23 15:38:17.271987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55654) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:17.277031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-1504d772-fced-4bda-b0e2-04a0bdf2af0e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:17.319627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.373853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacb20eb-ecc6-4d35-94dc-47d6f7150e78,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:17.403131 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1504d772-fced-4bda-b0e2-04a0bdf2af0e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1266942 Dec 23 15:38:17.403372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55658) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:17.410432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-07788f11-1b96-44da-b93e-337e1e4e1bde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', 'tempest-TagsExtTest-Tag-2128323100') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:17.443863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.447827 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6b94a328-b3b3-4db4-8a4d-856ea9eaf4bc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5769832 Dec 23 15:38:17.447972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] For port 7a0cc3b1-6594-40e2-b141-c08c55674fc3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=7a0cc3b1-6594-40e2-b141-c08c55674fc3,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:17.447972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.449228 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55662) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:17.454301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': 'bacb20eb-ecc6-4d35-94dc-47d6f7150e78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:17.463850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:17.469543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:17.474403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:17.480890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:17.607308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.633659 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-07788f11-1b96-44da-b93e-337e1e4e1bde tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags/tempest-TagsExtTest-Tag-2128323100 HTTP/1.1" status: 201 len: 201 time: 0.2288954 Dec 23 15:38:17.636564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55666) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:17.649018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-a7ef62bc-6712-48d4-9830-0e23f0420c1e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', 'tempest-TagsExtTest-Tag-1736544305') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:17.732440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.788167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.814080 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a7ef62bc-6712-48d4-9830-0e23f0420c1e tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags/tempest-TagsExtTest-Tag-1736544305 HTTP/1.1" status: 201 len: 201 time: 0.1763620 Dec 23 15:38:17.816856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55670) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:17.817493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e491e1-2fb3-4bc3-a81e-75262793247b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:17.828856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-fa37b979-2f41-4e84-83d7-a8bcb1cf2f3f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', 'tempest-TagsExtTest-Tag-1141346112') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:17.849267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.849628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.849929 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Floating IP cfba1f39-e9e0-484d-a743-be24acefb754 disassociated. External IP: 172.26.6.93, port: 7a0cc3b1-6594-40e2-b141-c08c55674fc3. Dec 23 15:38:17.850267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Calling delete_port for 7a0cc3b1-6594-40e2-b141-c08c55674fc3 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:17.943969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:17.945265 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-098fe9d1-d725-41dc-8eab-e8899c7dd471 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4963028 Dec 23 15:38:17.950883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55674) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:17.990317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fab9c074-76af-4f75-bb5c-2f78fce235e2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.004328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fab9c074-76af-4f75-bb5c-2f78fce235e2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.045895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.097964 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fa37b979-2f41-4e84-83d7-a8bcb1cf2f3f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags/tempest-TagsExtTest-Tag-1141346112 HTTP/1.1" status: 201 len: 201 time: 0.2773547 Dec 23 15:38:18.100461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event deleted for resources: {'Port': ['ID=7a0cc3b1-6594-40e2-b141-c08c55674fc3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:18.101011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55680) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.107096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-06e1e813-c8ff-4471-b1aa-8274ca2bb424 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', 'tempest-TagsExtTest-Tag-36341973') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.118641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fab9c074-76af-4f75-bb5c-2f78fce235e2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.142197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9c074-76af-4f75-bb5c-2f78fce235e2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70e491e1-2fb3-4bc3-a81e-75262793247b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:18.144684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fab9c074-76af-4f75-bb5c-2f78fce235e2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.148570 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fab9c074-76af-4f75-bb5c-2f78fce235e2 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/70e491e1-2fb3-4bc3-a81e-75262793247b HTTP/1.1" status: 204 len: 168 time: 0.1965129 Dec 23 15:38:18.150273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55684) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.205179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c06bd0ff-afc6-4746-b353-fe95c7b68d2a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:18.283403 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-06e1e813-c8ff-4471-b1aa-8274ca2bb424 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags/tempest-TagsExtTest-Tag-36341973 HTTP/1.1" status: 201 len: 201 time: 0.1785383 Dec 23 15:38:18.283907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55690) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.290724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-989900bf-19a7-4c32-9581-8e62039a904b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', {'tags': ['tempest-TagsExtTest-Tag-100263577', 'tempest-TagsExtTest-Tag-937170976', 'tempest-TagsExtTest-Tag-69646249']}) {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.314072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:18.324562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c06bd0ff-afc6-4746-b353-fe95c7b68d2a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:18.325880 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c06bd0ff-afc6-4746-b353-fe95c7b68d2a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1754394 Dec 23 15:38:18.334141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55694) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.428451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c506d4d0-9220-43b7-80bb-0175191a0ae3 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.429145 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b65c9c-4eb4-4f34-b8e2-12e083111de3 req-8187687d-97c8-45b5-a132-a95f7fb52221 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 210 time: 0.0495229 Dec 23 15:38:18.468182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c506d4d0-9220-43b7-80bb-0175191a0ae3 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.489187 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-989900bf-19a7-4c32-9581-8e62039a904b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags HTTP/1.1" status: 200 len: 314 time: 0.2017026 Dec 23 15:38:18.495474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55698) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.505716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-b8005b56-448f-4b36-b871-54fef3252ebd tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.571324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:18.583973 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:18.598090 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:18.599240 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.628724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c506d4d0-9220-43b7-80bb-0175191a0ae3 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.646275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] No DVR routers for this DVR port 7a0cc3b1-6594-40e2-b141-c08c55674fc3 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:18.650356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.653432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'name': 'network-vif-deleted', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:38:18.676670 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b8005b56-448f-4b36-b871-54fef3252ebd tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1788857 Dec 23 15:38:18.678676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506d4d0-9220-43b7-80bb-0175191a0ae3 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacb20eb-ecc6-4d35-94dc-47d6f7150e78,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:18.685721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55704) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.691697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-72a844c3-eed4-48cc-ab37-9f3f4129ecfe tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', 'tempest-TagsExtTest-Tag-100263577') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.764199 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '074ed8b8-09a5-40a3-9d8c-abf0b027aa4e', 'name': 'network-vif-deleted', 'tag': '7a0cc3b1-6594-40e2-b141-c08c55674fc3', 'status': 'completed', 'code': 200} Dec 23 15:38:18.769390 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32fc39de-aba3-40c6-b44c-47cbc8e5d7e1 req-bb1ac5f1-6318-46b5-ae57-7c989872fef9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "DELETE /v2.0/ports/7a0cc3b1-6594-40e2-b141-c08c55674fc3 HTTP/1.1" status: 204 len: 173 time: 1.6739805 Dec 23 15:38:18.786344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-72a844c3-eed4-48cc-ab37-9f3f4129ecfe tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:18.787366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-72a844c3-eed4-48cc-ab37-9f3f4129ecfe tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags/tempest-TagsExtTest-Tag-100263577 HTTP/1.1" status: 404 len: 328 time: 0.1007073 Dec 23 15:38:18.790364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55710) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.792678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c506d4d0-9220-43b7-80bb-0175191a0ae3 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:18.797437 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c506d4d0-9220-43b7-80bb-0175191a0ae3 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/bacb20eb-ecc6-4d35-94dc-47d6f7150e78 HTTP/1.1" status: 204 len: 168 time: 0.4592047 Dec 23 15:38:18.797623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-731a0f3a-a77b-4339-89ac-298daada290b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', 'tempest-TagsExtTest-Tag-937170976') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.798022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55714) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.809989 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:18.850321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b80a7732-89aa-4761-a3fa-78fde9f9290f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:18.870969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-731a0f3a-a77b-4339-89ac-298daada290b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:18.871978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-731a0f3a-a77b-4339-89ac-298daada290b tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags/tempest-TagsExtTest-Tag-937170976 HTTP/1.1" status: 404 len: 328 time: 0.0805252 Dec 23 15:38:18.874975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55718) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.882132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-df67d6e4-4ff4-4c44-bfda-b2ecc4692d00 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac', 'tempest-TagsExtTest-Tag-69646249') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.951292 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-df67d6e4-4ff4-4c44-bfda-b2ecc4692d00 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:18.952786 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-df67d6e4-4ff4-4c44-bfda-b2ecc4692d00 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags/tempest-TagsExtTest-Tag-69646249 HTTP/1.1" status: 404 len: 327 time: 0.0764649 Dec 23 15:38:18.956332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55722) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.963034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-882be184-28c5-4ef7-bf9f-59c829423caf tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', {'tags': ['tempest-TagsExtTest-Tag-1761723817', 'tempest-TagsExtTest-Tag-456243814', 'tempest-TagsExtTest-Tag-1837595858']}) {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:18.976776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b80a7732-89aa-4761-a3fa-78fde9f9290f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:18.977987 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b80a7732-89aa-4761-a3fa-78fde9f9290f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1789334 Dec 23 15:38:18.982135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55726) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:18.987668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761286248'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:18.993847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:19.006083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:19.101985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.139259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:19.145477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:19.148999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:19.158202 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-882be184-28c5-4ef7-bf9f-59c829423caf tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags HTTP/1.1" status: 200 len: 317 time: 0.1973696 Dec 23 15:38:19.158539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55730) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.160733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:19.165172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-cfb89a0c-6a0e-49ff-849a-44acaffa520f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.188399 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.206005 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:19.226391 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:19.227553 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:37:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.227697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.308397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.358492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847f7d6c-55c2-4407-9fdc-8811f4863d53,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:19.366452 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cfb89a0c-6a0e-49ff-849a-44acaffa520f tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags HTTP/1.1" status: 204 len: 168 time: 0.2069798 Dec 23 15:38:19.368992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55734) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.375917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-75ae92f7-3380-43df-b349-820dbbcd05b1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', 'tempest-TagsExtTest-Tag-1761723817') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.438982 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-75ae92f7-3380-43df-b349-820dbbcd05b1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:19.439932 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-75ae92f7-3380-43df-b349-820dbbcd05b1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags/tempest-TagsExtTest-Tag-1761723817 HTTP/1.1" status: 404 len: 329 time: 0.0700665 Dec 23 15:38:19.442816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55738) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.448627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-9e5b5a5e-3189-485a-8914-7620cfe28ad9 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', 'tempest-TagsExtTest-Tag-456243814') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.450004 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:19.475437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.476640 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-69cf0669-0446-43ce-bf3a-d6456b1fd760 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4936233 Dec 23 15:38:19.479716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55744) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.487188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '847f7d6c-55c2-4407-9fdc-8811f4863d53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:19.496835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:19.502509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:19.508981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:19.518150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:19.531965 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-9e5b5a5e-3189-485a-8914-7620cfe28ad9 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:19.535852 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9e5b5a5e-3189-485a-8914-7620cfe28ad9 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags/tempest-TagsExtTest-Tag-456243814 HTTP/1.1" status: 404 len: 328 time: 0.0893245 Dec 23 15:38:19.536475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55748) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.543412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-9a5bfaf9-22da-4db3-890c-f42c925c32f9 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d', 'tempest-TagsExtTest-Tag-1837595858') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.613864 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-9a5bfaf9-22da-4db3-890c-f42c925c32f9 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:19.617773 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9a5bfaf9-22da-4db3-890c-f42c925c32f9 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags/tempest-TagsExtTest-Tag-1837595858 HTTP/1.1" status: 404 len: 329 time: 0.0760021 Dec 23 15:38:19.618240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55752) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.623954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-44bd5589-d40e-4e53-95ac-f47c979ef011 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', {'tags': ['tempest-TagsExtTest-Tag-1869225749', 'tempest-TagsExtTest-Tag-1158219252', 'tempest-TagsExtTest-Tag-1381381902']}) {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.647983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4b0f0262-6377-4f15-9863-9a8059c5e7d9 req-fe733dd2-0236-4f66-b633-49531c04f31a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:19.663532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.755951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.782448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4b0f0262-6377-4f15-9863-9a8059c5e7d9 req-fe733dd2-0236-4f66-b633-49531c04f31a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:19.788654 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4b0f0262-6377-4f15-9863-9a8059c5e7d9 req-fe733dd2-0236-4f66-b633-49531c04f31a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=074ed8b8-09a5-40a3-9d8c-abf0b027aa4e HTTP/1.1" status: 200 len: 210 time: 0.2129257 Dec 23 15:38:19.817889 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.821904 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11b39b-8554-4f75-af42-576ad827b58f None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:19.833788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.861973 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-44bd5589-d40e-4e53-95ac-f47c979ef011 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags HTTP/1.1" status: 200 len: 318 time: 0.2397683 Dec 23 15:38:19.863096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55756) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.868435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9948b8f-586e-4006-9b6a-21a9b18a4c05,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:19.869950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.tag.tag_plugin [None req-f773f671-5375-4a7e-bee4-bc9657022422 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:19.936249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:19.938177 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6b7864c2-f1ec-4da4-b154-650d91607be7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4569042 Dec 23 15:38:19.941703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55760) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:19.947576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '847f7d6c-55c2-4407-9fdc-8811f4863d53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:19.955375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:19.959971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:19.963254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:19.970637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:20.057118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e6d10c-706e-4e91-a5a9-a34c76a197dd None None] New status for floating IP cfba1f39-e9e0-484d-a743-be24acefb754: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:38:20.069107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.132906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.204579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55764) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:20.205057 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f773f671-5375-4a7e-bee4-bc9657022422 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags HTTP/1.1" status: 204 len: 168 time: 0.3405693 Dec 23 15:38:20.210230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-13b47ddc-3c0f-4953-83dd-14ddff42bcf0 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', 'tempest-TagsExtTest-Tag-1869225749') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:20.356580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7a0cc3b1-6594-40e2-b141-c08c55674fc3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:20.383674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.390039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 7a0cc3b1-6594-40e2-b141-c08c55674fc3 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:20.390424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 7a0cc3b1-6594-40e2-b141-c08c55674fc3 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:20.463904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02110485-a3e8-4f9a-9458-9679cef71399,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:20.486618 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-13b47ddc-3c0f-4953-83dd-14ddff42bcf0 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:20.487638 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-13b47ddc-3c0f-4953-83dd-14ddff42bcf0 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags/tempest-TagsExtTest-Tag-1869225749 HTTP/1.1" status: 404 len: 329 time: 0.2820799 Dec 23 15:38:20.490411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55770) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:20.495764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-25016966-656f-4e42-a2a9-a4b1d2930427 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', 'tempest-TagsExtTest-Tag-1158219252') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:20.613997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.615165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dba9acff-5db4-409d-b3f9-9b57a156a4e7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6724229 Dec 23 15:38:20.618275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55774) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:20.624160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '847f7d6c-55c2-4407-9fdc-8811f4863d53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:20.630904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:20.639446 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-25016966-656f-4e42-a2a9-a4b1d2930427 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:20.639636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:20.639767 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-25016966-656f-4e42-a2a9-a4b1d2930427 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags/tempest-TagsExtTest-Tag-1158219252 HTTP/1.1" status: 404 len: 329 time: 0.1442966 Dec 23 15:38:20.639889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:20.640326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55778) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:20.644974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:20.646639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-97f67b59-3f6a-4d5a-98c8-fc7166558a31 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee', 'tempest-TagsExtTest-Tag-1381381902') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:20.754941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.780045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-97f67b59-3f6a-4d5a-98c8-fc7166558a31 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:20.781859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-97f67b59-3f6a-4d5a-98c8-fc7166558a31 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags/tempest-TagsExtTest-Tag-1381381902 HTTP/1.1" status: 404 len: 329 time: 0.1398990 Dec 23 15:38:20.784441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55782) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:20.789837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-d0824811-ff72-4655-a504-2a2df5366e90 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', {'tags': ['tempest-TagsExtTest-Tag-51539587', 'tempest-TagsExtTest-Tag-1008841341', 'tempest-TagsExtTest-Tag-101985364']}) {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:20.822294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.878754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.892612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d0824811-ff72-4655-a504-2a2df5366e90 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "PUT /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags HTTP/1.1" status: 200 len: 315 time: 0.1069214 Dec 23 15:38:20.895009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55788) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:20.902331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-974052c4-52fd-4d03-81d5-5f89a4aea32c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:20.903938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a5c6e2-7b61-4a22-9497-ca6de5fed773,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:20.976473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:20.977675 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-410cc673-3a83-4743-8c48-5caaa4df232c tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3583691 Dec 23 15:38:20.980576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55794) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:20.987075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '847f7d6c-55c2-4407-9fdc-8811f4863d53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:20.994949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:20.997357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:21.000745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:21.008623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-974052c4-52fd-4d03-81d5-5f89a4aea32c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags HTTP/1.1" status: 204 len: 168 time: 0.1094720 Dec 23 15:38:21.008741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:21.008850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55800) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.015154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-b62ec15f-a5ab-450c-a739-b83b9b62dbc6 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', 'tempest-TagsExtTest-Tag-51539587') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:21.037781 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-b62ec15f-a5ab-450c-a739-b83b9b62dbc6 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:21.038761 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b62ec15f-a5ab-450c-a739-b83b9b62dbc6 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags/tempest-TagsExtTest-Tag-51539587 HTTP/1.1" status: 404 len: 327 time: 0.0287452 Dec 23 15:38:21.042013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55804) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.048451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-c65eda86-eb34-4cf9-a024-b9c49a2bdb6a tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', 'tempest-TagsExtTest-Tag-1008841341') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:21.071398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-c65eda86-eb34-4cf9-a024-b9c49a2bdb6a tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:21.072469 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c65eda86-eb34-4cf9-a024-b9c49a2bdb6a tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags/tempest-TagsExtTest-Tag-1008841341 HTTP/1.1" status: 404 len: 329 time: 0.0293713 Dec 23 15:38:21.075158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55810) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.081084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-c4d2f446-7ade-43e2-a015-475f3beddfd1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d', 'tempest-TagsExtTest-Tag-101985364') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:21.086701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.110423 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-c4d2f446-7ade-43e2-a015-475f3beddfd1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] show failed (client error): The resource could not be found. Dec 23 15:38:21.110423 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c4d2f446-7ade-43e2-a015-475f3beddfd1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags/tempest-TagsExtTest-Tag-101985364 HTTP/1.1" status: 404 len: 328 time: 0.0299108 Dec 23 15:38:21.110423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55814) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.115945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-c1c2c5f0-1029-4c53-8ae5-a2e386fe03fe tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '35b99a64-1320-41b2-b298-5490390e707d') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:21.154643 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.165455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c1c2c5f0-1029-4c53-8ae5-a2e386fe03fe tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d/tags HTTP/1.1" status: 204 len: 168 time: 0.0540681 Dec 23 15:38:21.167973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55818) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.174338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-cd8672a6-8a91-46c0-ae47-05110d64beae tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8df5f779-961b-4b30-abe2-a9f30e2338ee') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:21.211240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.235444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4c557f-726c-48ab-b80a-dfdb1daa7c93,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:21.290978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.292397 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2e2dd34f-b54e-49f9-821d-a5356568be16 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3106945 Dec 23 15:38:21.294921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55822) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.300554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '847f7d6c-55c2-4407-9fdc-8811f4863d53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:21.306513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:21.310878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:21.314513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:21.315017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-f8285e56-7da5-4953-b184-55e716262b50 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442253303&fields=id&tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 267 time: 0.1713054 Dec 23 15:38:21.320872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:21.395419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.415175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cd8672a6-8a91-46c0-ae47-05110d64beae tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee/tags HTTP/1.1" status: 204 len: 168 time: 0.2461321 Dec 23 15:38:21.417942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55826) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.425308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-3e23a047-c1a7-4778-8657-8d1d861600df tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c67dca73-07b1-4901-8097-25e2742ab64d') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:21.463177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.525592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.532816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ad705909-512a-4a11-97aa-97ce7bc1b516 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:21.534394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ad705909-512a-4a11-97aa-97ce7bc1b516 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 811 time: 0.2119913 Dec 23 15:38:21.548521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980fab7d-6cf7-4001-b6d6-9ad0fa4bbc79,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:21.561992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-68096c8c-5579-4d1f-99ef-1ffe8cea0d22 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/quotas/ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 375 time: 0.0177515 Dec 23 15:38:21.561992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3e23a047-c1a7-4778-8657-8d1d861600df tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d/tags HTTP/1.1" status: 204 len: 168 time: 0.1418867 Dec 23 15:38:21.564307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55830) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.570894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.tag.tag_plugin [None req-9fe6cd9c-3040-40d4-afee-b5074c7d6d96 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '80d00a25-91ed-4913-8585-e19bd94cd5ac') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:21.633418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.635942 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2f7c3781-b409-484a-a0ea-12f70aa4cf35 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3389528 Dec 23 15:38:21.637722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55834) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.670750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac43d1f5-4522-40c1-b5cc-4ee095279c24 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.681488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac43d1f5-4522-40c1-b5cc-4ee095279c24 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.700787 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-c354e160-6cb1-4957-bbec-d63e2bc6d8c8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1341479 Dec 23 15:38:21.712467 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9fe6cd9c-3040-40d4-afee-b5074c7d6d96 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1471663 Dec 23 15:38:21.717317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-e6904399-a21a-42cc-9400-95951ed445f2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:38:21.718235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-e6904399-a21a-42cc-9400-95951ed445f2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048404 Dec 23 15:38:21.719048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55838) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.776764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac43d1f5-4522-40c1-b5cc-4ee095279c24 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.797403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43d1f5-4522-40c1-b5cc-4ee095279c24 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=980fab7d-6cf7-4001-b6d6-9ad0fa4bbc79,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:21.800061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac43d1f5-4522-40c1-b5cc-4ee095279c24 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:21.804194 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ac43d1f5-4522-40c1-b5cc-4ee095279c24 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/980fab7d-6cf7-4001-b6d6-9ad0fa4bbc79 HTTP/1.1" status: 204 len: 168 time: 0.1651142 Dec 23 15:38:21.804516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55842) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:21.854827 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1a3318aa-8787-417d-a388-4a8f54cbc9a4 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:21.917235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-272f1837-a8a2-45c3-909b-c5118747878f service neutron] 10.222.0.58 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845880 Dec 23 15:38:21.965190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1a3318aa-8787-417d-a388-4a8f54cbc9a4 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:21.966456 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1a3318aa-8787-417d-a388-4a8f54cbc9a4 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1610501 Dec 23 15:38:21.969558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55846) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:22.000469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-869aa4b5-3c9f-4d81-82ce-0669482619a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.009270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-368a9894-e12b-47a2-a637-942eb07e65fc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for subnetpool, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.010358 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-368a9894-e12b-47a2-a637-942eb07e65fc tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnetpools/35b99a64-1320-41b2-b298-5490390e707d HTTP/1.1" status: 204 len: 168 time: 0.2904415 Dec 23 15:38:22.011269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-869aa4b5-3c9f-4d81-82ce-0669482619a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.016899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55850) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:22.056279 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-4135b3a5-e258-42ef-ab2d-fdea982be69a service neutron] 10.222.0.58 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324232 Dec 23 15:38:22.063909 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-748e132c-62dd-46aa-bfd6-eadd6bae5e09 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "GET /v2.0/ports?device_id=8df5f779-961b-4b30-abe2-a9f30e2338ee HTTP/1.1" status: 200 len: 205 time: 0.0458961 Dec 23 15:38:22.066292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55854) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:22.213202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e8e15480-f346-4eb9-88bb-2375db5ed36c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.265125 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-869aa4b5-3c9f-4d81-82ce-0669482619a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.291750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aa4b5-3c9f-4d81-82ce-0669482619a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a4c557f-726c-48ab-b80a-dfdb1daa7c93,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:22.482910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-869aa4b5-3c9f-4d81-82ce-0669482619a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.484628 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-869aa4b5-3c9f-4d81-82ce-0669482619a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7a4c557f-726c-48ab-b80a-dfdb1daa7c93 HTTP/1.1" status: 204 len: 168 time: 0.5134706 Dec 23 15:38:22.487200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55866) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:22.539815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-608a7f57-ec15-476e-8413-39fcf1f5d999 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:22.631321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e8e15480-f346-4eb9-88bb-2375db5ed36c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.635568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e8e15480-f346-4eb9-88bb-2375db5ed36c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.708067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-608a7f57-ec15-476e-8413-39fcf1f5d999 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:22.711830 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-608a7f57-ec15-476e-8413-39fcf1f5d999 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2213099 Dec 23 15:38:22.712371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55870) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:22.730859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e8e15480-f346-4eb9-88bb-2375db5ed36c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.731467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e15480-f346-4eb9-88bb-2375db5ed36c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Fanout notify agent at l3_agent the message router_deleted on router 8df5f779-961b-4b30-abe2-a9f30e2338ee {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:38:22.744785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35b845cd-2d31-474a-a0d3-84459ab252f9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.748287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e8e15480-f346-4eb9-88bb-2375db5ed36c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.748287 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e8e15480-f346-4eb9-88bb-2375db5ed36c tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/routers/8df5f779-961b-4b30-abe2-a9f30e2338ee HTTP/1.1" status: 204 len: 168 time: 0.6790516 Dec 23 15:38:22.748973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55874) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:22.760050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35b845cd-2d31-474a-a0d3-84459ab252f9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:22.840794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Deleting port c67dca73-07b1-4901-8097-25e2742ab64d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:22.840794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.037776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30883993-520f-4b18-b855-1ca1f6003bdb req-c6ba0233-f2bd-4d0a-a88a-a5f4ef60f870 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 210 time: 0.1670458 Dec 23 15:38:23.062104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35b845cd-2d31-474a-a0d3-84459ab252f9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.084508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b845cd-2d31-474a-a0d3-84459ab252f9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99a5c6e2-7b61-4a22-9497-ca6de5fed773,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:23.194618 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.268607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-35b845cd-2d31-474a-a0d3-84459ab252f9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.269728 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-35b845cd-2d31-474a-a0d3-84459ab252f9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/99a5c6e2-7b61-4a22-9497-ca6de5fed773 HTTP/1.1" status: 204 len: 168 time: 0.5564473 Dec 23 15:38:23.272327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55886) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:23.319184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Calling delete_port for c67dca73-07b1-4901-8097-25e2742ab64d owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:23.319829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-db95a4f9-470a-4ed1-8396-d58995d6fdf6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:23.397421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-db95a4f9-470a-4ed1-8396-d58995d6fdf6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:23.399120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-db95a4f9-470a-4ed1-8396-d58995d6fdf6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1259015 Dec 23 15:38:23.401944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55890) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:23.432456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd50c19-b6d7-4e3b-9ef9-4350716f4879 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.443720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd50c19-b6d7-4e3b-9ef9-4350716f4879 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.548663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.565112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd50c19-b6d7-4e3b-9ef9-4350716f4879 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.587593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50c19-b6d7-4e3b-9ef9-4350716f4879 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02110485-a3e8-4f9a-9458-9679cef71399,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:23.601479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event deleted for resources: {'Port': ['ID=c67dca73-07b1-4901-8097-25e2742ab64d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:23.669959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abd50c19-b6d7-4e3b-9ef9-4350716f4879 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.672247 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-abd50c19-b6d7-4e3b-9ef9-4350716f4879 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/02110485-a3e8-4f9a-9458-9679cef71399 HTTP/1.1" status: 204 len: 168 time: 0.2682009 Dec 23 15:38:23.674559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55896) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:23.710846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.720002 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d0df87fb-ff24-4ed5-bd37-648b3fa079ce tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/ports/c67dca73-07b1-4901-8097-25e2742ab64d HTTP/1.1" status: 204 len: 168 time: 0.9670455 Dec 23 15:38:23.720370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55900) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:23.733008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7451c4c5-0273-4232-849f-4af8b7058966 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:23.805883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7451c4c5-0273-4232-849f-4af8b7058966 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:23.807801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7451c4c5-0273-4232-849f-4af8b7058966 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1315534 Dec 23 15:38:23.816336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55904) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:23.848563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aac0c82b-c5eb-4618-b0f1-4060428e156f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.859992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aac0c82b-c5eb-4618-b0f1-4060428e156f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.930370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Deleting subnet 80d00a25-91ed-4913-8585-e19bd94cd5ac {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:38:23.933269 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.947948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aac0c82b-c5eb-4618-b0f1-4060428e156f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:23.966065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0c82b-c5eb-4618-b0f1-4060428e156f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9948b8f-586e-4006-9b6a-21a9b18a4c05,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:23.990915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.022441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aac0c82b-c5eb-4618-b0f1-4060428e156f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.026137 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-aac0c82b-c5eb-4618-b0f1-4060428e156f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b9948b8f-586e-4006-9b6a-21a9b18a4c05 HTTP/1.1" status: 204 len: 168 time: 0.2063501 Dec 23 15:38:24.026385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55908) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:24.076640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1fae5b56-1ee1-4cb7-862e-2e89c2961642 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:24.080162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.175332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1fae5b56-1ee1-4cb7-862e-2e89c2961642 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:24.176662 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1fae5b56-1ee1-4cb7-862e-2e89c2961642 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1485960 Dec 23 15:38:24.179629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55914) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:24.185227 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e957c32-b84c-4bfd-a6cb-19a4961a0fbf req-72c35d9b-4a31-4da1-9750-aa23e9609616 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 210 time: 0.0514915 Dec 23 15:38:24.214697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.270276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event deleted for resources: {'Subnet': ['ID=80d00a25-91ed-4913-8585-e19bd94cd5ac,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:24.275854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.283711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b235068-6d53-43e2-a210-32874b61600c None None] Network 17b5cf62-920c-49b9-8bc2-288d774550f4 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:24.287031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55918) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:24.288757 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5cb755a6-fd27-46b3-b326-81bc9dcffd44 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/subnets/80d00a25-91ed-4913-8585-e19bd94cd5ac HTTP/1.1" status: 204 len: 168 time: 0.5672789 Dec 23 15:38:24.311957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ca09-0149-4bb8-b05a-1d97724acb0e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.340525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ca09-0149-4bb8-b05a-1d97724acb0e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.427707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.438213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Deleting port c1d0d3c6-313f-4bcd-8358-726fe5579b60 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:24.438603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.462562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ca09-0149-4bb8-b05a-1d97724acb0e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.482833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9ca09-0149-4bb8-b05a-1d97724acb0e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847f7d6c-55c2-4407-9fdc-8811f4863d53,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:24.560062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a9ca09-0149-4bb8-b05a-1d97724acb0e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.561751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] DHCP port deletion for 17b5cf62-920c-49b9-8bc2-288d774550f4 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:38:24.561925 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c6a9ca09-0149-4bb8-b05a-1d97724acb0e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/847f7d6c-55c2-4407-9fdc-8811f4863d53 HTTP/1.1" status: 204 len: 168 time: 0.3807113 Dec 23 15:38:24.565528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55922) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:24.567113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Deleting port c1d0d3c6-313f-4bcd-8358-726fe5579b60 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:24.567678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.621274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7c867270-2f26-4ee3-a84e-d8f7d88b0222 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:24.689037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] For port c1d0d3c6-313f-4bcd-8358-726fe5579b60, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c1d0d3c6-313f-4bcd-8358-726fe5579b60,segment=NetworkSegment(5bea8d4a-6af8-4b29-a973-8c053f990ac4),segment_id=5bea8d4a-6af8-4b29-a973-8c053f990ac4)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:24.689520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.725872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7c867270-2f26-4ee3-a84e-d8f7d88b0222 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:24.727127 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7c867270-2f26-4ee3-a84e-d8f7d88b0222 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1606152 Dec 23 15:38:24.733873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55928) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:24.740064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--691601067'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:24.747191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:24.756909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c1d0d3c6-313f-4bcd-8358-726fe5579b60 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:24.758058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:24.831621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Calling delete_port for c1d0d3c6-313f-4bcd-8358-726fe5579b60 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:24.839547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.881383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:24.882342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] For port c1d0d3c6-313f-4bcd-8358-726fe5579b60, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c1d0d3c6-313f-4bcd-8358-726fe5579b60,segment=NetworkSegment(5bea8d4a-6af8-4b29-a973-8c053f990ac4),segment_id=5bea8d4a-6af8-4b29-a973-8c053f990ac4)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:24.882725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.886131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:24.889410 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:24.896657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:24.956659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:24.985504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 55932) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:25.028897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.029933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Calling delete_port for c1d0d3c6-313f-4bcd-8358-726fe5579b60 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:25.054371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.071281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Port c1d0d3c6-313f-4bcd-8358-726fe5579b60 update to DOWN by agent not found {{(pid=84223) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Dec 23 15:38:25.082523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3d30a1-b6da-4922-a80b-7d6ec9c8b09b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:25.117850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:38:25.118565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:38:25.134448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event deleted for resources: {'Port': ['ID=c1d0d3c6-313f-4bcd-8358-726fe5579b60,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:25.141521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] No DVR routers for this DVR port c1d0d3c6-313f-4bcd-8358-726fe5579b60 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:25.193755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.195069 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ae22df45-a956-4e99-8a8a-86fb65f13301 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4598663 Dec 23 15:38:25.198535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55936) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:25.204884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '3f3d30a1-b6da-4922-a80b-7d6ec9c8b09b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:25.210911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:25.214926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:25.218044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:25.224665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:25.345569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.353571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7210b707-811a-4cf2-9ed9-75bb241306af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.356935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.420543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.428639 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a7b4917-3b10-4320-ae3e-640eb2e664f1 req-318758c8-f367-432f-a869-1fccea5f7754 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 210 time: 0.0759230 Dec 23 15:38:25.482233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b5cf62-920c-49b9-8bc2-288d774550f4']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:25.511531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bea8d4a-6af8-4b29-a973-8c053f990ac4') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:25.511813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bea8d4a-6af8-4b29-a973-8c053f990ac4') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:25.514262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.545396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610d0209-4694-47c2-b734-50614236877b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:25.612298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.616291 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9f64f1c3-cb22-4f7b-b053-aa18c911593f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4142318 Dec 23 15:38:25.616716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55942) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:25.620188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Deleting port c1d0d3c6-313f-4bcd-8358-726fe5579b60 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:25.620948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.635424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.683634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.691088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-8d17f788-66c5-4e3f-80f6-14f9b253ebc2 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:25.696978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-8d17f788-66c5-4e3f-80f6-14f9b253ebc2 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 811 time: 0.4437480 Dec 23 15:38:25.700420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79ad029e-e6bf-419d-81cb-7703c663a8cd tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.701926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:38:25.703301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:38:25.718109 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:38:25.741588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79ad029e-e6bf-419d-81cb-7703c663a8cd tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.748549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-57f9f36c-00dc-43dd-9197-5d1399d7e6f2 None None] The port 'c1d0d3c6-313f-4bcd-8358-726fe5579b60' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:38:25.858559 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-89dea12f-db5d-434d-b5b0-8df7577a411d tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 379 time: 0.1343279 Dec 23 15:38:25.902891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79ad029e-e6bf-419d-81cb-7703c663a8cd tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.923386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad029e-e6bf-419d-81cb-7703c663a8cd tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3d30a1-b6da-4922-a80b-7d6ec9c8b09b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:25.927024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'port': {'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'admin_state_up': True, 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'security_groups': ['866de10d-5a2b-4238-b9f0-cfaa3927154f']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:25.944513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-79ad029e-e6bf-419d-81cb-7703c663a8cd tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:25.949439 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-79ad029e-e6bf-419d-81cb-7703c663a8cd tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/3f3d30a1-b6da-4922-a80b-7d6ec9c8b09b HTTP/1.1" status: 204 len: 168 time: 0.3310044 Dec 23 15:38:25.951677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55948) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:26.002717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.013951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c73f4901-830b-4040-8286-8c3c1526fe1f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:26.031040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.045518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] Pushing event deleted for resources: {'Network': ['ID=17b5cf62-920c-49b9-8bc2-288d774550f4,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:26.058923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-71160c14-6aa2-4cb0-8dfc-2652ee9e7dc1 tempest-TagsExtTest-682137025 tempest-TagsExtTest-682137025-project] 10.222.0.58 "DELETE /v2.0/networks/17b5cf62-920c-49b9-8bc2-288d774550f4 HTTP/1.1" status: 204 len: 168 time: 1.7708631 Dec 23 15:38:26.081188 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c73f4901-830b-4040-8286-8c3c1526fe1f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:26.085590 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c73f4901-830b-4040-8286-8c3c1526fe1f tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1273274 Dec 23 15:38:26.085945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55954) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:26.091859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827092110'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:26.103302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:26.125040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:26.132413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:26.190046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:26.217580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.259924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:26.268371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:26.271533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:26.277547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.278267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:26.330702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Made reservation on behalf of ae0448e5dd864db3aa4c638a8afdaaf3 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:38:26.333745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.340131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.462953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.550818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765bd8b0-0372-4f01-a393-5c6066946cac,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:26.642126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Allocated IP 172.20.0.7 (a81657d7-f422-419d-b443-a84b9559f1f7/0a34940c-7c06-4257-a1ba-6aac1a59103d/29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:38:26.657858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.662071 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8dc4ad56-ce9e-4d78-9762-44593ed4fa9e tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5726552 Dec 23 15:38:26.662431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55962) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:26.678123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--655183070'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:26.701873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:26.713308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:26.722746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:26.743444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:26.776275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55966) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:26.777510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-104fea15-d0f4-46e0-bb16-7d23115a0709 req-306dc21d-f5f4-4085-ae1c-2f78b756d50b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 210 time: 0.1449301 Dec 23 15:38:26.857009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:26.894905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:26.899204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:26.902355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:26.913173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:26.997935 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.019561 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f72e70f1-e229-4701-9881-068df4adfa06 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfeb5ec3613c4489b4632d8a4f399978&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2417521 Dec 23 15:38:27.022204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55972) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:27.058155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.126342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9b863-5ddf-4c25-8ab5-ea63b34c4e50,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:27.130304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52ec3a4e-15bc-4459-99aa-db466a410593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.156998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52ec3a4e-15bc-4459-99aa-db466a410593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.214810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.222579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.223801 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d337a57f-e6e6-45c8-862e-d3757b542f7a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5600941 Dec 23 15:38:27.226574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55976) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:27.231859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '765bd8b0-0372-4f01-a393-5c6066946cac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a5a9b863-5ddf-4c25-8ab5-ea63b34c4e50', 'remote_ip_prefix': None}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:27.238640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:27.242623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:27.245492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:27.251929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:27.314747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52ec3a4e-15bc-4459-99aa-db466a410593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.315155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Transition to ACTIVE for port object 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:27.425585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec3a4e-15bc-4459-99aa-db466a410593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0036e7-81d9-4a86-9ee1-034ee97d7bea,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:27.435113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52ec3a4e-15bc-4459-99aa-db466a410593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.436225 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-52ec3a4e-15bc-4459-99aa-db466a410593 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc0036e7-81d9-4a86-9ee1-034ee97d7bea HTTP/1.1" status: 204 len: 168 time: 0.4131386 Dec 23 15:38:27.440164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.523891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.620447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.639771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.640633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e7f76ad1-c2ac-4c72-98de-559563f86da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.667157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c04aab-7363-4783-9931-295ffbb7a394,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:27.726718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:27.730171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Network a81657d7-f422-419d-b443-a84b9559f1f7 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:27.730932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port e0b47978-c3c5-41bc-90df-8761aac707e7 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:27.731256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.742438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.743647 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-256d006c-bd09-48e4-bde6-3020e2cd2414 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5161734 Dec 23 15:38:27.746656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55982) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:27.760329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:27.768416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:38:27.779328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f38848c7-742c-4ff2-8013-95ba9781e7a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.790768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f38848c7-742c-4ff2-8013-95ba9781e7a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.914004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f38848c7-742c-4ff2-8013-95ba9781e7a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.946968 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38848c7-742c-4ff2-8013-95ba9781e7a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6c04aab-7363-4783-9931-295ffbb7a394,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:27.949802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f38848c7-742c-4ff2-8013-95ba9781e7a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.951029 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f38848c7-742c-4ff2-8013-95ba9781e7a5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a6c04aab-7363-4783-9931-295ffbb7a394 HTTP/1.1" status: 204 len: 168 time: 0.2033167 Dec 23 15:38:27.953157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:27.953814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:27.954610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55988) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:28.050166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7799ed0a-5027-40e2-b17c-588d579ced4a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:28.114213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7799ed0a-5027-40e2-b17c-588d579ced4a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:28.115670 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7799ed0a-5027-40e2-b17c-588d579ced4a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1600072 Dec 23 15:38:28.122051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55992) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:28.138594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port e0b47978-c3c5-41bc-90df-8761aac707e7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e0b47978-c3c5-41bc-90df-8761aac707e7,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:28.138939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.187405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c51bdd8c-5d2c-4a2d-b888-5e3805348efe None None] Provisioning for port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:28.188736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e704a2c0-b961-4086-aec1-5922d438cb20 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.192719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c51bdd8c-5d2c-4a2d-b888-5e3805348efe None None] Provisioning complete for port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:28.197178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c51bdd8c-5d2c-4a2d-b888-5e3805348efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.218958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e704a2c0-b961-4086-aec1-5922d438cb20 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.248211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c51bdd8c-5d2c-4a2d-b888-5e3805348efe None None] Port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:38:28.262161 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-0ff318a0-316e-4ad9-8b31-9f16780d7a73 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3977733 Dec 23 15:38:28.269114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for e0b47978-c3c5-41bc-90df-8761aac707e7 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:28.306535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-6e704bcb-49b2-47ec-8c11-baf70c0d24cf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:38:28.307516 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-6e704bcb-49b2-47ec-8c11-baf70c0d24cf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120859 Dec 23 15:38:28.322259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Request body: {'port': {'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:28.331028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e704a2c0-b961-4086-aec1-5922d438cb20 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.348860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a2c0-b961-4086-aec1-5922d438cb20 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9b863-5ddf-4c25-8ab5-ea63b34c4e50,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:28.376695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227857d6-1521-4710-9ce9-d018d292612b req-78ba8b62-10c5-4226-a022-4ef261017244 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:28.376695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-227857d6-1521-4710-9ce9-d018d292612b req-78ba8b62-10c5-4226-a022-4ef261017244 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:28.417154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e704a2c0-b961-4086-aec1-5922d438cb20 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.418423 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e704a2c0-b961-4086-aec1-5922d438cb20 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/a5a9b863-5ddf-4c25-8ab5-ea63b34c4e50 HTTP/1.1" status: 204 len: 168 time: 0.2963057 Dec 23 15:38:28.420945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 55996) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:28.485058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c338214f-3da7-4a02-b231-b21f68b460d8 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:28.492149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.511333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-227857d6-1521-4710-9ce9-d018d292612b req-78ba8b62-10c5-4226-a022-4ef261017244 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:28.512768 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-227857d6-1521-4710-9ce9-d018d292612b req-78ba8b62-10c5-4226-a022-4ef261017244 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 931 time: 0.4722245 Dec 23 15:38:28.576534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c338214f-3da7-4a02-b231-b21f68b460d8 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:28.579061 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c338214f-3da7-4a02-b231-b21f68b460d8 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1568513 Dec 23 15:38:28.583240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56000) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:28.661882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afa8c66f-0e4c-40b7-9723-f95c024a4573 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.695091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afa8c66f-0e4c-40b7-9723-f95c024a4573 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.709689 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-227857d6-1521-4710-9ce9-d018d292612b req-c017812e-9ab6-46e0-8ccf-27c8d61744e8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708770 Dec 23 15:38:28.748246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.793799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afa8c66f-0e4c-40b7-9723-f95c024a4573 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.811162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8c66f-0e4c-40b7-9723-f95c024a4573 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765bd8b0-0372-4f01-a393-5c6066946cac,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:28.843061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.894113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-afa8c66f-0e4c-40b7-9723-f95c024a4573 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:28.897731 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-afa8c66f-0e4c-40b7-9723-f95c024a4573 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/765bd8b0-0372-4f01-a393-5c6066946cac HTTP/1.1" status: 204 len: 168 time: 0.3107936 Dec 23 15:38:28.898042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56004) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:28.909498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=e0b47978-c3c5-41bc-90df-8761aac707e7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:28.957682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ccde0197-a96e-4fac-8d30-bc5937d7d8b6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:29.005271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.063075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ccde0197-a96e-4fac-8d30-bc5937d7d8b6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:29.068310 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ccde0197-a96e-4fac-8d30-bc5937d7d8b6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1654308 Dec 23 15:38:29.068630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56008) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:29.074447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534415212'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:29.081778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:29.092048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:29.147831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:38:29.157456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.159285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.183372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Transition to ACTIVE for port object 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:29.196055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:29.200543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:29.203722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:29.209452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:29.266910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.353839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.370541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.422671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98db16d-ca3a-4e3a-8c96-b19898f2e83f,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:29.499887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:29.519668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.525481 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-84225af3-3814-4edd-bc5c-8565e2da5353 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4511957 Dec 23 15:38:29.525481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56012) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:29.531649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': 'b98db16d-ca3a-4e3a-8c96-b19898f2e83f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:29.537989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:29.542151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:29.545295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:29.552671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:29.624933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.636358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Attempting to bind port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:38:29.636687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Attempting to bind port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:38:29.637005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Attempting to bind port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:38:29.641851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.702998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 on network a81657d7-f422-419d-b443-a84b9559f1f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:38:29.703334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Attempting to bind port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:38:29.718988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:38:29.719239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Checking segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:38:29.719606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Bound using segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:38:29.720021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Bound port: 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:38:29.720377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.728370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.793771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.818311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c075729e-9569-457d-bf86-d6f85ebacccc,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:29.879818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.880720 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d31eeb67-2a76-48e6-91dc-f64b73d0cc13 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3543735 Dec 23 15:38:29.883482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56018) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:29.886629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] For port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:38:29.914941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-248248db-bd09-4b88-bc84-78a9c97f600d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.925536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-248248db-bd09-4b88-bc84-78a9c97f600d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:29.934948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] For port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:38:30.000241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf4798-4be4-4e54-b0d5-12caddc2479b req-b247b777-6307-4a9c-bf16-5783cdc8277c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:30.001594 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-17cf4798-4be4-4e54-b0d5-12caddc2479b req-b247b777-6307-4a9c-bf16-5783cdc8277c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.1214659 Dec 23 15:38:30.050505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-248248db-bd09-4b88-bc84-78a9c97f600d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.071066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248248db-bd09-4b88-bc84-78a9c97f600d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c075729e-9569-457d-bf86-d6f85ebacccc,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:30.073864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-248248db-bd09-4b88-bc84-78a9c97f600d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.078191 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-248248db-bd09-4b88-bc84-78a9c97f600d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c075729e-9569-457d-bf86-d6f85ebacccc HTTP/1.1" status: 204 len: 168 time: 0.1905031 Dec 23 15:38:30.078664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56022) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:30.086926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.127221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-57edc5a7-f2b0-40b4-94b4-b2f7942d3e32 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:30.193640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.216402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-57edc5a7-f2b0-40b4-94b4-b2f7942d3e32 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:30.217664 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-57edc5a7-f2b0-40b4-94b4-b2f7942d3e32 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1380298 Dec 23 15:38:30.220492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56026) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:30.256785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.258051 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] 10.222.0.57 "PUT /v2.0/ports/29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 200 len: 1093 time: 1.9403541 Dec 23 15:38:30.270260 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:38:30.288894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-17cf4798-4be4-4e54-b0d5-12caddc2479b req-174f62c0-0614-4819-bb1e-feaacc9cab06 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301893 Dec 23 15:38:30.296708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c9546-2347-4db8-9da0-68e512b8eaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:30.318963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95bf6e0d-d132-44e7-b12e-9bd8810af625 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.364397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95bf6e0d-d132-44e7-b12e-9bd8810af625 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.371871 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'status': 'completed', 'code': 200} Dec 23 15:38:30.490832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95bf6e0d-d132-44e7-b12e-9bd8810af625 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.511683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf6e0d-d132-44e7-b12e-9bd8810af625 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98db16d-ca3a-4e3a-8c96-b19898f2e83f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:30.553111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c02f3137-65eb-4981-999f-67fc068583e0 req-d0aca4c9-a4af-4364-9fa6-b89746ac3aca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1096 time: 0.1468537 Dec 23 15:38:30.605043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95bf6e0d-d132-44e7-b12e-9bd8810af625 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.606271 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-95bf6e0d-d132-44e7-b12e-9bd8810af625 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/b98db16d-ca3a-4e3a-8c96-b19898f2e83f HTTP/1.1" status: 204 len: 168 time: 0.3849041 Dec 23 15:38:30.609905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56032) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:30.612502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 734b9da3-8982-4681-8edc-d12ca2258091 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:30.663863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-12fdef6b-5197-4dc5-af1c-3789457ec7ce tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:30.736343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-12fdef6b-5197-4dc5-af1c-3789457ec7ce tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:30.737725 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-12fdef6b-5197-4dc5-af1c-3789457ec7ce tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1267879 Dec 23 15:38:30.741661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56036) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:30.747068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--380143419'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:30.754457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:30.764386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:30.839880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:30.883580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:30.887877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:30.892436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:30.899556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:30.914713 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3137-65eb-4981-999f-67fc068583e0 req-93a6e7c1-984b-4521-8f80-480c6c8e9b7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:30.916151 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c02f3137-65eb-4981-999f-67fc068583e0 req-93a6e7c1-984b-4521-8f80-480c6c8e9b7a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3304746 Dec 23 15:38:30.961687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.022306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.070001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872d6bee-37c2-4486-b232-bd3fcea6baef,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:31.131507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3137-65eb-4981-999f-67fc068583e0 req-46416f12-3d42-4b97-b706-002eaa71d7e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:31.132957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c02f3137-65eb-4981-999f-67fc068583e0 req-46416f12-3d42-4b97-b706-002eaa71d7e8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2066884 Dec 23 15:38:31.148499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.150826 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7a3a3e16-4370-4425-bed5-fb6ab4157972 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4071858 Dec 23 15:38:31.152591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56040) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:31.158233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '872d6bee-37c2-4486-b232-bd3fcea6baef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:31.162226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:31.164980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:31.169745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:31.171120 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] Sync routers for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:31.172761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:31.178629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:31.192344 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:31.192970 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:31.238668 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-34ce69fd-2f80-4d36-a6eb-0cf1e67476d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/734b9da3-8982-4681-8edc-d12ca2258091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2523944 Dec 23 15:38:31.263486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.288603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-98d336c6-4a43-4fde-9d43-e36e166397a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1096 time: 0.0840843 Dec 23 15:38:31.332270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.390731 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-9fe3399d-b71a-4721-8924-451879cdbd37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 200 len: 217 time: 0.0885701 Dec 23 15:38:31.393432 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:31.405815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.430047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b4d66e-f035-44a8-b152-c890fdea2d6b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:31.463548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-6b31accf-fa81-4d67-81c9-f55b3c2c4a1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:31.465321 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-6b31accf-fa81-4d67-81c9-f55b3c2c4a1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0681224 Dec 23 15:38:31.507770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.511506 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0e56f68c-fcd1-4ad6-8b70-b896ee9502ae tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3554468 Dec 23 15:38:31.512014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56048) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:31.536571 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-aa374bf8-f7c2-489a-96ba-37968470b700 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules/40b4d66e-f035-44a8-b152-c890fdea2d6b HTTP/1.1" status: 200 len: 705 time: 0.0231178 Dec 23 15:38:31.537271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56052) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:31.607136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243e19d-ca76-4911-96d5-6ead51ceb601 req-b69d2d89-763c-4233-ac58-7bcdf427705e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:31.609750 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4243e19d-ca76-4911-96d5-6ead51ceb601 req-b69d2d89-763c-4233-ac58-7bcdf427705e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.1424751 Dec 23 15:38:31.612248 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-6b40bab0-537b-4ece-856b-b37979877813 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152458 Dec 23 15:38:31.615466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b3ff5acf-10a5-47aa-b615-adeade60b55b tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:31.691385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b3ff5acf-10a5-47aa-b615-adeade60b55b tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:31.696902 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b3ff5acf-10a5-47aa-b615-adeade60b55b tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1584144 Dec 23 15:38:31.703483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56056) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:31.738208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e0651be-4647-40e8-897e-9ba966988b7d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.756984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e0651be-4647-40e8-897e-9ba966988b7d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.758990 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:28Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:13Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:31.764641 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] Checking router: 734b9da3-8982-4681-8edc-d12ca2258091 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:31.775280 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:31.776182 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:31.788528 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4243e19d-ca76-4911-96d5-6ead51ceb601 req-35f537b1-1e93-45c3-99f9-1d9a8a608b8f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688578 Dec 23 15:38:31.862346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e0651be-4647-40e8-897e-9ba966988b7d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.870572 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-013bfa57-b6b8-47c8-99bc-02ba26f72868 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470605 Dec 23 15:38:31.879910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0651be-4647-40e8-897e-9ba966988b7d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40b4d66e-f035-44a8-b152-c890fdea2d6b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:31.954021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6e0651be-4647-40e8-897e-9ba966988b7d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:31.954822 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:31.955441 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6e0651be-4647-40e8-897e-9ba966988b7d tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/40b4d66e-f035-44a8-b152-c890fdea2d6b HTTP/1.1" status: 204 len: 168 time: 0.2563603 Dec 23 15:38:31.957873 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56062) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:32.000042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588965a-1c04-499c-8f5d-8c1e499c9fc8 req-48b31087-17dc-47ed-abde-0da9de21ed14 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:32.000764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e588965a-1c04-499c-8f5d-8c1e499c9fc8 req-48b31087-17dc-47ed-abde-0da9de21ed14 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:32.010398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-89d917c7-54b1-47d0-9275-d1dc66c40ec7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:32.043655 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-96ec7d90-5778-434b-9eb3-98d12fcbec87 req-5178edcf-4b01-46fb-981c-fe194c6a8510 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599047 Dec 23 15:38:32.078897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-89d917c7-54b1-47d0-9275-d1dc66c40ec7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:32.080184 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-89d917c7-54b1-47d0-9275-d1dc66c40ec7 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1212907 Dec 23 15:38:32.087981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56066) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:32.093914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '872d6bee-37c2-4486-b232-bd3fcea6baef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:32.100168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:32.110527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:32.116952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e588965a-1c04-499c-8f5d-8c1e499c9fc8 req-48b31087-17dc-47ed-abde-0da9de21ed14 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:32.116952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e588965a-1c04-499c-8f5d-8c1e499c9fc8 req-48b31087-17dc-47ed-abde-0da9de21ed14 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 946 time: 0.3076634 Dec 23 15:38:32.160431 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e588965a-1c04-499c-8f5d-8c1e499c9fc8 req-df895f60-e599-4fb7-826a-79b25aa74c7a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406177 Dec 23 15:38:32.200174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.261338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.336900 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:28Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:13Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:32.340777 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb41eda-7beb-4473-935a-e511dd1ffeda None None] The sync data for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv is: [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:28Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '95f964d3-623c-477e-bd04-169abd6e7d98', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.181', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'port_id': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'mac_address': 'fa:16:3e:54:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e81e779-fe05-4699-9056-336858a3084c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:36:07Z', 'updated_at': '2021-12-23T15:36:13Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:32.342930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.370958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb4e459-15fa-4da5-af8e-ed50576f5324,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:32.444669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.445868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-09071ea6-e916-49e9-aac5-928dcfe8cf21 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3567894 Dec 23 15:38:32.448482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56070) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:32.466940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4d3940d3-41e5-4f1f-acca-961ac24c37c8 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules/8eb4e459-15fa-4da5-af8e-ed50576f5324 HTTP/1.1" status: 200 len: 705 time: 0.0174632 Dec 23 15:38:32.469814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56074) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:32.515291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c2e583bd-279a-4e0b-bd19-b41433509ffa tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:32.599098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c2e583bd-279a-4e0b-bd19-b41433509ffa tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:32.600500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c2e583bd-279a-4e0b-bd19-b41433509ffa tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1296818 Dec 23 15:38:32.603094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56078) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:32.636810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2373-e613-421d-a7a3-5c7f0e9c3940 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.647052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2373-e613-421d-a7a3-5c7f0e9c3940 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.691839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e0b47978-c3c5-41bc-90df-8761aac707e7 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:32.726161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: e0b47978-c3c5-41bc-90df-8761aac707e7 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:32.726505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e0b47978-c3c5-41bc-90df-8761aac707e7 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:32.770658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2373-e613-421d-a7a3-5c7f0e9c3940 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.790513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e2373-e613-421d-a7a3-5c7f0e9c3940 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eb4e459-15fa-4da5-af8e-ed50576f5324,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:32.873059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2a5e2373-e613-421d-a7a3-5c7f0e9c3940 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:32.874798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2a5e2373-e613-421d-a7a3-5c7f0e9c3940 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8eb4e459-15fa-4da5-af8e-ed50576f5324 HTTP/1.1" status: 204 len: 168 time: 0.2704425 Dec 23 15:38:32.877767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56084) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:32.929544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5a7d44ff-7986-47c4-9004-cc66fa0ae87a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:33.006008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5a7d44ff-7986-47c4-9004-cc66fa0ae87a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:33.007214 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5a7d44ff-7986-47c4-9004-cc66fa0ae87a tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1285086 Dec 23 15:38:33.009978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56088) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:33.016437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': '872d6bee-37c2-4486-b232-bd3fcea6baef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:33.024394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:33.031410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edc838-e548-4c21-bf0b-3c98ab1a7aaf req-1b7b683a-511f-4821-8e5b-812692b29f05 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:33.032858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-34edc838-e548-4c21-bf0b-3c98ab1a7aaf req-1b7b683a-511f-4821-8e5b-812692b29f05 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.0935583 Dec 23 15:38:33.055299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:33.091257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-34edc838-e548-4c21-bf0b-3c98ab1a7aaf req-d4b1430f-0dbc-4f8e-968b-35da2d7a6c18 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501430 Dec 23 15:38:33.165135 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Project 036f0b6179f1420785417a9da7a2041d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:38:33.172542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.234940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.279199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.339269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922b16df-fc73-4b1b-8daf-f193f98b749c,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:33.388502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9541-2946-48d0-b757-106c73ed6553 req-9312cb3d-ae2a-4ca0-9305-20e915ad2519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:33.390516 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-439d9541-2946-48d0-b757-106c73ed6553 req-9312cb3d-ae2a-4ca0-9305-20e915ad2519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 946 time: 0.0959139 Dec 23 15:38:33.411264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.412391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d50af7d1-9afe-481c-a990-ecb5a264bfc6 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4015048 Dec 23 15:38:33.415564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56094) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:33.434375 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-27482e14-cb6d-484f-9e00-e4a1f5c771d0 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules/922b16df-fc73-4b1b-8daf-f193f98b749c HTTP/1.1" status: 200 len: 711 time: 0.0176830 Dec 23 15:38:33.438363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56098) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:33.442760 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-439d9541-2946-48d0-b757-106c73ed6553 req-cfcd79f0-3244-4bb9-a6c3-39c88c5e4bf8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=51f5c517-e2a8-417b-b756-4163f7404656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466354 Dec 23 15:38:33.486313 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6d05aa7b-6d38-486a-8f99-18a25273aebc tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0468531 Dec 23 15:38:33.488884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56102) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:33.517464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.527467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.598507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.618644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=922b16df-fc73-4b1b-8daf-f193f98b749c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:33.620999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.625190 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/922b16df-fc73-4b1b-8daf-f193f98b749c HTTP/1.1" status: 204 len: 168 time: 0.1323268 Dec 23 15:38:33.626376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56106) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:33.630085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.630431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.630764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.631093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.631437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.631727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.632046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.632409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.632728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.633044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.633359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ca10ef-3a63-46cf-a52d-769e47c2e2c9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:33.693219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bb4a7d34-449e-488e-8ea8-254b40102d42 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:33.703083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-943e1be0-122a-43af-a03c-792193eb85a3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:33.704507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-943e1be0-122a-43af-a03c-792193eb85a3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 946 time: 0.1239345 Dec 23 15:38:33.864454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bb4a7d34-449e-488e-8ea8-254b40102d42 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:33.865647 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bb4a7d34-449e-488e-8ea8-254b40102d42 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2387309 Dec 23 15:38:33.868883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56110) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:33.882086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port b04d9c5b-958a-4290-878e-09ed8a0f7cff {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:33.883137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.909533 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:38:33.938306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f59a7781-83c1-42c3-9aae-8739036d2d43 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:33.965242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f59a7781-83c1-42c3-9aae-8739036d2d43 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.084770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f59a7781-83c1-42c3-9aae-8739036d2d43 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.104546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a7781-83c1-42c3-9aae-8739036d2d43 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872d6bee-37c2-4486-b232-bd3fcea6baef,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:34.130619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port b04d9c5b-958a-4290-878e-09ed8a0f7cff, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b04d9c5b-958a-4290-878e-09ed8a0f7cff,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:34.131309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.171585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f59a7781-83c1-42c3-9aae-8739036d2d43 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.173166 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f59a7781-83c1-42c3-9aae-8739036d2d43 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/872d6bee-37c2-4486-b232-bd3fcea6baef HTTP/1.1" status: 204 len: 168 time: 0.3032172 Dec 23 15:38:34.175830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56116) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:34.232933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-44d901ba-dcfc-4c67-b823-28d2e65fd0d5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:34.263104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for b04d9c5b-958a-4290-878e-09ed8a0f7cff owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:34.290749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-44d901ba-dcfc-4c67-b823-28d2e65fd0d5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:34.292042 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-44d901ba-dcfc-4c67-b823-28d2e65fd0d5 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1151388 Dec 23 15:38:34.297130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56120) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:34.302679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317732996'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:34.309344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:34.318862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:34.364821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.399711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:34.403783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:34.407757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:34.413601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:34.450356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86357cf-4caa-4638-a7e0-494bfe5bf47c req-175e16d9-c446-485f-b5b4-76841ec79d81 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:34.451782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d86357cf-4caa-4638-a7e0-494bfe5bf47c req-175e16d9-c446-485f-b5b4-76841ec79d81 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.1989272 Dec 23 15:38:34.467523 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.517808 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d86357cf-4caa-4638-a7e0-494bfe5bf47c req-412aeafd-0dd3-4a3e-ad6a-c01f2cfae88a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592737 Dec 23 15:38:34.531387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.559192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.584055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ee8bff-7009-4c9c-adbb-7f59117246ae,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:34.646562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=b04d9c5b-958a-4290-878e-09ed8a0f7cff,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:34.658935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3e655490-b935-4518-b828-226bb8794c31 req-8471c391-fd05-41b6-96c2-ae55125abea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0631537 Dec 23 15:38:34.672305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.677524 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fba6db7d-ebf7-4ae0-b4f5-981d8d2d60a9 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3793938 Dec 23 15:38:34.678582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56126) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:34.691334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Request body: {'security_group_rule': {'security_group_id': 'f7ee8bff-7009-4c9c-adbb-7f59117246ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:34.696641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:34.696813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.696813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.696813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.697077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.697299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.697593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.698102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.698228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.698545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.698851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.699166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:34.699299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Usage tracker for resource:security_group_rule and tenant:036f0b6179f1420785417a9da7a2041d is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:34.703595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:34.709841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:34.740788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port b04d9c5b-958a-4290-878e-09ed8a0f7cff on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:34.742961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.745464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'name': 'network-vif-deleted', 'tag': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:38:34.788351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.799715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd765d2be-c9b1-423f-9194-c306c684aaa4', 'name': 'network-vif-deleted', 'tag': 'b04d9c5b-958a-4290-878e-09ed8a0f7cff', 'status': 'completed', 'code': 200} Dec 23 15:38:34.834095 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-54c514b1-4b33-498c-ad02-cd33a49cce7e req-27a768a8-edbc-429c-aadc-7659f9a644bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/b04d9c5b-958a-4290-878e-09ed8a0f7cff HTTP/1.1" status: 204 len: 173 time: 1.1230447 Dec 23 15:38:34.850138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.924719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:34.951735 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d1fd82-cd3b-4928-8426-4355a334f100,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:35.062853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:35.064074 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1620c157-2185-4df8-be0a-9ce97e41af28 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3828478 Dec 23 15:38:35.066905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56132) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:35.139279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c288cf5c-fb50-4c41-81de-4e3629936ccb tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:35.169114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c288cf5c-fb50-4c41-81de-4e3629936ccb tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:35.301856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c288cf5c-fb50-4c41-81de-4e3629936ccb tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:35.319885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288cf5c-fb50-4c41-81de-4e3629936ccb tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ee8bff-7009-4c9c-adbb-7f59117246ae,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:35.331808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c288cf5c-fb50-4c41-81de-4e3629936ccb tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:35.332961 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c288cf5c-fb50-4c41-81de-4e3629936ccb tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7ee8bff-7009-4c9c-adbb-7f59117246ae HTTP/1.1" status: 204 len: 168 time: 0.2649391 Dec 23 15:38:35.335571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56136) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:35.385702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9784fcb-d0c1-4950-8178-d259ed817b50 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:35.468364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a9784fcb-d0c1-4950-8178-d259ed817b50 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:35.469659 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a9784fcb-d0c1-4950-8178-d259ed817b50 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1331143 Dec 23 15:38:35.472337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56140) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:35.516383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d789de15-a2f3-4ca3-a7d1-c3c2c61278a8 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Synchronizing usage tracker for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:35.587502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d789de15-a2f3-4ca3-a7d1-c3c2c61278a8 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] Unset dirty status for tenant:036f0b6179f1420785417a9da7a2041d on resource:security_group_rule {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:35.590211 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d789de15-a2f3-4ca3-a7d1-c3c2c61278a8 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1155839 Dec 23 15:38:35.591630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56146) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:35.609484 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-e8349b89-ca8f-465f-bba2-da972b696e91 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] delete failed (client error): The resource could not be found. Dec 23 15:38:35.614399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e8349b89-ca8f-465f-bba2-da972b696e91 tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7ee8bff-7009-4c9c-adbb-7f59117246ae HTTP/1.1" status: 404 len: 347 time: 0.0178821 Dec 23 15:38:35.614659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56150) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:35.724814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-96257c3e-aab6-49aa-8a40-5fcf0f8a2adf tempest-SecGroupIPv6Test-578959665 tempest-SecGroupIPv6Test-578959665-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1056526 Dec 23 15:38:35.756580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bc5dd-b7f0-454a-a913-f3953b38caff req-c8d19b91-3c41-4acd-a365-87026b23145b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:35.759334 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-358bc5dd-b7f0-454a-a913-f3953b38caff req-c8d19b91-3c41-4acd-a365-87026b23145b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.1103327 Dec 23 15:38:35.813842 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-358bc5dd-b7f0-454a-a913-f3953b38caff req-f831f487-6df1-4370-bfb8-294d02d7e431 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491266 Dec 23 15:38:35.864318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-76403a0a-9bfd-4d3a-bd94-b9bfa4185289 req-aa098b2b-5cc1-4f7b-a399-7071c5cd628d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:35.947657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-76403a0a-9bfd-4d3a-bd94-b9bfa4185289 req-aa098b2b-5cc1-4f7b-a399-7071c5cd628d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:35.948885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76403a0a-9bfd-4d3a-bd94-b9bfa4185289 req-aa098b2b-5cc1-4f7b-a399-7071c5cd628d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=d765d2be-c9b1-423f-9194-c306c684aaa4 HTTP/1.1" status: 200 len: 210 time: 0.1307445 Dec 23 15:38:36.175010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56160) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:36.342292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-274a75fb-ed3e-4876-a112-311d0052862c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=036f0b6179f1420785417a9da7a2041d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1660767 Dec 23 15:38:36.345199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56166) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:36.401849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-33fa0051-3013-462d-a0ed-ffb3bbad6a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:36.427276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-33fa0051-3013-462d-a0ed-ffb3bbad6a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:36.559269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-33fa0051-3013-462d-a0ed-ffb3bbad6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:36.574750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa0051-3013-462d-a0ed-ffb3bbad6a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bb872d-2b89-40e8-8b36-33cdcab264c6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:36.736284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-33fa0051-3013-462d-a0ed-ffb3bbad6a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:36.737433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-33fa0051-3013-462d-a0ed-ffb3bbad6a0c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4bb872d-2b89-40e8-8b36-33cdcab264c6 HTTP/1.1" status: 204 len: 168 time: 0.3913729 Dec 23 15:38:37.020395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fca2a7-82cb-4036-9993-1375ea910b25 req-8724677e-bafe-425a-85b3-2ee4702e646b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:37.021692 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-08fca2a7-82cb-4036-9993-1375ea910b25 req-8724677e-bafe-425a-85b3-2ee4702e646b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.0858061 Dec 23 15:38:37.058187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56178) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:37.095888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.117916 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-08fca2a7-82cb-4036-9993-1375ea910b25 req-adde28a9-090c-4072-a78a-868e7031236f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802600 Dec 23 15:38:37.147539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56f73d69-4c6f-4630-90de-e4d59386bb79 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.177991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56f73d69-4c6f-4630-90de-e4d59386bb79 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.313834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56f73d69-4c6f-4630-90de-e4d59386bb79 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.335841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f73d69-4c6f-4630-90de-e4d59386bb79 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5c517-e2a8-417b-b756-4163f7404656,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:37.398132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56f73d69-4c6f-4630-90de-e4d59386bb79 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.399335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-56f73d69-4c6f-4630-90de-e4d59386bb79 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/51f5c517-e2a8-417b-b756-4163f7404656 HTTP/1.1" status: 204 len: 168 time: 0.3401692 Dec 23 15:38:37.504338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56192) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:37.698077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet 373c0d1f-1911-474c-a2d2-6245ab5d6904 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:38:37.700906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.757554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.839550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:37.888773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56202) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:37.892447 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027564 Dec 23 15:38:37.895390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56204) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:37.999799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.027712 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6bdae553-b661-484a-a1a2-41acbd95a219 tempest-NetworksApiDiscovery-647842130 tempest-NetworksApiDiscovery-647842130-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1313212 Dec 23 15:38:38.039374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=373c0d1f-1911-474c-a2d2-6245ab5d6904,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:38.047378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.053809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194addb-a95f-4d2a-869c-33ab81916e8c None None] Network b95843b2-a1c9-4ae2-91c4-0c0be7319329 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:38.054449 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d0841db5-5343-4481-bc2e-d4f8e823e74e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/373c0d1f-1911-474c-a2d2-6245ab5d6904 HTTP/1.1" status: 204 len: 168 time: 0.5483079 Dec 23 15:38:38.057021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56212) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:38.185620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.210649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port b51419c3-065c-4510-a1be-54e6887b2ca2 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:38.211251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.340201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] DHCP port deletion for b95843b2-a1c9-4ae2-91c4-0c0be7319329 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:38:38.341564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72171238-5264-4712-ac09-1c318af7ab40 req-b44e5965-d0a0-4350-b88c-f18611546c79 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:38.343678 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-72171238-5264-4712-ac09-1c318af7ab40 req-b44e5965-d0a0-4350-b88c-f18611546c79 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.0985067 Dec 23 15:38:38.347304 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Deleting port b51419c3-065c-4510-a1be-54e6887b2ca2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:38.347785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.396393 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-72171238-5264-4712-ac09-1c318af7ab40 req-e4cceeb0-4cad-45dd-84ef-a173754af5d5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453863 Dec 23 15:38:38.446924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b04d9c5b-958a-4290-878e-09ed8a0f7cff no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:38.447389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port b51419c3-065c-4510-a1be-54e6887b2ca2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b51419c3-065c-4510-a1be-54e6887b2ca2,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:38.447767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.500467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: b04d9c5b-958a-4290-878e-09ed8a0f7cff {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:38.500804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b04d9c5b-958a-4290-878e-09ed8a0f7cff not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:38.628864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] For port b51419c3-065c-4510-a1be-54e6887b2ca2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b51419c3-065c-4510-a1be-54e6887b2ca2,segment=NetworkSegment(038967c4-31f9-4ecb-ae47-6600cbd1589f),segment_id=038967c4-31f9-4ecb-ae47-6600cbd1589f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:38.629385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.665866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56220) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:38.691028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for b51419c3-065c-4510-a1be-54e6887b2ca2 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:38.770264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Calling delete_port for b51419c3-065c-4510-a1be-54e6887b2ca2 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:38.807522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b51419c3-065c-4510-a1be-54e6887b2ca2 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:38.838882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.848326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b51419c3-065c-4510-a1be-54e6887b2ca2 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:38.848673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b51419c3-065c-4510-a1be-54e6887b2ca2 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:38.890200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:38.893030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=b51419c3-065c-4510-a1be-54e6887b2ca2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:38.893511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:38:38.893868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:38:38.899520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port b51419c3-065c-4510-a1be-54e6887b2ca2 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:38.926770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:38.930492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a56ee992f6c441c08edafbca36d00d89 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:38.933383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:38.939525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:39.010438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.037887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.062050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.063443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95843b2-a1c9-4ae2-91c4-0c0be7319329']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:39.076069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038967c4-31f9-4ecb-ae47-6600cbd1589f') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:39.076386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038967c4-31f9-4ecb-ae47-6600cbd1589f') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:39.089243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.105530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.111973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:38:39.112444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.120192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd104a19-f979-40dc-b3a1-8c29718e4587,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:39.120192 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-884ab29c-4b9e-4443-89b3-4ddf442b98a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a56ee992f6c441c08edafbca36d00d89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4503965 Dec 23 15:38:39.121119 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56226) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:38:39.127212 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:38:39.179969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcfe8-4bee-4b44-8057-48b276d82264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.206630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcfe8-4bee-4b44-8057-48b276d82264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.273319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.290531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.302030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=b95843b2-a1c9-4ae2-91c4-0c0be7319329,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:39.319262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcfe8-4bee-4b44-8057-48b276d82264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.337679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffcfe8-4bee-4b44-8057-48b276d82264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd104a19-f979-40dc-b3a1-8c29718e4587,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:39.343804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcfe8-4bee-4b44-8057-48b276d82264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.344946 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e8ffcfe8-4bee-4b44-8057-48b276d82264 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd104a19-f979-40dc-b3a1-8c29718e4587 HTTP/1.1" status: 204 len: 168 time: 0.2237592 Dec 23 15:38:39.371255 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1ea733b8-2793-4787-8db6-d8825f198f09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/b95843b2-a1c9-4ae2-91c4-0c0be7319329 HTTP/1.1" status: 204 len: 168 time: 1.3131070 Dec 23 15:38:39.375662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56232) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:39.395634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Deleting port b51419c3-065c-4510-a1be-54e6887b2ca2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:39.396321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.460015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc835f-1a80-46a2-b0be-42d08f954491 None None] The port 'b51419c3-065c-4510-a1be-54e6887b2ca2' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:38:39.591443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 2b3a7c39-f684-4f63-971f-516129fc4415 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:39.591837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.752717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491e84-5463-424a-86fa-c92851adc2c0 req-275d2d38-47fa-4921-9693-809ea3668689 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:39.754193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b491e84-5463-424a-86fa-c92851adc2c0 req-275d2d38-47fa-4921-9693-809ea3668689 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 943 time: 0.2159204 Dec 23 15:38:39.801158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.801752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:39.803725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b491e84-5463-424a-86fa-c92851adc2c0 req-d6c5a597-00fe-431e-a414-9c161f008d59 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 Dec 23 15:38:39.921404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 2b3a7c39-f684-4f63-971f-516129fc4415 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:40.101611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:40.146233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=2b3a7c39-f684-4f63-971f-516129fc4415,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:40.238725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:40.435429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:38:40.606730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:40.621480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:38:40.682949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:40.701494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:38:40.716651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:40.724886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 734b9da3-8982-4681-8edc-d12ca2258091 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:40.787364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:40.854727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:40.863513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.863857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.864212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.864542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.864869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.865190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.865509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.865828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.866143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.866458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.866771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:40.927607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:40.936741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3a86d-b025-442e-b828-84de957da613 None None] Sync routers for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:40.945145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:40.950707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:40.951395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:41.005569 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ac4c9a83-14ad-45d3-840c-5ffe188328ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/95f964d3-623c-477e-bd04-169abd6e7d98 HTTP/1.1" status: 204 len: 168 time: 1.6262472 Dec 23 15:38:41.005569 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:38:41.005919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d24c55-0e62-4abf-a033-8d40a5a6747a req-b0a23ab0-4e10-4963-80d7-64169bc923a5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:41.006952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48d24c55-0e62-4abf-a033-8d40a5a6747a req-b0a23ab0-4e10-4963-80d7-64169bc923a5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 944 time: 0.0793455 Dec 23 15:38:41.064726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48d24c55-0e62-4abf-a033-8d40a5a6747a req-dac06a3c-3ce5-4e4b-81c9-71c7101adfff tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502787 Dec 23 15:38:41.133089 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'status': 'completed', 'code': 200} Dec 23 15:38:41.147250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:41.185872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:38:41.252416 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-b1d81aea-e13b-4b80-a117-e7807604c2f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 1098 time: 0.0732839 Dec 23 15:38:41.389027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-1f905e51-5abf-4fd7-a2d2-95862b8a1e3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:41.390509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-1f905e51-5abf-4fd7-a2d2-95862b8a1e3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=76605736-d16a-48d5-8e07-faf233724a9d HTTP/1.1" status: 200 len: 897 time: 0.1315324 Dec 23 15:38:41.513310 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-cb72bca8-b9f2-4386-924e-f93049dde7ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6539cb65-7c29-45a1-ad81-aa655206d43d HTTP/1.1" status: 200 len: 217 time: 0.0993295 Dec 23 15:38:41.590562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-c371fdbe-312c-4b4f-b88b-4e19f017f490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:41.591976 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-c371fdbe-312c-4b4f-b88b-4e19f017f490 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=655ecb11-6ff1-4799-a770-944154376339 HTTP/1.1" status: 200 len: 834 time: 0.0712116 Dec 23 15:38:41.643168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8686ca8-56a8-474f-b8c5-53029944321c req-5da36315-58b9-4a89-9d66-6aa35d93a965 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:41.644632 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8686ca8-56a8-474f-b8c5-53029944321c req-5da36315-58b9-4a89-9d66-6aa35d93a965 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 945 time: 0.1810789 Dec 23 15:38:41.657553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:28Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:41.672313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3a86d-b025-442e-b828-84de957da613 None None] Checking router: 734b9da3-8982-4681-8edc-d12ca2258091 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:41.712754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:41.713012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b8686ca8-56a8-474f-b8c5-53029944321c req-8bcb16f1-5f47-4d60-9495-725d88097f74 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:41.713379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:41.734492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-90b4475a-63f9-47b0-a8fc-00b83212b84a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76605736-d16a-48d5-8e07-faf233724a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1339712 Dec 23 15:38:41.810472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b8686ca8-56a8-474f-b8c5-53029944321c req-8bcb16f1-5f47-4d60-9495-725d88097f74 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:41.811557 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8686ca8-56a8-474f-b8c5-53029944321c req-8bcb16f1-5f47-4d60-9495-725d88097f74 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592870 Dec 23 15:38:41.871597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-99f67390-e24e-4842-8823-87b454d0be79 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296229 Dec 23 15:38:41.894576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:42.005062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-267f00e9-c1f3-4a3f-9ea0-92af4471ddbf req-c863dab1-ece6-4a87-8fd0-fa33a9105349 service neutron] 10.222.0.57 "GET /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265724 Dec 23 15:38:42.254166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-24a3a86d-b025-442e-b828-84de957da613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:28Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:42.258096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a3a86d-b025-442e-b828-84de957da613 None None] The sync data for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv is: [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:28Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '833e1834-1432-47d1-8903-22f9a66814b5', 'name': '', 'network_id': '76605736-d16a-48d5-8e07-faf233724a9d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:29:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '655ecb11-6ff1-4799-a770-944154376339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:31Z', 'updated_at': '2021-12-23T15:35:44Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '655ecb11-6ff1-4799-a770-944154376339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:42.269512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5adbc-fbc8-4bf6-bd71-02870357e2c7 req-2fe1a721-9fc1-43e5-9c24-80f8a8a2ce87 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:42.271018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a7c5adbc-fbc8-4bf6-bd71-02870357e2c7 req-2fe1a721-9fc1-43e5-9c24-80f8a8a2ce87 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 944 time: 0.0766509 Dec 23 15:38:42.320973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a7c5adbc-fbc8-4bf6-bd71-02870357e2c7 req-021af018-db52-41ed-a81c-e7f937969435 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443316 Dec 23 15:38:42.469173 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db678b1a-2bb0-4860-aaf5-be5d1410f3c4 None None] New status for floating IP 95f964d3-623c-477e-bd04-169abd6e7d98: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:38:43.008081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9979ff-a777-4695-91b0-413d0c4ce489 req-7dc17d57-3df8-4368-abe5-bb9d6a6b421e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:43.009436 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dd9979ff-a777-4695-91b0-413d0c4ce489 req-7dc17d57-3df8-4368-abe5-bb9d6a6b421e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 945 time: 0.0775783 Dec 23 15:38:43.055496 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dd9979ff-a777-4695-91b0-413d0c4ce489 req-062db890-9c4c-4c24-8b75-ff47a488a496 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=99405e6f-b74f-4075-8a92-6250ede2f0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Dec 23 15:38:43.215739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e71e91-ce07-451d-97e4-64e391b25595 req-00d6dbf2-812b-492c-8396-5bb6e103fa8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:43.217153 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38e71e91-ce07-451d-97e4-64e391b25595 req-00d6dbf2-812b-492c-8396-5bb6e103fa8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 945 time: 0.0773239 Dec 23 15:38:43.282464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 6539cb65-7c29-45a1-ad81-aa655206d43d {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:43.283117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:43.573142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 6539cb65-7c29-45a1-ad81-aa655206d43d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6539cb65-7c29-45a1-ad81-aa655206d43d,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:43.573394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:43.794900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537e6ae-8651-4c7f-a12f-9eccb0468fe7 req-c6048eda-b25a-4b8c-a3aa-0a859a3925cd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:43.796868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c537e6ae-8651-4c7f-a12f-9eccb0468fe7 req-c6048eda-b25a-4b8c-a3aa-0a859a3925cd tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 944 time: 0.3429964 Dec 23 15:38:43.802804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 6539cb65-7c29-45a1-ad81-aa655206d43d owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:43.891156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c537e6ae-8651-4c7f-a12f-9eccb0468fe7 req-40ea3710-50c6-4cf8-abd3-8b099c97e18a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626318 Dec 23 15:38:44.033293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:44.082779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=6539cb65-7c29-45a1-ad81-aa655206d43d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:44.157187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port 6539cb65-7c29-45a1-ad81-aa655206d43d on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:44.159465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:44.161959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'name': 'network-vif-deleted', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:38:44.173537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38e71e91-ce07-451d-97e4-64e391b25595 req-7de661a5-caac-43b4-80b6-9ab7d81b158d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/6539cb65-7c29-45a1-ad81-aa655206d43d HTTP/1.1" status: 204 len: 173 time: 0.9511938 Dec 23 15:38:44.218729 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e81e779-fe05-4699-9056-336858a3084c', 'name': 'network-vif-deleted', 'tag': '6539cb65-7c29-45a1-ad81-aa655206d43d', 'status': 'completed', 'code': 200} Dec 23 15:38:44.227337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-708c9674-87cb-4c9c-b5f6-930a2f101f03 req-aa969b79-c0bd-4630-ac43-0d1f8b181fbb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:38:44.307100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-708c9674-87cb-4c9c-b5f6-930a2f101f03 req-aa969b79-c0bd-4630-ac43-0d1f8b181fbb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:38:44.308305 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-708c9674-87cb-4c9c-b5f6-930a2f101f03 req-aa969b79-c0bd-4630-ac43-0d1f8b181fbb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e81e779-fe05-4699-9056-336858a3084c HTTP/1.1" status: 200 len: 210 time: 0.1232913 Dec 23 15:38:44.476241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:38:44.615931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:44.621260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:44.621630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:44.736059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:44.761610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:38:44.771063 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:44.815666 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'code': 200} Dec 23 15:38:44.850007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:44.919554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:45.093375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afc34c-4dc7-412c-936c-aa8c000bafed req-4568974f-fff4-40bf-90c2-52217c998505 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:45.094833 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05afc34c-4dc7-412c-936c-aa8c000bafed req-4568974f-fff4-40bf-90c2-52217c998505 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 945 time: 0.0773168 Dec 23 15:38:45.145079 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05afc34c-4dc7-412c-936c-aa8c000bafed req-d381403c-557f-435a-b735-5b44685f28f6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Dec 23 15:38:45.415268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56264) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:45.486769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7b77d2ba-d4b7-4a5b-8848-a2424d707279 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:45.516393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7b77d2ba-d4b7-4a5b-8848-a2424d707279 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:45.526665 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6766c631-7ba3-4886-84f8-1b22a0222633 req-e05f4daf-d903-4c0a-8cbe-297582350a4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1098 time: 0.1905971 Dec 23 15:38:45.572775 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6766c631-7ba3-4886-84f8-1b22a0222633 req-88b24362-f397-479d-b808-59df0576d64d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 Dec 23 15:38:45.667196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7b77d2ba-d4b7-4a5b-8848-a2424d707279 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:45.685248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77d2ba-d4b7-4a5b-8848-a2424d707279 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99405e6f-b74f-4075-8a92-6250ede2f0bd,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:45.751739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7b77d2ba-d4b7-4a5b-8848-a2424d707279 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:45.752871 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7b77d2ba-d4b7-4a5b-8848-a2424d707279 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/99405e6f-b74f-4075-8a92-6250ede2f0bd HTTP/1.1" status: 204 len: 168 time: 0.3366520 Dec 23 15:38:45.828601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56270) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:46.224298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:46.437875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062418ea-e274-46e2-a598-c68ce7e54b93 req-9fed8565-356e-477d-89a6-527a1359dd8f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:46.439250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-062418ea-e274-46e2-a598-c68ce7e54b93 req-9fed8565-356e-477d-89a6-527a1359dd8f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 945 time: 0.1643786 Dec 23 15:38:46.510277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-062418ea-e274-46e2-a598-c68ce7e54b93 req-ad712f60-9fa0-414d-ac7f-d650af8905e0 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649517 Dec 23 15:38:47.053681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 833e1834-1432-47d1-8903-22f9a66814b5 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:47.054420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:47.241893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 833e1834-1432-47d1-8903-22f9a66814b5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=833e1834-1432-47d1-8903-22f9a66814b5,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:47.242239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:47.360735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 833e1834-1432-47d1-8903-22f9a66814b5 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:47.598619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:47.682785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=833e1834-1432-47d1-8903-22f9a66814b5,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:47.864276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ed32-92d4-4d33-9676-59d41c602ac0 req-17aa3b40-3452-4734-aa03-5dfc8c293ae5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:47.865736 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9af7ed32-92d4-4d33-9676-59d41c602ac0 req-17aa3b40-3452-4734-aa03-5dfc8c293ae5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 945 time: 0.2337990 Dec 23 15:38:47.931113 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9af7ed32-92d4-4d33-9676-59d41c602ac0 req-66019c9d-80c4-4b96-84a3-51c008b8fa06 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590074 Dec 23 15:38:48.041204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:48.253888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7ccf-23b2-4879-8f7f-e79c64cfea93 req-f457025f-ef13-4d41-8fde-f56e3d9020f4 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:48.255231 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-567c7ccf-23b2-4879-8f7f-e79c64cfea93 req-f457025f-ef13-4d41-8fde-f56e3d9020f4 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 945 time: 0.2023664 Dec 23 15:38:48.422014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-567c7ccf-23b2-4879-8f7f-e79c64cfea93 req-46229641-e6ad-441f-b91a-ca1ad37b9444 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610649 Dec 23 15:38:48.449925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56280) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:48.516712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 6539cb65-7c29-45a1-ad81-aa655206d43d no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:48.525100 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-06936902-2b3a-42aa-aba6-7c8da6460c1a tempest-TestVolumeBootPattern-1854957076 tempest-TestVolumeBootPattern-1854957076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1093 time: 0.0740390 Dec 23 15:38:48.527908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56284) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:48.535084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:48.541900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:48.548985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 6539cb65-7c29-45a1-ad81-aa655206d43d {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:48.549328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 6539cb65-7c29-45a1-ad81-aa655206d43d not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:48.599298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:floatingip and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:48.603446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:48.619476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:48.712618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:48.949328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:49.071132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 734b9da3-8982-4681-8edc-d12ca2258091 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:49.231213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Allocated IP 172.26.6.204 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/8b4630b6-3152-440e-9b40-0e8a5defe959) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:38:49.244959 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-d2825986-b680-44b2-9e84-3a2f47998945 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2286026 Dec 23 15:38:49.541534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:49.549884 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-36e22307-c88b-47e9-ac43-6e936b47ef63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1098 time: 0.2170312 Dec 23 15:38:49.678307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:49.688937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] Sync routers for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:49.700365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:49.700975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:49.726069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-33a33a11-84cb-4c9b-8927-83fd5ee3f1a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:49.727507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-33a33a11-84cb-4c9b-8927-83fd5ee3f1a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1582639 Dec 23 15:38:49.730249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:49.832803 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1c1a5d40-848c-4249-bf02-c1753fe346ac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/734b9da3-8982-4681-8edc-d12ca2258091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0029812 Dec 23 15:38:49.836458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56288) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:49.861311 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-3be7715d-2e05-467c-92d4-815b458e6b8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 200 len: 217 time: 0.1263912 Dec 23 15:38:49.872249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:49.887884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:50.029048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:50.035420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=8b4630b6-3152-440e-9b40-0e8a5defe959,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:50.037844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:38:50.040397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet 655ecb11-6ff1-4799-a770-944154376339 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:38:50.043632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.101746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-a962aafd-7c04-4e5c-8f6a-267d988d5759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:50.103172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-a962aafd-7c04-4e5c-8f6a-267d988d5759 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.2348094 Dec 23 15:38:50.109628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.187063 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:47Z', 'revision_number': 7, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:50.191489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] Checking router: 734b9da3-8982-4681-8edc-d12ca2258091 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:50.197867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.203991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] Routers {'734b9da3-8982-4681-8edc-d12ca2258091'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:50.204739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['734b9da3-8982-4681-8edc-d12ca2258091'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:50.288946 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-002d3b1b-4e0c-4ace-8ac0-d7171142ea9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1526484 Dec 23 15:38:50.354669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.392797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] Set router 734b9da3-8982-4681-8edc-d12ca2258091 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:50.398396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=655ecb11-6ff1-4799-a770-944154376339,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:50.404798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.414879 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8d29093e-1a52-442d-9682-5353f9e7c166 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/655ecb11-6ff1-4799-a770-944154376339 HTTP/1.1" status: 204 len: 168 time: 0.5769048 Dec 23 15:38:50.415386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56292) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:50.437561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d353a856-05b1-466f-b0e7-97cc8108ca64 None None] Network 76605736-d16a-48d5-8e07-faf233724a9d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:50.576155 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-dc5f9cab-148d-4340-b633-251135180367 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359123 Dec 23 15:38:50.620439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.746717 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9ebbd791-266e-4b0a-96a6-efc0b72bcd9c req-e6781ffc-f2cf-428c-90b2-f4108bb1fb06 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640604 Dec 23 15:38:50.874001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.913988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:47Z', 'revision_number': 7, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:50.918677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65453c16-7565-49c2-b97f-259b5054fb8e None None] The sync data for ids ['734b9da3-8982-4681-8edc-d12ca2258091'] in dv-neutron-822796-1-hyperv is: [{'id': '734b9da3-8982-4681-8edc-d12ca2258091', 'name': 'tempest-TestNetworkBasicOps-router-23330486', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140'}], 'enable_snat': True}, 'gw_port_id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:35:24Z', 'updated_at': '2021-12-23T15:38:47Z', 'revision_number': 7, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '7f2296f4-1167-4eb6-a305-8ee9ffecf79e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734b9da3-8982-4681-8edc-d12ca2258091', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:35:25Z', 'updated_at': '2021-12-23T15:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:50.966716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] DHCP port deletion for 76605736-d16a-48d5-8e07-faf233724a9d request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:38:50.971501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] Deleting port 5f6e046c-4323-4638-9060-cea74784e3b2 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:50.971965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:50.993787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.005299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.049954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:38:51.050294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.174130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] For port 5f6e046c-4323-4638-9060-cea74784e3b2, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f6e046c-4323-4638-9060-cea74784e3b2,segment=NetworkSegment(4361dc48-b0b3-4f82-afc1-12b975067d88),segment_id=4361dc48-b0b3-4f82-afc1-12b975067d88)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:51.174427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.221714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.238301 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 7f2296f4-1167-4eb6-a305-8ee9ffecf79e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:51.238661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.284478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.309722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] Calling delete_port for 5f6e046c-4323-4638-9060-cea74784e3b2 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:51.380948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 7f2296f4-1167-4eb6-a305-8ee9ffecf79e owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:38:51.408823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=8b4630b6-3152-440e-9b40-0e8a5defe959,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:51.427550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.473034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.527285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] No DVR routers for this DVR port 5f6e046c-4323-4638-9060-cea74784e3b2 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:38:51.529221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39eaefa-dbcc-4321-9a6b-d47ba979a68c None None] Pushing event deleted for resources: {'Port': ['ID=5f6e046c-4323-4638-9060-cea74784e3b2,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:51.621734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:51.628849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Floating IP 9c295995-f452-412f-a9c5-9af2e1dd8c00 associated. External IP: 172.26.6.204, port: 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313. Dec 23 15:38:51.671929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=7f2296f4-1167-4eb6-a305-8ee9ffecf79e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:51.895206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.124333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:38:52.155305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.159565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.255276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.255895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router 734b9da3-8982-4681-8edc-d12ca2258091 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:38:52.271974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.274066 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5bcf7a69-632e-45c4-8774-21c474d7f9a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/734b9da3-8982-4681-8edc-d12ca2258091 HTTP/1.1" status: 204 len: 168 time: 1.8568413 Dec 23 15:38:52.275853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56296) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:52.329464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:52.340648 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5583f77-8c90-4169-b559-61367faa154b None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:52.354496 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:52.355609 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:52.400245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.427006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.497162 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fbeb98c0-cfb8-4c78-ba49-864e7e8e0c25 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9672356 Dec 23 15:38:52.504425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:38:52.565244 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'status': 'completed', 'code': 200} Dec 23 15:38:52.594948 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:52.650000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.681460 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76605736-d16a-48d5-8e07-faf233724a9d']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:52.697957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4361dc48-b0b3-4f82-afc1-12b975067d88') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:52.698326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4361dc48-b0b3-4f82-afc1-12b975067d88') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:52.708209 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-4ef10901-038c-41ec-9bda-04a4a2af9b5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1098 time: 0.0970349 Dec 23 15:38:52.712361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.730699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.738120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:38:52.738697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:38:52.753567 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:38:52.756545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f6e046c-4323-4638-9060-cea74784e3b2 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:52.795621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 5f6e046c-4323-4638-9060-cea74784e3b2 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:52.796638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f6e046c-4323-4638-9060-cea74784e3b2 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:52.797048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 833e1834-1432-47d1-8903-22f9a66814b5 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:52.833252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 833e1834-1432-47d1-8903-22f9a66814b5 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:52.834247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 833e1834-1432-47d1-8903-22f9a66814b5 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:52.834663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7f2296f4-1167-4eb6-a305-8ee9ffecf79e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:38:52.867499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-03f2bcb4-9f03-42f2-9dad-2c7563809692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:52.869092 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-03f2bcb4-9f03-42f2-9dad-2c7563809692 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1550655 Dec 23 15:38:52.871511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 7f2296f4-1167-4eb6-a305-8ee9ffecf79e {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:38:52.871855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 7f2296f4-1167-4eb6-a305-8ee9ffecf79e not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:38:52.907818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.934526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:52.942396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=76605736-d16a-48d5-8e07-faf233724a9d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:52.945002 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f6dcd9fc-b1f4-4fa0-baad-9f571001d066 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/76605736-d16a-48d5-8e07-faf233724a9d HTTP/1.1" status: 204 len: 168 time: 0.6681986 Dec 23 15:38:52.966879 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56304) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:52.976020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--1222973244', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:52.980983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:52.984761 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-29a6bdc8-3339-4cce-9a4e-beebb6258a39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 200 len: 999 time: 0.1077960 Dec 23 15:38:52.986361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:52.989294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:52.994970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:53.004667 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:50Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:53.008581 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5583f77-8c90-4169-b559-61367faa154b None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:53.019804 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:53.020516 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:53.053558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-de4e7cba-f98d-4a90-b5c7-6b1a7d60f3f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:53.055100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-de4e7cba-f98d-4a90-b5c7-6b1a7d60f3f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0641413 Dec 23 15:38:53.056012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:38:53.059033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.093733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:38:53.104813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.105261 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment 31c8b9b9-7bb8-4155-aa1f-c453c9deafea of type vlan for network f37c07e0-0956-4404-9500-b485da628e90 Dec 23 15:38:53.141155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.141448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-52fcbd06-d058-458f-a717-e5fc080b672b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795071 Dec 23 15:38:53.216707 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:53.232719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.239042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:53.239664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.273329 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-5a97f14a-6380-41b7-95a3-dfe842ae7245 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258926 Dec 23 15:38:53.356452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=f37c07e0-0956-4404-9500-b485da628e90,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:53.367808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network f37c07e0-0956-4404-9500-b485da628e90 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:38:53.410623 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54451ceb-1ca3-480a-be1a-484004b32e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4414446 Dec 23 15:38:53.411942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ce08ba7-1613-4027-8a08-8daa12d3e12e req-81704b0c-8a6c-4b5d-a0c6-25c2a7e7ad21 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321771 Dec 23 15:38:53.413371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56308) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:53.418494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-778065946', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:53.425762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:53.429851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:53.432971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:53.441695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:53.547204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.548222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.567152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.602517 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d5583f77-8c90-4169-b559-61367faa154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:50Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:53.606450 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5583f77-8c90-4169-b559-61367faa154b None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:50Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:53.793999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:53.804536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8fea94-dc5d-446c-806e-39c830fbd039 None None] New status for floating IP 9c295995-f452-412f-a9c5-9af2e1dd8c00: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:38:54.167126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:54.201777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:54.333980 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.240 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/fb16e664-9558-446b-9e3c-15ca4bb5674a) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:38:54.485837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:54.575375 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:54.642390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:54.645234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:54.649704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:38:54.674393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=fb16e664-9558-446b-9e3c-15ca4bb5674a,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:54.875115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:54.875850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:55.152318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router b5db68e8-b781-4799-9d3a-d585ac30bca2 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:38:55.296114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-67320b11-bbb5-4a5e-9514-10eaf2fda188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:55.444279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:38:55.455265 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Sync routers for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:38:55.470976 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:55.471614 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:55.553270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:55.559669 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-456ea9b7-0925-40f4-8150-f889e476d9bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1401935 Dec 23 15:38:55.559669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56312) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:55.601693 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-234c04ac-c6b9-4933-8e88-b2b78cb9fdc2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431578 Dec 23 15:38:55.604336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56316) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:55.659353 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:55.739216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d02aad-7dc4-43aa-90f0-bb848fc83ea2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:55.743172 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-04d02aad-7dc4-43aa-90f0-bb848fc83ea2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1353927 Dec 23 15:38:55.743391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56320) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:55.781980 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9113fd15-023b-4095-96e9-255539b1d278 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374999 Dec 23 15:38:55.784415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56324) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:55.789563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-771910612', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:38:55.897177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:38:55.900984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:38:55.903748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:38:55.910093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:38:55.941113 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:55.944830 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Checking router: b5db68e8-b781-4799-9d3a-d585ac30bca2 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:38:55.945169 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Updating router b5db68e8-b781-4799-9d3a-d585ac30bca2 port fb16e664-9558-446b-9e3c-15ca4bb5674a binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:38:55.995547 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.026855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:38:56.130794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.315361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.327072 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Transition to ACTIVE for port object fb16e664-9558-446b-9e3c-15ca4bb5674a will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:56.380945 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.393006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.463649 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Pushing event updated for resources: {'Port': ['ID=fb16e664-9558-446b-9e3c-15ca4bb5674a,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:56.466489 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Attempting to bind port fb16e664-9558-446b-9e3c-15ca4bb5674a on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:38:56.466846 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Attempting to bind port fb16e664-9558-446b-9e3c-15ca4bb5674a by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:38:56.467265 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Attempting to bind port fb16e664-9558-446b-9e3c-15ca4bb5674a on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:38:56.472972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=f0019e21-ff23-40de-96fc-d3ee0e770ff7,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:56.479013 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:38:56.479373 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:38:56.479773 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.480180 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:38:56.481046 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Bound port: fb16e664-9558-446b-9e3c-15ca4bb5674a, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:38:56.481046 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.488197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:38:56.488544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: f37c07e0-0956-4404-9500-b485da628e90, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:38:56.508203 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.508590 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.508925 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.509253 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.509577 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.509899 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.510219 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.510558 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.510858 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.511242 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.511539 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:38:56.556974 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] For port fb16e664-9558-446b-9e3c-15ca4bb5674a, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:38:56.559915 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] For port fb16e664-9558-446b-9e3c-15ca4bb5674a, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fb16e664-9558-446b-9e3c-15ca4bb5674a,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:38:56.581031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network f37c07e0-0956-4404-9500-b485da628e90 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:38:56.610223 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.667013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, f37c07e0-0956-4404-9500-b485da628e90) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:56.673648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:38:56.680405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.682361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d848a0a-1723-443e-b83d-c7d2b35adc22 None None] Network f37c07e0-0956-4404-9500-b485da628e90 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:56.693493 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8427fd-d22f-4db8-a9c4-b97ddc8e2f25 None None] Pushing event updated for resources: {'Port': ['ID=fb16e664-9558-446b-9e3c-15ca4bb5674a,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:56.695993 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:38:56.696604 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:56.782212 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-694eae16-f354-42c3-8f7f-fd02c2f8ce85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9967771 Dec 23 15:38:56.785003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56328) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:38:56.904449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-f37c07e0-0956-4404-9500-b485da628e90', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:38:56.906277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:56.916861 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:38:57.107002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Allocated IP 172.20.0.2 (f37c07e0-0956-4404-9500-b485da628e90/f0019e21-ff23-40de-96fc-d3ee0e770ff7/685d3d5c-c2df-42bb-9fce-678a0af4efe3) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:38:57.258814 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:38:57.263083 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67b2540-7d4c-4a68-a4a0-59b87edfc905 None None] The sync data for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:38:57.360165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:57.371898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Transition to ACTIVE for port object 685d3d5c-c2df-42bb-9fce-678a0af4efe3 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:57.396554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Transition to ACTIVE for port object 685d3d5c-c2df-42bb-9fce-678a0af4efe3 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:57.477356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:57.605529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Pushing event updated for resources: {'Port': ['ID=685d3d5c-c2df-42bb-9fce-678a0af4efe3,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:57.605529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Network f37c07e0-0956-4404-9500-b485da628e90 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:57.608835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:57.617048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:38:57.676251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1f1f58f0-6bf0-44df-b391-1a0f57ed024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:57.750056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Attempting to bind port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:38:57.753567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Attempting to bind port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:38:57.753567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Attempting to bind port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 on network f37c07e0-0956-4404-9500-b485da628e90 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:38:57.761455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:38:57.761882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Checking segment: {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:38:57.763572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:57.763572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Bound using segment: {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:38:57.764318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Bound port: 685d3d5c-c2df-42bb-9fce-678a0af4efe3, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:38:57.766158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:57.878128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:57.887868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] For port 685d3d5c-c2df-42bb-9fce-678a0af4efe3, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:38:57.893097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] For port 685d3d5c-c2df-42bb-9fce-678a0af4efe3, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=685d3d5c-c2df-42bb-9fce-678a0af4efe3,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:38:57.960612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:58.065188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc64e9-451b-437c-bf5c-c5460443e71e None None] Pushing event updated for resources: {'Port': ['ID=685d3d5c-c2df-42bb-9fce-678a0af4efe3,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:58.417980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (f37c07e0-0956-4404-9500-b485da628e90/f0019e21-ff23-40de-96fc-d3ee0e770ff7/aeef85ef-ed84-4b67-8c5d-bf3e6625fe68) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:38:58.588307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:58.605929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:38:58.707225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:58.729633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:58.792014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network f37c07e0-0956-4404-9500-b485da628e90 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:58.796465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:38:58.799479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:38:58.824435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 685d3d5c-c2df-42bb-9fce-678a0af4efe3 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:38:58.837017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:58.879114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.004499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.007292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:59.013090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb16e664-9558-446b-9e3c-15ca4bb5674a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:38:59.050875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.146733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port fb16e664-9558-446b-9e3c-15ca4bb5674a completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:59.152706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port fb16e664-9558-446b-9e3c-15ca4bb5674a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:59.153288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.221426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045b602-aadc-4ecc-8f95-d397f51b0163 None None] Network f37c07e0-0956-4404-9500-b485da628e90 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:38:59.411644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-64dd142c-252b-4ad3-b9db-1a868fdfd3fb None None] Provisioning for port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:38:59.423244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-64dd142c-252b-4ad3-b9db-1a868fdfd3fb None None] Provisioning complete for port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:38:59.423612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64dd142c-252b-4ad3-b9db-1a868fdfd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.483685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.539128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port fb16e664-9558-446b-9e3c-15ca4bb5674a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fb16e664-9558-446b-9e3c-15ca4bb5674a,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:59.599500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.615456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.655329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.697560 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64dd142c-252b-4ad3-b9db-1a868fdfd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.737569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=fb16e664-9558-446b-9e3c-15ca4bb5674a,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:59.755839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-64dd142c-252b-4ad3-b9db-1a868fdfd3fb None None] For port 685d3d5c-c2df-42bb-9fce-678a0af4efe3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=685d3d5c-c2df-42bb-9fce-678a0af4efe3,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:38:59.778308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.782423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:59.820841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64dd142c-252b-4ad3-b9db-1a868fdfd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:38:59.895905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd142c-252b-4ad3-b9db-1a868fdfd3fb None None] Pushing event updated for resources: {'Port': ['ID=685d3d5c-c2df-42bb-9fce-678a0af4efe3,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:38:59.933761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network f37c07e0-0956-4404-9500-b485da628e90 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:38:59.935003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:39:00.106682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7e261978-0da1-4690-8d64-59af3a209086 None None] Provisioning for port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:39:00.112439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7e261978-0da1-4690-8d64-59af3a209086 None None] Provisioning complete for port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:00.113170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e261978-0da1-4690-8d64-59af3a209086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:00.181885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7e261978-0da1-4690-8d64-59af3a209086 None None] Port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:39:00.195474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7e261978-0da1-4690-8d64-59af3a209086 None None] Provisioning complete for port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:00.196071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7e261978-0da1-4690-8d64-59af3a209086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:00.261676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:00.360365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router b5db68e8-b781-4799-9d3a-d585ac30bca2 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:39:00.446118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-de32de2e-50a4-4f7e-ad64-7f05beb8d301 None None] Provisioning complete for port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:00.446400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-de32de2e-50a4-4f7e-ad64-7f05beb8d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:00.503720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-de32de2e-50a4-4f7e-ad64-7f05beb8d301 None None] Port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:39:00.567159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:39:00.580248 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b27c645f-f156-4f1d-846d-3ebed8e35809 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/b5db68e8-b781-4799-9d3a-d585ac30bca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7941332 Dec 23 15:39:00.582768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56334) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:00.724327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaecff6-0a58-413d-9631-9ff6ee20aca4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.724700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaecff6-0a58-413d-9631-9ff6ee20aca4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.725060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaecff6-0a58-413d-9631-9ff6ee20aca4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.725421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaecff6-0a58-413d-9631-9ff6ee20aca4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.725796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaecff6-0a58-413d-9631-9ff6ee20aca4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.726151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaecff6-0a58-413d-9631-9ff6ee20aca4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.727853 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8eaecff6-0a58-413d-9631-9ff6ee20aca4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1441903 Dec 23 15:39:00.730675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56338) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:00.742576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 685d3d5c-c2df-42bb-9fce-678a0af4efe3 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:39:00.806968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ea9fb-2486-4a8b-8df5-3f0e4c0b9cd8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.807311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ea9fb-2486-4a8b-8df5-3f0e4c0b9cd8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.807662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ea9fb-2486-4a8b-8df5-3f0e4c0b9cd8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.808011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ea9fb-2486-4a8b-8df5-3f0e4c0b9cd8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.808370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ea9fb-2486-4a8b-8df5-3f0e4c0b9cd8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.808707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ea9fb-2486-4a8b-8df5-3f0e4c0b9cd8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:00.810398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ef6ea9fb-2486-4a8b-8df5-3f0e4c0b9cd8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0788527 Dec 23 15:39:00.813470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56342) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:00.844344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:00.844735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:00.960863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb16e664-9558-446b-9e3c-15ca4bb5674a up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:39:01.022859 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-de663986-b5d1-4a42-82a5-04aded9ca9f4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2082546 Dec 23 15:39:01.030662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port fb16e664-9558-446b-9e3c-15ca4bb5674a triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:01.030662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.360616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56348) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:01.366401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1884618426', 'description': 'tempest-secgroup-smoke-1884618426 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:01.372304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:01.377281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:01.380148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:01.385666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:01.449533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.484001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:01.487637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:01.490431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:01.495914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:01.549236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.620780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.665667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7525a1c6-144f-4403-8e1e-ca337872d2be,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:01.734975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.736214 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cc1e1f43-cfb3-4f60-8129-afb1c2476b01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3745952 Dec 23 15:39:01.738988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56352) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:01.744417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '7525a1c6-144f-4403-8e1e-ca337872d2be', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:01.750526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:01.754374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:01.757252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:01.763017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:01.845022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.903185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.963478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:01.990797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271463a1-f8b5-4382-af84-f5a704756669,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:02.049228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.050385 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-22cbb169-7f49-49c4-a26a-603f64475f8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3104856 Dec 23 15:39:02.053113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56356) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:02.058374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '7525a1c6-144f-4403-8e1e-ca337872d2be', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:02.064491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:02.068321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:02.071205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:02.078334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:02.256112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.317541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.391889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.417172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca89561-dc1d-4c7a-b5a3-b13c40b31a0d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:02.489125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.490296 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6c4a21f4-3eb4-42f2-9d29-11034becaba7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4362686 Dec 23 15:39:02.493049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56360) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:02.498962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '7525a1c6-144f-4403-8e1e-ca337872d2be', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:02.504846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:02.508789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:02.511745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:02.517391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:02.581389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.644364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.723444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.746032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739cd729-7778-4fec-8f13-99d931b83769,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:02.803520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.804671 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ea054ae0-c73a-4d48-b622-3151acafb761 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3107226 Dec 23 15:39:02.807371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56364) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:02.813282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '7525a1c6-144f-4403-8e1e-ca337872d2be', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:02.819027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:02.822970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:02.825921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:02.832179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:02.906551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:02.969510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.092881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.109287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6aff344-92ee-42a8-8e3e-e87e745cedca,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:03.169396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.171874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ca6a34ab-34dc-4aff-999f-0bf1791ca375 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3623326 Dec 23 15:39:03.174077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56368) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:03.184320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '7525a1c6-144f-4403-8e1e-ca337872d2be', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:03.188918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:03.190144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:03.192826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:03.198395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:03.272070 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:39:03.278662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.344871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.408994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.432553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe0eed8-8d08-4012-971a-c151388ebf7b,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:03.500961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.502132 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ab9539e1-fe26-4787-9821-a304bdb0672a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3271134 Dec 23 15:39:03.504927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56372) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:03.510334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '7525a1c6-144f-4403-8e1e-ca337872d2be', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:03.516710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:03.520758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:03.523683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:03.529406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:03.609292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:39:03.616091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.682826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.757663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.780477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6aec5d-756e-4ad3-b910-a1c0792494ab,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:03.872267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:03.873719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8b62b157-ea12-43bd-8f62-e90da8be76a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3678820 Dec 23 15:39:04.111120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b1e2ac80-c731-4bf9-9d3d-debc00dfde09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:39:04.180619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b1e2ac80-c731-4bf9-9d3d-debc00dfde09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:39:04.180619 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b1e2ac80-c731-4bf9-9d3d-debc00dfde09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884618426&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.1137002 Dec 23 15:39:04.337423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-d01899ac-d2fc-40e3-a936-ed5be74846ab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:04.337423 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-d01899ac-d2fc-40e3-a936-ed5be74846ab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=f37c07e0-0956-4404-9500-b485da628e90 HTTP/1.1" status: 200 len: 797 time: 0.1514332 Dec 23 15:39:04.356736 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-e5859866-cc16-41ac-9b67-1cc6a9901db7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0112078 Dec 23 15:39:04.439868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-256f7bf7-4061-4687-8e2e-dd4e2fbf4905 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:39:04.530806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-256f7bf7-4061-4687-8e2e-dd4e2fbf4905 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:39:04.530806 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-256f7bf7-4061-4687-8e2e-dd4e2fbf4905 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726005 Dec 23 15:39:04.684747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-98d646ac-c3e8-41d1-954a-4bf9d807eb68 service neutron] 10.222.0.58 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387286 Dec 23 15:39:04.819299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-1e30d04b-118b-44fa-b780-6604ba5e3503 service neutron] 10.222.0.58 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313403 Dec 23 15:39:05.098976 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b03d392-8a4c-4ea4-9756-e1ec43708074 req-d03ddadb-26e7-41f9-82c8-bcbfd4dc4199 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 210 time: 0.0539684 Dec 23 15:39:06.285649 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bd8b9ff5-c3e7-4cca-93c8-120cc66b7be3 req-931e55b4-9a0f-4f7f-80e2-695d95d6d149 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 210 time: 0.0448427 Dec 23 15:39:06.809705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Sync routers for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:39:06.823545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:39:06.823770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:07.013797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:39:07.125697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-bb27403c-2e54-4714-9a14-22a310d3c290 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:07.125697 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-bb27403c-2e54-4714-9a14-22a310d3c290 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=f37c07e0-0956-4404-9500-b485da628e90 HTTP/1.1" status: 200 len: 797 time: 0.1757333 Dec 23 15:39:07.184621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:07.188179 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-ad630101-e022-4ac8-946f-b95ef07e010f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 380 time: 0.0454307 Dec 23 15:39:07.196990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['7525a1c6-144f-4403-8e1e-ca337872d2be']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:07.369766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:07.383367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:07.449971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:07.449971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Checking router: b5db68e8-b781-4799-9d3a-d585ac30bca2 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:39:07.449971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Updating router b5db68e8-b781-4799-9d3a-d585ac30bca2 port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:39:07.463184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:39:07.463184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:07.502860 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c1df34d2-06e5-4d1d-99fb-52386e8cec5a req-6d858c74-ea3d-46bb-84f0-b282c6d2b81e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 210 time: 0.0781195 Dec 23 15:39:07.513359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:07.676953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.12 (f37c07e0-0956-4404-9500-b485da628e90/f0019e21-ff23-40de-96fc-d3ee0e770ff7/431acb6a-4f30-42a0-86ae-4d5586d8df36) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:39:07.967334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:07.985585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 431acb6a-4f30-42a0-86ae-4d5586d8df36 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:39:08.066792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.138277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network f37c07e0-0956-4404-9500-b485da628e90 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:39:08.142144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:39:08.146787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:39:08.180293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=431acb6a-4f30-42a0-86ae-4d5586d8df36,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:08.214795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:08.215420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.299056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.310721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Transition to ACTIVE for port object aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:39:08.322566 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-77daadb2-2b98-479f-9bf0-3fc6c5b5cd53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1254587 Dec 23 15:39:08.337147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Request body: {'port': {'device_id': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:08.397939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.453344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.482982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7d27a4e8-14bc-42de-8a09-7d710fadfa86 None None] Provisioning for port 431acb6a-4f30-42a0-86ae-4d5586d8df36 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:39:08.497130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7d27a4e8-14bc-42de-8a09-7d710fadfa86 None None] Provisioning complete for port 431acb6a-4f30-42a0-86ae-4d5586d8df36 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:08.497370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d27a4e8-14bc-42de-8a09-7d710fadfa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.631040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2cb09-4d1a-411f-a13d-14aeea1be2a3 None None] Pushing event updated for resources: {'Port': ['ID=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:08.658079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7d27a4e8-14bc-42de-8a09-7d710fadfa86 None None] Port 431acb6a-4f30-42a0-86ae-4d5586d8df36 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:39:08.751344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Attempting to bind port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:39:08.751725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Attempting to bind port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:39:08.752232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Attempting to bind port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 on network f37c07e0-0956-4404-9500-b485da628e90 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:39:08.760755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:39:08.761130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Checking segment: {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:39:08.761526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.762033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Bound using segment: {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:39:08.763025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Bound port: aeef85ef-ed84-4b67-8c5d-bf3e6625fe68, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:39:08.763378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.851486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5cb27-663c-408c-a8f3-ff6b69f523f2 req-36f88b4a-5816-488b-9e40-e478e1c363fc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:08.851486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f3f5cb27-663c-408c-a8f3-ff6b69f523f2 req-36f88b4a-5816-488b-9e40-e478e1c363fc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:39:08.872497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] For port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:39:08.877585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] For port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:39:08.934609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f3f5cb27-663c-408c-a8f3-ff6b69f523f2 req-36f88b4a-5816-488b-9e40-e478e1c363fc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:39:08.934609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3f5cb27-663c-408c-a8f3-ff6b69f523f2 req-36f88b4a-5816-488b-9e40-e478e1c363fc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 932 time: 0.2876248 Dec 23 15:39:08.955274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431acb6a-4f30-42a0-86ae-4d5586d8df36 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:39:08.959095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:08.973586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:09.017730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Transition to ACTIVE for port object 431acb6a-4f30-42a0-86ae-4d5586d8df36 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:39:09.017730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3f5cb27-663c-408c-a8f3-ff6b69f523f2 req-05297a0d-ac97-45da-ada9-f0ca0173beae tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692589 Dec 23 15:39:09.031921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2cb09-4d1a-411f-a13d-14aeea1be2a3 None None] Pushing event updated for resources: {'Port': ['ID=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:09.038281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:39:09.038884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:09.072559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:09.209100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=431acb6a-4f30-42a0-86ae-4d5586d8df36,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:09.244189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:39:09.326148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Attempting to bind port 431acb6a-4f30-42a0-86ae-4d5586d8df36 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:39:09.326556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Attempting to bind port 431acb6a-4f30-42a0-86ae-4d5586d8df36 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:39:09.326889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Attempting to bind port 431acb6a-4f30-42a0-86ae-4d5586d8df36 on network f37c07e0-0956-4404-9500-b485da628e90 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:39:09.334169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Port 431acb6a-4f30-42a0-86ae-4d5586d8df36 on network f37c07e0-0956-4404-9500-b485da628e90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:39:09.334496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Attempting to bind port 431acb6a-4f30-42a0-86ae-4d5586d8df36 on network f37c07e0-0956-4404-9500-b485da628e90 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:39:09.341187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:39:09.341518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Checking segment: {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:39:09.341896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Bound using segment: {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:39:09.342374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Bound port: 431acb6a-4f30-42a0-86ae-4d5586d8df36, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c8b9b9-7bb8-4155-aa1f-c453c9deafea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:39:09.342717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:09.443765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] For port 431acb6a-4f30-42a0-86ae-4d5586d8df36, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:39:09.446847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] For port 431acb6a-4f30-42a0-86ae-4d5586d8df36, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:39:09.516621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:09.572331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:09.573861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/431acb6a-4f30-42a0-86ae-4d5586d8df36 HTTP/1.1" status: 200 len: 1094 time: 1.2410989 Dec 23 15:39:09.578583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:39:09.596097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:08Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:09.600706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e8f96-f890-49ce-8e6e-5919da2ae661 None None] The sync data for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:08Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:39:09.602488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971dc39-e432-4608-84ca-c279c61f04a2 service neutron] Pushing event updated for resources: {'Port': ['ID=431acb6a-4f30-42a0-86ae-4d5586d8df36,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:09.676501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'status': 'completed', 'code': 200} Dec 23 15:39:09.813325 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f37da835-b289-4b86-aafc-01a9c78c20c5 req-7f920f65-e71c-4727-8e45-7a6b2c292af7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 1097 time: 0.1077781 Dec 23 15:39:09.985924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37da835-b289-4b86-aafc-01a9c78c20c5 req-32a6e4a8-d9f1-429e-a591-40b46c8314a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:09.987392 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f37da835-b289-4b86-aafc-01a9c78c20c5 req-32a6e4a8-d9f1-429e-a591-40b46c8314a9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1602211 Dec 23 15:39:10.151950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37da835-b289-4b86-aafc-01a9c78c20c5 req-4fc9fcfa-be55-4624-a71c-f23296353fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:10.151950 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f37da835-b289-4b86-aafc-01a9c78c20c5 req-4fc9fcfa-be55-4624-a71c-f23296353fe5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1505539 Dec 23 15:39:10.428738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209249f8-6a72-4add-81e4-82e9d088893f req-6fc16f52-72f8-4b3d-afe7-c14cfc88744f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:10.428738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-209249f8-6a72-4add-81e4-82e9d088893f req-6fc16f52-72f8-4b3d-afe7-c14cfc88744f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 944 time: 0.2578652 Dec 23 15:39:10.436779 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-bebf3512-cc53-498f-83f9-2b1b21abde3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 1097 time: 0.2233799 Dec 23 15:39:10.525274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-b6bbc3ea-9b4c-452f-b780-1ac150db7746 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36 HTTP/1.1" status: 200 len: 217 time: 0.0768626 Dec 23 15:39:10.576928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-209249f8-6a72-4add-81e4-82e9d088893f req-6a2832c1-4272-487a-878a-83fed574b35d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429965 Dec 23 15:39:10.606391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-c868d0fd-18ef-47f8-833f-9f5891ba71bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:10.620781 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-c868d0fd-18ef-47f8-833f-9f5891ba71bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0019e21-ff23-40de-96fc-d3ee0e770ff7 HTTP/1.1" status: 200 len: 834 time: 0.0857961 Dec 23 15:39:10.715627 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-ab2365d8-f0db-4f98-9922-da2101df68f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f37c07e0-0956-4404-9500-b485da628e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856221 Dec 23 15:39:10.775348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:39:10.864581 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-ab35e802-a861-448e-a8c9-35332370542e service neutron] 10.222.0.57 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354375 Dec 23 15:39:10.907669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:39:10.915625 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:39:10.916256 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:10.916643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:11.013978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa58754a-0677-4c8b-a618-1d7eb68720c4 req-d4b5ff1b-bf2c-4b44-b6f5-df123dd9c688 service neutron] 10.222.0.57 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463211 Dec 23 15:39:11.034267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:11.068106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:39:11.204049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:11.284834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:11.798786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06473b8d-544d-4cb8-bf5d-7c6199d6469c req-0ee6c730-d513-4624-a7db-bcefa8ff87cf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:11.800258 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06473b8d-544d-4cb8-bf5d-7c6199d6469c req-0ee6c730-d513-4624-a7db-bcefa8ff87cf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 944 time: 0.0880115 Dec 23 15:39:11.848163 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06473b8d-544d-4cb8-bf5d-7c6199d6469c req-a9765696-2e9f-4e82-9d68-d5985dc5e055 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Dec 23 15:39:12.582246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 431acb6a-4f30-42a0-86ae-4d5586d8df36 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:39:12.767615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:39:12.840983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 431acb6a-4f30-42a0-86ae-4d5586d8df36, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:39:12.863851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'port_id': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'mac_address': 'fa:16:3e:5a:e8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:39:12.956450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:12.956817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:12.996766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:13.026004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431acb6a-4f30-42a0-86ae-4d5586d8df36 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:39:13.046969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 431acb6a-4f30-42a0-86ae-4d5586d8df36, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:39:13.069928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ba83c-d98f-4ec5-b1a0-b52cfb325d83 req-436ff21f-1a40-49b8-9ba3-48d093111407 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:13.069928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bd2ba83c-d98f-4ec5-b1a0-b52cfb325d83 req-436ff21f-1a40-49b8-9ba3-48d093111407 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 944 time: 0.0910890 Dec 23 15:39:13.117896 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bd2ba83c-d98f-4ec5-b1a0-b52cfb325d83 req-7212d077-3324-4e80-93f5-763890aaf606 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451581 Dec 23 15:39:13.123817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:13.195379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=431acb6a-4f30-42a0-86ae-4d5586d8df36,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:13.540973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['431acb6a-4f30-42a0-86ae-4d5586d8df36'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:39:14.319867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ada9e-b54c-493d-bcf5-f450115ef640 req-17a46daf-87de-4a3c-bc04-5ec3d90be6c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:14.321313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c25ada9e-b54c-493d-bcf5-f450115ef640 req-17a46daf-87de-4a3c-bc04-5ec3d90be6c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 945 time: 0.0794241 Dec 23 15:39:14.367082 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c25ada9e-b54c-493d-bcf5-f450115ef640 req-1f3eddfb-3496-4bfd-801d-069f432b85c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398800 Dec 23 15:39:14.572559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 431acb6a-4f30-42a0-86ae-4d5586d8df36 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:39:14.679200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 431acb6a-4f30-42a0-86ae-4d5586d8df36 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:39:14.683165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 431acb6a-4f30-42a0-86ae-4d5586d8df36 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:39:14.683835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:14.796916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:14.822781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:39:14.832947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 431acb6a-4f30-42a0-86ae-4d5586d8df36, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:39:14.885049 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'code': 200} Dec 23 15:39:14.917625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:14.984714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=431acb6a-4f30-42a0-86ae-4d5586d8df36,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:15.341667 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f431a0ec-ce44-4889-97a6-820ca8605096 req-ddfeee3c-bb47-46f0-b2c4-ce3302aa987b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 1099 time: 0.0672841 Dec 23 15:39:15.390983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f431a0ec-ce44-4889-97a6-820ca8605096 req-11225892-fdbd-4c99-a6a1-360cb0119621 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389063 Dec 23 15:39:15.567644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3b504-2471-4f25-94ce-3e7f2b789317 req-6490836b-aca5-4d57-ad47-234bb7be02f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:15.573143 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6a3b504-2471-4f25-94ce-3e7f2b789317 req-6490836b-aca5-4d57-ad47-234bb7be02f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 946 time: 0.0758703 Dec 23 15:39:15.614264 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6a3b504-2471-4f25-94ce-3e7f2b789317 req-ffd2c1b7-df18-4108-9556-2f732baa6859 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Dec 23 15:39:16.819456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd7a7e-c3c3-4079-abb4-6e2fa368497d req-f9bfc231-b00d-4f96-a240-17a8b52a8bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:16.820903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7edd7a7e-c3c3-4079-abb4-6e2fa368497d req-f9bfc231-b00d-4f96-a240-17a8b52a8bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 946 time: 0.0831110 Dec 23 15:39:16.867019 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7edd7a7e-c3c3-4079-abb4-6e2fa368497d req-9189ce43-98a0-4cd4-a156-ab5b13fb4eac tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Dec 23 15:39:18.065634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c22fb0-41ff-4cf4-9ec1-08303b06af88 req-d639a487-35c0-415a-b2eb-80d0b4d2df05 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:18.067094 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b2c22fb0-41ff-4cf4-9ec1-08303b06af88 req-d639a487-35c0-415a-b2eb-80d0b4d2df05 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 946 time: 0.0785174 Dec 23 15:39:18.113036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b2c22fb0-41ff-4cf4-9ec1-08303b06af88 req-8b76b70e-3033-4e26-afac-85b81b2f4607 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Dec 23 15:39:18.315768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f4730-6858-4553-80be-795ca09eeb7b req-8df084a0-e477-4da9-af0e-aa608dcaa4fe tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:18.317297 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a94f4730-6858-4553-80be-795ca09eeb7b req-8df084a0-e477-4da9-af0e-aa608dcaa4fe tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 946 time: 0.0803211 Dec 23 15:39:18.363437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a94f4730-6858-4553-80be-795ca09eeb7b req-b7f88ccc-cb70-44fa-8d6e-984f8637cbee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395763 Dec 23 15:39:18.390310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56426) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:18.462385 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-89b96173-85c0-4911-91f7-a068dca95f8f tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 1094 time: 0.0708511 Dec 23 15:39:18.465058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:18.470537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:39:18.476164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:39:18.479908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:39:18.482865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:39:18.490014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:39:18.586146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:18.724585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:18.865549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.46 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/0b3e16f0-5fe1-4648-aeca-196c762bc8c6) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:39:19.106778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:19.209072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:19.276317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:39:19.279295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:39:19.282903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:39:19.320066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=0b3e16f0-5fe1-4648-aeca-196c762bc8c6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:19.803509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:19.906306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:20.111552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:20.191805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:20.296961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=0b3e16f0-5fe1-4648-aeca-196c762bc8c6,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:39:20.315149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:20.510757 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 07db0c8a-42bb-467a-9c57-d9563f721bf8 associated. External IP: 172.26.6.46, port: 431acb6a-4f30-42a0-86ae-4d5586d8df36. Dec 23 15:39:21.011208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router b5db68e8-b781-4799-9d3a-d585ac30bca2 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:39:21.212228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:39:21.221850 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] Sync routers for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:39:21.233823 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:39:21.234419 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:21.311860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:21.368515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ef56313b-187c-4700-a40b-7281caf1803a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9024274 Dec 23 15:39:21.369098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:39:21.371408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56434) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:21.420732 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:39:21.480277 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6cce45d7-5006-4a97-81d8-efd1624af0a8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/07db0c8a-42bb-467a-9c57-d9563f721bf8 HTTP/1.1" status: 200 len: 991 time: 0.1071191 Dec 23 15:39:21.585585 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'status': 'completed', 'code': 200} Dec 23 15:39:21.703144 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-69848936-a065-457a-b6c4-a99df47036ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 1099 time: 0.0721171 Dec 23 15:39:21.792033 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '07db0c8a-42bb-467a-9c57-d9563f721bf8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.46', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'port_id': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'mac_address': 'fa:16:3e:5a:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:39:19Z', 'updated_at': '2021-12-23T15:39:19Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:11Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:21.792033 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] Checking router: b5db68e8-b781-4799-9d3a-d585ac30bca2 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:39:21.795952 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:39:21.796618 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:38:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:21.837817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-c5249ff1-4acc-42b5-8ad7-f61b7920d0cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:21.839255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-c5249ff1-4acc-42b5-8ad7-f61b7920d0cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=f37c07e0-0956-4404-9500-b485da628e90 HTTP/1.1" status: 200 len: 898 time: 0.1299844 Dec 23 15:39:21.946047 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-ce7e918a-0abf-4f9f-a3dd-b5f631c0016b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36 HTTP/1.1" status: 200 len: 999 time: 0.0994964 Dec 23 15:39:21.980536 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:39:22.007961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-30718923-6bb1-4355-963a-3817ebdab80f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:22.009517 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-30718923-6bb1-4355-963a-3817ebdab80f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0019e21-ff23-40de-96fc-d3ee0e770ff7 HTTP/1.1" status: 200 len: 834 time: 0.0577314 Dec 23 15:39:22.091021 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-9dc13345-873d-43c9-87c9-2490d384686a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f37c07e0-0956-4404-9500-b485da628e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745327 Dec 23 15:39:22.229196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-cf83783a-596d-4578-af52-bcfff7732ba0 service neutron] 10.222.0.57 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327119 Dec 23 15:39:22.364785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bbdff-8e3a-414f-865e-8792b5bcf5fd req-170ecb6f-afe8-419b-aace-9a4c5660c8da service neutron] 10.222.0.57 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282427 Dec 23 15:39:22.366526 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '07db0c8a-42bb-467a-9c57-d9563f721bf8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.46', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'port_id': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'mac_address': 'fa:16:3e:5a:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:39:19Z', 'updated_at': '2021-12-23T15:39:19Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:11Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:39:22.370213 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac38151-c698-4714-b6b3-ae8fef552d55 None None] The sync data for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '07db0c8a-42bb-467a-9c57-d9563f721bf8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.46', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'port_id': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'mac_address': 'fa:16:3e:5a:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:39:19Z', 'updated_at': '2021-12-23T15:39:19Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:11Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:39:22.482513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56444) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:22.589303 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0c391a55-c468-416b-9b83-fc1684380627 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/07db0c8a-42bb-467a-9c57-d9563f721bf8 HTTP/1.1" status: 200 len: 991 time: 0.1056445 Dec 23 15:39:23.300813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a1c93-30db-4b3e-b61d-0b9a973c0716 None None] New status for floating IP 07db0c8a-42bb-467a-9c57-d9563f721bf8: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:39:23.593195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56448) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:39:23.795172 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b2d74376-3daf-497c-ab44-974ca2740ba8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/07db0c8a-42bb-467a-9c57-d9563f721bf8 HTTP/1.1" status: 200 len: 993 time: 0.2005017 Dec 23 15:39:25.341932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74ef2682-9548-4f23-9f8b-417923492b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:27.654624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c367945b-0a9b-482d-be6d-df93a5b578b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:28.745940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:28.980399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:30.288497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:37.145358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:47.905946 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:39:51.063880 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-371c5176-256d-4d0a-b06b-e9e510ee53d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677066 Dec 23 15:39:51.224641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-33c66ea4-58bd-4d28-92d8-b4e16874cebd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1098 time: 0.0686545 Dec 23 15:39:51.369069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-b23121dd-4e3c-40c9-886b-64c641578f0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:51.370474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-b23121dd-4e3c-40c9-886b-64c641578f0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1261868 Dec 23 15:39:51.475900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-3395872c-0788-4392-832d-53e403b57dc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 200 len: 1001 time: 0.0981622 Dec 23 15:39:51.636005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-1cd53b3f-e42b-4483-bb51-73e2e9a52281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:39:51.637474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-1cd53b3f-e42b-4483-bb51-73e2e9a52281 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.1555386 Dec 23 15:39:51.712807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-033c0a4f-5b64-4ddb-9eb2-5d2c39736e60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685148 Dec 23 15:39:51.846714 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-6cdbfc0a-5e3c-4062-b837-e0afcfb7dc37 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264620 Dec 23 15:39:51.980995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e33db1e-9ba2-490c-870d-f759cbb7e74b req-c5ccb985-2b02-4829-8427-343dae19c05b service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271012 Dec 23 15:39:55.327147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-099aa23f-45b7-4abb-b52c-d84c5432f4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:57.642614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-512d6860-96a4-4564-9901-cd3dc54388c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:58.750131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:39:58.968047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:00.231571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:07.121949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:24.905169 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:40:25.333100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-28d8004b-7f76-4a79-aca0-e511f81d9fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:27.599969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8dd8169-45cc-4994-a339-f376352bdf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:28.765542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:28.984299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:30.236961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:30.932069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56484) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:31.180797 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-792b476d-8852-4c58-876b-47e00b445518 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/07db0c8a-42bb-467a-9c57-d9563f721bf8 HTTP/1.1" status: 200 len: 993 time: 0.2476389 Dec 23 15:40:31.528081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56496) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:31.730331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 0b3e16f0-5fe1-4648-aeca-196c762bc8c6 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:40:31.730664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:31.896006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:31.896343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:32.013469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 0b3e16f0-5fe1-4648-aeca-196c762bc8c6 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:40:32.234100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:32.278986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=0b3e16f0-5fe1-4648-aeca-196c762bc8c6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:32.351380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.351725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.352395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.352476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.352757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.353086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.353409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.353730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.354047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.354362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.354676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:32.385722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:32.880533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router b5db68e8-b781-4799-9d3a-d585ac30bca2 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:40:33.083220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:40:33.093601 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] Sync routers for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:40:33.105540 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:33.106142 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:33.201546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:33.254971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ffe29c15-0655-417f-ac30-f6cec9662348 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/07db0c8a-42bb-467a-9c57-d9563f721bf8 HTTP/1.1" status: 204 len: 168 time: 1.7257929 Dec 23 15:40:33.256100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:40:33.284762 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:33.316490 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'status': 'completed', 'code': 200} Dec 23 15:40:33.448294 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-3f127e74-4d64-4a70-97c2-2b5e2259f004 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 1099 time: 0.0775931 Dec 23 15:40:33.583105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-53213c4d-99bc-4ec5-8f4e-08b5d5fe5138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:33.584730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-53213c4d-99bc-4ec5-8f4e-08b5d5fe5138 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f37c07e0-0956-4404-9500-b485da628e90 HTTP/1.1" status: 200 len: 898 time: 0.1299121 Dec 23 15:40:33.606101 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:11Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:33.609985 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] Checking router: b5db68e8-b781-4799-9d3a-d585ac30bca2 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:40:33.621302 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:33.621831 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:33.652893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-0fefe0ee-ac67-4408-9bd2-25695070717d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36 HTTP/1.1" status: 200 len: 217 time: 0.0623453 Dec 23 15:40:33.722773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-cd81e03a-6a0e-4b17-b3d4-ff7df30db37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:33.731661 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-cd81e03a-6a0e-4b17-b3d4-ff7df30db37e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f0019e21-ff23-40de-96fc-d3ee0e770ff7 HTTP/1.1" status: 200 len: 834 time: 0.0655293 Dec 23 15:40:33.801394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-e0209d9a-12d5-494e-87d0-4609376eedae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f37c07e0-0956-4404-9500-b485da628e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692658 Dec 23 15:40:33.803582 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:33.953724 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-94735c37-901c-4622-be00-ddf62fb1a2ae service neutron] 10.222.0.57 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409450 Dec 23 15:40:34.146077 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c175a22-f8ae-4f40-a570-79c2291f6316 req-69ceee87-b77b-478d-97cb-51833c2cfd77 service neutron] 10.222.0.57 "GET /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885779 Dec 23 15:40:34.156333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7d1f-7e99-4adc-b475-0cd18107f8b5 req-6a5e297c-d3a3-478f-84c2-8e7bd0ca20f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:34.157055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-471c7d1f-7e99-4adc-b475-0cd18107f8b5 req-6a5e297c-d3a3-478f-84c2-8e7bd0ca20f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:40:34.159991 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:11Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:34.163515 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055fdd2a-2bbd-4ae3-9b6d-9d05cfea150f None None] The sync data for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:38:58Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'aeef85ef-ed84-4b67-8c5d-bf3e6625fe68', 'name': '', 'network_id': 'f37c07e0-0956-4404-9500-b485da628e90', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:8a:67:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:58Z', 'updated_at': '2021-12-23T15:39:11Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f0019e21-ff23-40de-96fc-d3ee0e770ff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:40:34.256621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-471c7d1f-7e99-4adc-b475-0cd18107f8b5 req-6a5e297c-d3a3-478f-84c2-8e7bd0ca20f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:40:34.257820 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-471c7d1f-7e99-4adc-b475-0cd18107f8b5 req-6a5e297c-d3a3-478f-84c2-8e7bd0ca20f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 946 time: 0.2793043 Dec 23 15:40:34.310478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-471c7d1f-7e99-4adc-b475-0cd18107f8b5 req-ac991436-f614-4f91-9033-e861595c0d03 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434268 Dec 23 15:40:34.382515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d0be5-d974-4cb0-be99-921572193c77 None None] New status for floating IP 07db0c8a-42bb-467a-9c57-d9563f721bf8: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:40:35.505395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8322c-e76e-4c03-b80f-d22c13135b47 req-e9a98be6-b2da-4c62-9f0a-a3073b95b084 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:35.506861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0e8322c-e76e-4c03-b80f-d22c13135b47 req-e9a98be6-b2da-4c62-9f0a-a3073b95b084 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 946 time: 0.0768373 Dec 23 15:40:35.552035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0e8322c-e76e-4c03-b80f-d22c13135b47 req-7ef2395a-6278-4261-981a-9e5c6e6d7aeb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=7525a1c6-144f-4403-8e1e-ca337872d2be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Dec 23 15:40:35.654317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-b82ee6ba-c526-4ec5-b5da-24cbc766c350 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:35.655725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-b82ee6ba-c526-4ec5-b5da-24cbc766c350 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 946 time: 0.0795333 Dec 23 15:40:35.725702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 431acb6a-4f30-42a0-86ae-4d5586d8df36 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:40:35.726035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:36.071676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 431acb6a-4f30-42a0-86ae-4d5586d8df36, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=431acb6a-4f30-42a0-86ae-4d5586d8df36,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:40:36.072026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:36.196184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 431acb6a-4f30-42a0-86ae-4d5586d8df36 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:40:36.389947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:36.437690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=431acb6a-4f30-42a0-86ae-4d5586d8df36,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:36.515375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port 431acb6a-4f30-42a0-86ae-4d5586d8df36 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:40:36.518221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:36.523123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'name': 'network-vif-deleted', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:40:36.573993 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15d217b-80e0-4356-bcfb-dd99268173c2', 'name': 'network-vif-deleted', 'tag': '431acb6a-4f30-42a0-86ae-4d5586d8df36', 'status': 'completed', 'code': 200} Dec 23 15:40:36.626386 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f15665db-9ef7-40b5-8072-e6f8324943b6 req-a8af6e93-5b66-48c8-8e83-b184cf376125 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/431acb6a-4f30-42a0-86ae-4d5586d8df36 HTTP/1.1" status: 204 len: 173 time: 0.9619555 Dec 23 15:40:36.717334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-fb7c8ce6-8972-497a-ae4b-0c2d93d834fd req-57c40aec-3d9d-45de-b5b8-b6a50f75d90a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:40:36.893074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-fb7c8ce6-8972-497a-ae4b-0c2d93d834fd req-57c40aec-3d9d-45de-b5b8-b6a50f75d90a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:40:36.894501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb7c8ce6-8972-497a-ae4b-0c2d93d834fd req-57c40aec-3d9d-45de-b5b8-b6a50f75d90a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=b15d217b-80e0-4356-bcfb-dd99268173c2 HTTP/1.1" status: 200 len: 210 time: 0.2180653 Dec 23 15:40:37.104281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:38.000536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56514) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:38.068252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:38.100987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:38.246938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:38.265696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525a1c6-144f-4403-8e1e-ca337872d2be,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:38.277849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.278185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.278515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.278839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.279161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.279484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.279800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.280142 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.280473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.280807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.285163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:38.337517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:38.338730 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b15dcad7-34d4-43ef-885b-6fca4f06c0c3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/7525a1c6-144f-4403-8e1e-ca337872d2be HTTP/1.1" status: 204 len: 168 time: 0.3371418 Dec 23 15:40:38.442274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56520) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:38.836793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:38.981424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 431acb6a-4f30-42a0-86ae-4d5586d8df36 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:40:39.015457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 431acb6a-4f30-42a0-86ae-4d5586d8df36 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:40:39.016090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 431acb6a-4f30-42a0-86ae-4d5586d8df36 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:40:39.460164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:40:39.460714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:39.777734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port aeef85ef-ed84-4b67-8c5d-bf3e6625fe68, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:40:39.778073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:39.923704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:40:40.212635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:40.261011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=aeef85ef-ed84-4b67-8c5d-bf3e6625fe68,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:40.555175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:41.226228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router b5db68e8-b781-4799-9d3a-d585ac30bca2 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:40:41.422098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:40:41.431975 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] Sync routers for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:40:41.443834 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:41.444455 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:41.505854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5e215d9b-24b7-4085-99d6-9feea8a8ae84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/b5db68e8-b781-4799-9d3a-d585ac30bca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0622678 Dec 23 15:40:41.508520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56524) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:41.618270 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:41.701861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet f0019e21-ff23-40de-96fc-d3ee0e770ff7 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:40:41.705817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:41.759252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:41.845219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:41.904890 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:40:40Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:41.909963 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] Checking router: b5db68e8-b781-4799-9d3a-d585ac30bca2 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:40:41.920144 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] Routers {'b5db68e8-b781-4799-9d3a-d585ac30bca2'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:41.920727 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['b5db68e8-b781-4799-9d3a-d585ac30bca2'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:41.976757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.022464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=f0019e21-ff23-40de-96fc-d3ee0e770ff7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:42.029009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.035653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca28581-139d-4108-8eed-7726eb2e1e81 None None] Network f37c07e0-0956-4404-9500-b485da628e90 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:40:42.041528 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-81651ee0-7857-4255-9412-0d93a0cd0a91 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/f0019e21-ff23-40de-96fc-d3ee0e770ff7 HTTP/1.1" status: 204 len: 168 time: 0.5294909 Dec 23 15:40:42.041747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56528) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:42.104299 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] Set router b5db68e8-b781-4799-9d3a-d585ac30bca2 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:42.245482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.289674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] DHCP port deletion for f37c07e0-0956-4404-9500-b485da628e90 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:40:42.294060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Deleting port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:40:42.294432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.407143 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:40:40Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:42.411147 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47febe2e-7770-4a6b-830c-5e10cc6c0f1d None None] The sync data for ids ['b5db68e8-b781-4799-9d3a-d585ac30bca2'] in dv-neutron-822796-1-hyperv is: [{'id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'name': 'tempest-TestNetworkBasicOps-router-778065946', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240'}], 'enable_snat': True}, 'gw_port_id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:38:53Z', 'updated_at': '2021-12-23T15:40:40Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'fb16e664-9558-446b-9e3c-15ca4bb5674a', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5db68e8-b781-4799-9d3a-d585ac30bca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:38:54Z', 'updated_at': '2021-12-23T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:40:42.448245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.503757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port fb16e664-9558-446b-9e3c-15ca4bb5674a {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:40:42.504090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.552392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] For port 685d3d5c-c2df-42bb-9fce-678a0af4efe3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=685d3d5c-c2df-42bb-9fce-678a0af4efe3,segment=NetworkSegment(31c8b9b9-7bb8-4155-aa1f-c453c9deafea),segment_id=31c8b9b9-7bb8-4155-aa1f-c453c9deafea)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:40:42.552702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.674147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Calling delete_port for 685d3d5c-c2df-42bb-9fce-678a0af4efe3 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:40:42.677960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port fb16e664-9558-446b-9e3c-15ca4bb5674a, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fb16e664-9558-446b-9e3c-15ca4bb5674a,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:40:42.678309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.798793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for fb16e664-9558-446b-9e3c-15ca4bb5674a owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:40:42.814631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 685d3d5c-c2df-42bb-9fce-678a0af4efe3 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:40:42.848823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 685d3d5c-c2df-42bb-9fce-678a0af4efe3 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:40:42.849163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 685d3d5c-c2df-42bb-9fce-678a0af4efe3 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:40:42.849568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:40:42.877375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:42.928099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:40:42.928471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device aeef85ef-ed84-4b67-8c5d-bf3e6625fe68 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:40:42.939937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Pushing event deleted for resources: {'Port': ['ID=685d3d5c-c2df-42bb-9fce-678a0af4efe3,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:42.947558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] No DVR routers for this DVR port 685d3d5c-c2df-42bb-9fce-678a0af4efe3 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:40:42.958877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.959056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.959414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.959742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.960070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.960444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.960793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.961101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.961423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.961741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:42.962061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d870f6b6-215e-41b6-8403-652ead2db4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:43.132672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:43.176496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=fb16e664-9558-446b-9e3c-15ca4bb5674a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:43.399557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:43.653614 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:43.657946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:43.749729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:43.750830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router b5db68e8-b781-4799-9d3a-d585ac30bca2 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:40:43.765238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:43.767098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2f8fe104-b071-4de2-8988-f4145f388df7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/b5db68e8-b781-4799-9d3a-d585ac30bca2 HTTP/1.1" status: 204 len: 168 time: 1.7243330 Dec 23 15:40:43.770563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56532) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:43.888112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.020114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.046175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37c07e0-0956-4404-9500-b485da628e90']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:44.058220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c8b9b9-7bb8-4155-aa1f-c453c9deafea') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:44.059079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c8b9b9-7bb8-4155-aa1f-c453c9deafea') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:44.069664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.085581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.091389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:40:44.091758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:40:44.106143 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:40:44.235820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.254173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.264036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=f37c07e0-0956-4404-9500-b485da628e90,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:44.266665 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5fc67252-cac5-4d59-8116-4bc168e5b147 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/f37c07e0-0956-4404-9500-b485da628e90 HTTP/1.1" status: 204 len: 168 time: 0.4950435 Dec 23 15:40:44.282102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56536) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:44.287433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--1330096722', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:44.292445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:44.296225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:44.299594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:44.305268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:44.376534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:40:44.379555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.408750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:40:44.417397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.417727 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment 921d7d41-3e53-4a28-8406-05b2274bb768 of type vlan for network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 Dec 23 15:40:44.442841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.542055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.545755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:44.546343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.652080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=456a2fc8-68cc-4e04-8361-32f3393aa5c8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:44.663931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:40:44.682573 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8dd0135b-7df4-44ee-811c-535201279088 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3994946 Dec 23 15:40:44.685346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56540) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:44.690391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:44.697551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:44.701422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:44.705160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:44.711401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:44.785454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb16e664-9558-446b-9e3c-15ca4bb5674a no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:40:44.789880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.790829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:44.818523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: fb16e664-9558-446b-9e3c-15ca4bb5674a {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:40:44.818802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb16e664-9558-446b-9e3c-15ca4bb5674a not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:40:44.819900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:45.134160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:45.359553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:45.388822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:45.525096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.3 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/e2abf4a6-8603-48e3-845a-f98942b46961) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:40:45.671842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:45.754119 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:45.826185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:40:45.829186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:40:45.834296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:40:45.858109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=e2abf4a6-8603-48e3-845a-f98942b46961,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:46.058945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:46.059669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:46.338099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router aebbdda2-d575-4baa-9479-b244b1824573 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:40:46.533613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:40:46.542598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Sync routers for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:40:46.554647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:46.555256 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:46.607063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:46.609396 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5882882-07ef-489e-ba37-f1d035e54b3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9226024 Dec 23 15:40:46.611964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56544) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:46.738060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:46.823841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-de7ea708-ac1f-4752-944c-705923504376 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2103646 Dec 23 15:40:46.826367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56550) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:46.955551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2254c03-c5ac-4bb2-b994-a860127782b2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:46.956963 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d2254c03-c5ac-4bb2-b994-a860127782b2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296668 Dec 23 15:40:46.959766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56554) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:46.997879 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6c362eab-8ef0-4ccb-8b8f-5bd26c508b89 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370278 Dec 23 15:40:47.000987 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56558) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:47.006370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-378813436', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:47.022211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:45Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:47.026422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Checking router: aebbdda2-d575-4baa-9479-b244b1824573 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:40:47.026766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Updating router aebbdda2-d575-4baa-9479-b244b1824573 port e2abf4a6-8603-48e3-845a-f98942b46961 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:40:47.082177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.222209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:47.225900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:47.228796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:47.234357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:47.314062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:40:47.414905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.442210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.454785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Transition to ACTIVE for port object e2abf4a6-8603-48e3-845a-f98942b46961 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:40:47.518707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.597374 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Attempting to bind port e2abf4a6-8603-48e3-845a-f98942b46961 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:40:47.597989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Attempting to bind port e2abf4a6-8603-48e3-845a-f98942b46961 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:40:47.598112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Attempting to bind port e2abf4a6-8603-48e3-845a-f98942b46961 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:40:47.599990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baeb14c-0a57-44ce-8b84-18af4ca8feff None None] Pushing event updated for resources: {'Port': ['ID=e2abf4a6-8603-48e3-845a-f98942b46961,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:47.606644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:40:47.607001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:40:47.609262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.609262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:40:47.609262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Bound port: e2abf4a6-8603-48e3-845a-f98942b46961, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:40:47.609262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.683107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] For port e2abf4a6-8603-48e3-845a-f98942b46961, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:40:47.685522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] For port e2abf4a6-8603-48e3-845a-f98942b46961, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e2abf4a6-8603-48e3-845a-f98942b46961,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:40:47.692489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.744033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.773444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=75a11a3c-1b1c-4461-ba13-232cbb712227,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:47.784006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:40:47.784383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: 456a2fc8-68cc-4e04-8361-32f3393aa5c8, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:40:47.825012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baeb14c-0a57-44ce-8b84-18af4ca8feff None None] Pushing event updated for resources: {'Port': ['ID=e2abf4a6-8603-48e3-845a-f98942b46961,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:47.829888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:47.830491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:47.869584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:40:47.926519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 456a2fc8-68cc-4e04-8361-32f3393aa5c8) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:40:47.931118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:47.931753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:47.962739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b2d90-a20c-4973-80a0-8e14cdc2cf8e None None] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:40:48.017258 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8ff18518-5317-4d38-8296-456c8bdfa2cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0151963 Dec 23 15:40:48.019955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56562) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:48.108293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:48.402977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:40:48.403779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:48.613093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:45Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:48.620471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4750c1d-4b3f-4cd3-9e01-53f645f46e8d None None] The sync data for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv is: [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:45Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:40:48.622396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Allocated IP 172.20.0.2 (456a2fc8-68cc-4e04-8361-32f3393aa5c8/75a11a3c-1b1c-4461-ba13-232cbb712227/042f1072-7f47-4364-9332-119963dabae8) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:40:48.783262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:48.880950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:48.895911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Transition to ACTIVE for port object 042f1072-7f47-4364-9332-119963dabae8 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:40:48.921064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Transition to ACTIVE for port object 042f1072-7f47-4364-9332-119963dabae8 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:40:48.978498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:49.104409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:40:49.107548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:40:49.112370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:40:49.114667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Pushing event updated for resources: {'Port': ['ID=042f1072-7f47-4364-9332-119963dabae8,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:49.205629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Attempting to bind port 042f1072-7f47-4364-9332-119963dabae8 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:40:49.205991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Attempting to bind port 042f1072-7f47-4364-9332-119963dabae8 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:40:49.206345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Attempting to bind port 042f1072-7f47-4364-9332-119963dabae8 on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:40:49.213509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:40:49.214036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Checking segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:40:49.214446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:49.214888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Bound using segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:40:49.215360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Bound port: 042f1072-7f47-4364-9332-119963dabae8, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:40:49.215734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:49.312821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] For port 042f1072-7f47-4364-9332-119963dabae8, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:40:49.316408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] For port 042f1072-7f47-4364-9332-119963dabae8, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=042f1072-7f47-4364-9332-119963dabae8,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:40:49.345550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (456a2fc8-68cc-4e04-8361-32f3393aa5c8/75a11a3c-1b1c-4461-ba13-232cbb712227/93b0b4ee-d5b7-458f-a3b7-2636dc526c7f) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:40:49.421632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:49.503633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52146d-ff43-4c93-aa6a-f3a650c5d589 None None] Pushing event updated for resources: {'Port': ['ID=042f1072-7f47-4364-9332-119963dabae8,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:49.529201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:49.546053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:40:49.641395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:49.717496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:40:49.721274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:40:49.725329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:40:49.762153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:49.796371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:49.959106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:50.376807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:50.435169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:50.466205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0f683-b746-49fc-8a32-fd638a6614b1 None None] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:40:50.543670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:50.549294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:50.636592 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-40dc7b1c-ee85-4a46-a274-58273283237a None None] Provisioning for port 042f1072-7f47-4364-9332-119963dabae8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:40:50.686412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:40:50.687599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:40:50.847143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e2abf4a6-8603-48e3-845a-f98942b46961 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:40:51.012980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port e2abf4a6-8603-48e3-845a-f98942b46961 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:40:51.018484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e2abf4a6-8603-48e3-845a-f98942b46961 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:51.018853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.047955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bf4965d5-6103-4050-9971-e1a8a239e389 None None] Provisioning for port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:40:51.066236 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bf4965d5-6103-4050-9971-e1a8a239e389 None None] Provisioning complete for port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:51.069297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bf4965d5-6103-4050-9971-e1a8a239e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.138481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bf4965d5-6103-4050-9971-e1a8a239e389 None None] Port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:40:51.201464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.215944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router aebbdda2-d575-4baa-9479-b244b1824573 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:40:51.223093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port e2abf4a6-8603-48e3-845a-f98942b46961, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e2abf4a6-8603-48e3-845a-f98942b46961,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:40:51.263998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-14098040-1057-42ac-98f0-a41ec5bb92c0 None None] Provisioning complete for port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:51.264460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-14098040-1057-42ac-98f0-a41ec5bb92c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.317668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.318432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 042f1072-7f47-4364-9332-119963dabae8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:40:51.387434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-14098040-1057-42ac-98f0-a41ec5bb92c0 None None] Port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:40:51.430252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:40:51.439057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=e2abf4a6-8603-48e3-845a-f98942b46961,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:51.444633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-173a39ed-4846-4bbc-b535-cc0437cb2ca6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/aebbdda2-d575-4baa-9479-b244b1824573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4235775 Dec 23 15:40:51.446364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56566) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:51.511080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9ee40402-4226-4ab7-b322-eb6d9bfd7a55 None None] Provisioning complete for port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:51.511670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ee40402-4226-4ab7-b322-eb6d9bfd7a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.537468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 042f1072-7f47-4364-9332-119963dabae8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:40:51.554939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 042f1072-7f47-4364-9332-119963dabae8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:51.555294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.594465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de389d2-a197-49fd-a56a-b4e4f9a18814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.594662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de389d2-a197-49fd-a56a-b4e4f9a18814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.594940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de389d2-a197-49fd-a56a-b4e4f9a18814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.595292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de389d2-a197-49fd-a56a-b4e4f9a18814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.595641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de389d2-a197-49fd-a56a-b4e4f9a18814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.595988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de389d2-a197-49fd-a56a-b4e4f9a18814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.597784 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0de389d2-a197-49fd-a56a-b4e4f9a18814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1495490 Dec 23 15:40:51.600661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56570) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:51.607481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9ee40402-4226-4ab7-b322-eb6d9bfd7a55 None None] Port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:40:51.673088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2cef1-0ab9-4f3b-b77d-3a48756abcd0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.673454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2cef1-0ab9-4f3b-b77d-3a48756abcd0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.673847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2cef1-0ab9-4f3b-b77d-3a48756abcd0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.674231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2cef1-0ab9-4f3b-b77d-3a48756abcd0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.674584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2cef1-0ab9-4f3b-b77d-3a48756abcd0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.674932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2cef1-0ab9-4f3b-b77d-3a48756abcd0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:51.676734 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dcd2cef1-0ab9-4f3b-b77d-3a48756abcd0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0751824 Dec 23 15:40:51.679433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56574) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:51.682037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.716639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 042f1072-7f47-4364-9332-119963dabae8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=042f1072-7f47-4364-9332-119963dabae8,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:40:51.846745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:51.893868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-faad1907-f6d7-45f5-80d4-3ce5217be4b2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2131646 Dec 23 15:40:51.919647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=042f1072-7f47-4364-9332-119963dabae8,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:52.118512 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Sync routers for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:40:52.130786 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:52.131379 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:52.268690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56580) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:52.274754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381981770', 'description': 'tempest-secgroup-smoke-1381981770 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:52.280752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:52.286310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:52.289419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:52.295852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:52.316089 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:52.412583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:52.452749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:52.457440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:52.460382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:52.466233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:52.524081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:52.646387 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:52.664011 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:50Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:52.668197 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Checking router: aebbdda2-d575-4baa-9479-b244b1824573 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:40:52.674008 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Updating router aebbdda2-d575-4baa-9479-b244b1824573 port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:40:52.697536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b074df-870b-4ede-ba55-8381a8b2b5b3,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:52.724352 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:52.799053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e2abf4a6-8603-48e3-845a-f98942b46961 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:40:52.815939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:52.820064 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eb089434-1563-4eed-8d9b-9f82bc14fc4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5474281 Dec 23 15:40:52.820431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56586) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:52.827557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '86b074df-870b-4ede-ba55-8381a8b2b5b3', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:52.833323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:52.837382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:52.840428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:52.847166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:52.869635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port e2abf4a6-8603-48e3-845a-f98942b46961 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:52.870154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:52.919947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:52.991485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 042f1072-7f47-4364-9332-119963dabae8 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:40:52.996008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.058497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 042f1072-7f47-4364-9332-119963dabae8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:53.058884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.061799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.068371 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.080208 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Transition to ACTIVE for port object 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:40:53.094646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b1ca8d-6264-4420-83f4-07b3f93231bf,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:53.158584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.187066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.191415 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b848e4e7-492a-4c01-ad23-1c0a77d1271b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3666296 Dec 23 15:40:53.191540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56590) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:53.197467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '86b074df-870b-4ede-ba55-8381a8b2b5b3', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:53.203929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:53.207922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:53.210875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:53.216840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:53.285644 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Pushing event updated for resources: {'Port': ['ID=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:53.303851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.319266 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.323462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:40:53.374580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.391272 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Attempting to bind port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:40:53.391628 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Attempting to bind port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:40:53.392052 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Attempting to bind port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:40:53.398762 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:40:53.399116 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Checking segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:40:53.399502 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.399882 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Bound using segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:40:53.400364 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Bound port: 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:40:53.400724 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.441126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.470182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93197a1-5dac-4977-acbd-8abdd738b52b,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:53.490432 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] For port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:40:53.493720 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] For port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:40:53.538354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.539636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dea0bbda-0ed5-46af-bdf3-2d27417cb0a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3473351 Dec 23 15:40:53.542448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56594) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:53.547954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '86b074df-870b-4ede-ba55-8381a8b2b5b3', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:53.553848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:53.557797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:53.560829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:53.567076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:53.579292 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.659189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.664939 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:40:53.665556 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:53.733017 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a554bd-96e1-493c-b449-8f34feaf5a36 None None] Pushing event updated for resources: {'Port': ['ID=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:53.734748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.804258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.831567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bdf4d3-f7ad-439f-806f-80d0428d439c,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:53.859572 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:40:53.909446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:53.913222 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4a47a14e-33e0-422b-906b-ece3e83ea2bb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3672960 Dec 23 15:40:53.918350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56598) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:53.919214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '86b074df-870b-4ede-ba55-8381a8b2b5b3', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:53.925340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:53.929211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:53.932050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:53.939063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:54.068622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.135796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.205092 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:53Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:40:54.209137 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1f89f-4dd5-451e-9f85-cbbe91ae22bc None None] The sync data for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv is: [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:53Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:40:54.212088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.236027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31989e62-2df8-4994-bacf-5ec357597303,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:54.338129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.339250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6e4c7277-8127-46ab-accd-5e33232d82b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4249246 Dec 23 15:40:54.341960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56602) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:54.348024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '86b074df-870b-4ede-ba55-8381a8b2b5b3', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:54.354235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:54.358234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:54.361771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:54.367962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:54.439634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:40:54.447026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.515416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.581816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.606268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f90c5b-0d76-4981-b298-ebdb171cb237,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:54.684453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.684453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b017d817-adaa-4dd2-a3c5-646cf749de5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3399131 Dec 23 15:40:54.685729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56608) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:40:54.691472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '86b074df-870b-4ede-ba55-8381a8b2b5b3', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:54.697814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:54.701656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:40:54.705445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:40:54.711433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:54.789565 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:40:54.796934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.833261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:40:54.874580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.920744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:54.943585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:40:54.945368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58dc17a-c8a3-4f38-9506-cd9774c06b56,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:54.949361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:54.949942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:55.006698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:55.010232 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-07624868-a519-4286-afed-2180eb7b5d51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3213496 Dec 23 15:40:55.099038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:55.132839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:40:55.201428 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-47f5275b-4b59-4e09-9dc4-af3467742c61 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381981770&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.0415611 Dec 23 15:40:55.250658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:55.317702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:55.351057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-9a2514f0-5f05-43ba-ad29-0616cb4522af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:55.351714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-9a2514f0-5f05-43ba-ad29-0616cb4522af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:40:55.355162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3aa415f3-e2e7-4474-a62d-c4b09353329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:55.435313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-9a2514f0-5f05-43ba-ad29-0616cb4522af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:40:55.436448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-9a2514f0-5f05-43ba-ad29-0616cb4522af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 797 time: 0.2290125 Dec 23 15:40:55.454017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-76ae8a44-7cf4-41b2-8984-f86160ef5c72 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0115693 Dec 23 15:40:55.535689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-94f011a6-1088-43b5-8383-3b6368f81515 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:40:55.635180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-94f011a6-1088-43b5-8383-3b6368f81515 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:40:55.636560 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-94f011a6-1088-43b5-8383-3b6368f81515 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777799 Dec 23 15:40:55.846405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-8f192fa7-95bb-4945-9298-fa8682ad292b service neutron] 10.222.0.58 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978486 Dec 23 15:40:56.072175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-6075eaa7-5ba3-4e3d-a274-b2e6709ab08c service neutron] 10.222.0.58 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198772 Dec 23 15:40:56.357904 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4f9774f4-2735-44e4-bba8-38be6551b519 req-a27760ad-2668-4931-9bc7-2520dff03bf9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 210 time: 0.0435979 Dec 23 15:40:56.794007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:40:56.865181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:40:56.865181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:57.469196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a9d7137f-1341-4664-b168-55bec5b2d965 req-067a98a5-d9db-4cf3-95f5-b6955f834d0f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 210 time: 0.0421154 Dec 23 15:40:57.621632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fba24f50-090b-469c-ad7f-ba7d5a8b0da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:58.698864 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-137f0c0e-b58e-4b1b-b8a8-5a733ca902f0 req-de4b2246-9104-418a-8aeb-9704a6f458d5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 210 time: 0.0619843 Dec 23 15:40:58.768308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-5d05fc72-8c40-42e9-b369-74f3338b8194 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:58.769689 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-5d05fc72-8c40-42e9-b369-74f3338b8194 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 797 time: 0.2059462 Dec 23 15:40:58.781588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:58.834019 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f1154223-ce49-48be-99a6-5dce546f4304 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 380 time: 0.0450256 Dec 23 15:40:58.842704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['86b074df-870b-4ede-ba55-8381a8b2b5b3']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:40:58.984534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:40:58.995255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:40:59.015428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:59.103939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:40:59.107273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:59.278942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.11 (456a2fc8-68cc-4e04-8361-32f3393aa5c8/75a11a3c-1b1c-4461-ba13-232cbb712227/0ececd34-2c06-4543-a693-0f4730d2e921) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:40:59.468188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:59.483586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 0ececd34-2c06-4543-a693-0f4730d2e921 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:40:59.572959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:59.643457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:40:59.646509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:40:59.650499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:40:59.685862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=0ececd34-2c06-4543-a693-0f4730d2e921,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:40:59.722708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:40:59.723366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:40:59.841626 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-b900cd70-43f4-499e-be9d-748703c88e0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0025899 Dec 23 15:40:59.861474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Request body: {'port': {'device_id': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:41:00.011854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a87d9ba6-ba16-4fba-803e-0aeeffac0369 None None] Provisioning for port 0ececd34-2c06-4543-a693-0f4730d2e921 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:41:00.018087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a87d9ba6-ba16-4fba-803e-0aeeffac0369 None None] Provisioning complete for port 0ececd34-2c06-4543-a693-0f4730d2e921 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:41:00.018452 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a87d9ba6-ba16-4fba-803e-0aeeffac0369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:00.025617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:00.046542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44d2c3-5be7-428c-b9b3-86f6d2f9b608 req-8cf99695-fee3-48ec-82ca-8dc27c6e70cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:00.047140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3d44d2c3-5be7-428c-b9b3-86f6d2f9b608 req-8cf99695-fee3-48ec-82ca-8dc27c6e70cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:41:00.072478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a87d9ba6-ba16-4fba-803e-0aeeffac0369 None None] Port 0ececd34-2c06-4543-a693-0f4730d2e921 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:41:00.178221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3d44d2c3-5be7-428c-b9b3-86f6d2f9b608 req-8cf99695-fee3-48ec-82ca-8dc27c6e70cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:41:00.179352 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d44d2c3-5be7-428c-b9b3-86f6d2f9b608 req-8cf99695-fee3-48ec-82ca-8dc27c6e70cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 932 time: 0.2935858 Dec 23 15:41:00.267252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:00.305348 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d44d2c3-5be7-428c-b9b3-86f6d2f9b608 req-082dbc47-3f91-489f-9a00-00c0de445c1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192460 Dec 23 15:41:00.409299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ececd34-2c06-4543-a693-0f4730d2e921 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:41:00.415779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:00.430213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Transition to ACTIVE for port object 0ececd34-2c06-4543-a693-0f4730d2e921 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:41:00.486751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:00.716652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Pushing event updated for resources: {'Port': ['ID=0ececd34-2c06-4543-a693-0f4730d2e921,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:00.831132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Attempting to bind port 0ececd34-2c06-4543-a693-0f4730d2e921 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:41:00.831699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Attempting to bind port 0ececd34-2c06-4543-a693-0f4730d2e921 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:41:00.831788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Attempting to bind port 0ececd34-2c06-4543-a693-0f4730d2e921 on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:41:00.837364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Port 0ececd34-2c06-4543-a693-0f4730d2e921 on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:41:00.837667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Attempting to bind port 0ececd34-2c06-4543-a693-0f4730d2e921 on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:41:00.843760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:41:00.844074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Checking segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:41:00.844472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Bound using segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:41:00.844901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Bound port: 0ececd34-2c06-4543-a693-0f4730d2e921, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:41:00.845228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:00.932344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] For port 0ececd34-2c06-4543-a693-0f4730d2e921, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:41:00.935229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] For port 0ececd34-2c06-4543-a693-0f4730d2e921, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0ececd34-2c06-4543-a693-0f4730d2e921,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:41:00.998852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:01.060410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:01.061771 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ececd34-2c06-4543-a693-0f4730d2e921 HTTP/1.1" status: 200 len: 1094 time: 1.2051904 Dec 23 15:41:01.062201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:41:01.085206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbcf59-e0ae-4420-9e57-ecaae0cccc72 service neutron] Pushing event updated for resources: {'Port': ['ID=0ececd34-2c06-4543-a693-0f4730d2e921,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:01.127773 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921', 'status': 'completed', 'code': 200} Dec 23 15:41:01.246160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-506b8ec7-760f-4e02-ab00-573ba9f3944b req-d3527dc4-6a2c-4115-8b34-47b3e66916b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 1097 time: 0.0749557 Dec 23 15:41:01.394416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b8ec7-760f-4e02-ab00-573ba9f3944b req-2db768d2-ae2f-49bb-ac08-fd08094efab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:01.395841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-506b8ec7-760f-4e02-ab00-573ba9f3944b req-2db768d2-ae2f-49bb-ac08-fd08094efab6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1375821 Dec 23 15:41:01.582115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b8ec7-760f-4e02-ab00-573ba9f3944b req-355c95d8-221f-4a4c-bb9b-9a6aafe1ed00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:01.583540 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-506b8ec7-760f-4e02-ab00-573ba9f3944b req-355c95d8-221f-4a4c-bb9b-9a6aafe1ed00 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816602 Dec 23 15:41:01.593613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bb5de-3cf0-469f-bbe1-63db72085dbf req-e7292dfd-c1e2-4813-9b79-5975331b2a10 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:01.595716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bb5de-3cf0-469f-bbe1-63db72085dbf req-e7292dfd-c1e2-4813-9b79-5975331b2a10 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 944 time: 0.1690066 Dec 23 15:41:01.679687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e56bb5de-3cf0-469f-bbe1-63db72085dbf req-22ccd1dc-3088-430b-92a5-1a4aa187fe61 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783575 Dec 23 15:41:01.716206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-95fb06cb-05cf-4555-bc0c-d8855da25768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 1097 time: 0.0732841 Dec 23 15:41:01.794518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-17e30c70-0c62-49c9-b9ae-d62cc48aa5c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ececd34-2c06-4543-a693-0f4730d2e921 HTTP/1.1" status: 200 len: 217 time: 0.0651453 Dec 23 15:41:01.855820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-fb9dcf2a-858c-4096-acd1-d8e2309cf002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:01.857170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-fb9dcf2a-858c-4096-acd1-d8e2309cf002 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a11a3c-1b1c-4461-ba13-232cbb712227 HTTP/1.1" status: 200 len: 834 time: 0.0572355 Dec 23 15:41:01.904889 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:41:01.930612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-bc7583c2-09a8-42e4-9592-e927b0353196 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=456a2fc8-68cc-4e04-8361-32f3393aa5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677335 Dec 23 15:41:02.063115 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-95084212-c7c3-4ff9-8de2-ce6eafb191f4 service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260049 Dec 23 15:41:02.194765 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-924d867d-44ca-4aa2-9911-7bb366c6b239 req-04d02388-b31b-4c58-b7e3-bc2df8890a3a service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257350 Dec 23 15:41:02.880885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30fe7c-8316-4343-98d6-2a1b78d64723 req-39d8ec38-fdcb-41b0-b1e2-c7fa1555d924 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:02.882339 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9c30fe7c-8316-4343-98d6-2a1b78d64723 req-39d8ec38-fdcb-41b0-b1e2-c7fa1555d924 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 944 time: 0.0812640 Dec 23 15:41:02.928224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9c30fe7c-8316-4343-98d6-2a1b78d64723 req-13d4c861-8fef-486c-8392-0e802341f5e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Dec 23 15:41:04.122049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70394d-d5a5-4e9f-991f-3980f8703f72 req-5d6ca561-b6a1-428e-bec6-d6ba1e855960 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:04.123480 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b70394d-d5a5-4e9f-991f-3980f8703f72 req-5d6ca561-b6a1-428e-bec6-d6ba1e855960 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 944 time: 0.0754957 Dec 23 15:41:04.171466 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b70394d-d5a5-4e9f-991f-3980f8703f72 req-2eaf2fcd-2213-49ea-b396-2478acc694da tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Dec 23 15:41:05.459989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bf98b-b844-41cf-a470-d2ff256b8549 req-805295e4-2a73-431d-adfb-6c81273eb5b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:05.461347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f17bf98b-b844-41cf-a470-d2ff256b8549 req-805295e4-2a73-431d-adfb-6c81273eb5b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 944 time: 0.1685333 Dec 23 15:41:05.506197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f17bf98b-b844-41cf-a470-d2ff256b8549 req-eb788b7b-57ed-4c36-801e-819f2fc76990 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Dec 23 15:41:06.702177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e583dd-27fa-43b4-bc9e-169e0513206e req-64ee2b2d-6d01-4fef-ae12-6a04ac41a199 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:06.703607 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94e583dd-27fa-43b4-bc9e-169e0513206e req-64ee2b2d-6d01-4fef-ae12-6a04ac41a199 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 944 time: 0.0786107 Dec 23 15:41:06.748543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94e583dd-27fa-43b4-bc9e-169e0513206e req-e8a114bf-a0f5-43ed-8601-76aacbabfbc6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383520 Dec 23 15:41:07.099505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0ececd34-2c06-4543-a693-0f4730d2e921 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:41:07.107666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:07.234815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0ececd34-2c06-4543-a693-0f4730d2e921, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0ececd34-2c06-4543-a693-0f4730d2e921,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:41:07.248260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '0ececd34-2c06-4543-a693-0f4730d2e921', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'port_id': '0ececd34-2c06-4543-a693-0f4730d2e921', 'mac_address': 'fa:16:3e:35:34:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:41:07.300978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:07.317370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ececd34-2c06-4543-a693-0f4730d2e921 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:41:07.331702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0ececd34-2c06-4543-a693-0f4730d2e921, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0ececd34-2c06-4543-a693-0f4730d2e921,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:41:07.423746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:07.489184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=0ececd34-2c06-4543-a693-0f4730d2e921,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:07.836692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['0ececd34-2c06-4543-a693-0f4730d2e921'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:41:08.098196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b19e4-ebae-44f6-9c3a-aa2be00d9f44 req-3e26a72d-9cb0-4070-80ea-f06d023d8a6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:08.099652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-312b19e4-ebae-44f6-9c3a-aa2be00d9f44 req-3e26a72d-9cb0-4070-80ea-f06d023d8a6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 945 time: 0.0841138 Dec 23 15:41:08.148990 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-312b19e4-ebae-44f6-9c3a-aa2be00d9f44 req-6281c82e-db98-4ce9-bec4-7a40c80316a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Dec 23 15:41:09.099393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0ececd34-2c06-4543-a693-0f4730d2e921 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:41:09.226663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 0ececd34-2c06-4543-a693-0f4730d2e921 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:41:09.231896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 0ececd34-2c06-4543-a693-0f4730d2e921 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:41:09.232300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:09.424705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741d4f3-fc10-4588-859b-4744b7e15a51 req-58b35ab5-019f-49e2-8fcc-c1ee7aa386ab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:09.426300 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2741d4f3-fc10-4588-859b-4744b7e15a51 req-58b35ab5-019f-49e2-8fcc-c1ee7aa386ab tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 945 time: 0.1302636 Dec 23 15:41:09.454320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:09.473602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2741d4f3-fc10-4588-859b-4744b7e15a51 req-b4523fbe-0f92-46c9-a216-9f5c4d52e19d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Dec 23 15:41:09.481553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:41:09.495673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0ececd34-2c06-4543-a693-0f4730d2e921, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0ececd34-2c06-4543-a693-0f4730d2e921,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:41:09.569261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:09.643985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=0ececd34-2c06-4543-a693-0f4730d2e921,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:09.656349 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921', 'code': 200} Dec 23 15:41:10.046956 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b426829a-a844-40b7-be3f-e4f0827e4081 req-d6a80672-27ee-49ea-81b5-7d6895aebaba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 1099 time: 0.0669360 Dec 23 15:41:10.092306 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b426829a-a844-40b7-be3f-e4f0827e4081 req-2c5f1eea-0bc9-4240-a5b3-140249aadfa4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388114 Dec 23 15:41:10.673659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78214593-daf4-4aa4-ade5-73fcf308c1ef req-47e4510e-e505-4ae8-b759-926fb16b48cf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:10.675117 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-78214593-daf4-4aa4-ade5-73fcf308c1ef req-47e4510e-e505-4ae8-b759-926fb16b48cf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 946 time: 0.0777726 Dec 23 15:41:10.724203 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-78214593-daf4-4aa4-ade5-73fcf308c1ef req-4feda3f3-f937-441a-a24c-52f2a8bb184d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Dec 23 15:41:11.931123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aa7f7-a651-4fc0-b47e-dd6d234dc7da req-18b7ae3a-1cd8-44a0-9c3f-73ac58f2132e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:11.932561 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3c3aa7f7-a651-4fc0-b47e-dd6d234dc7da req-18b7ae3a-1cd8-44a0-9c3f-73ac58f2132e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 946 time: 0.0784640 Dec 23 15:41:11.978992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3c3aa7f7-a651-4fc0-b47e-dd6d234dc7da req-3ac7d9f0-ac34-47ef-97c4-1f7281c68766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Dec 23 15:41:12.177561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5d4d4-b9f8-44fb-ac7b-24ad9bc6abde req-0c2f7c1e-f564-429e-9759-4fb1c0896410 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:12.178981 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bff5d4d4-b9f8-44fb-ac7b-24ad9bc6abde req-0c2f7c1e-f564-429e-9759-4fb1c0896410 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 946 time: 0.0775423 Dec 23 15:41:12.225977 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bff5d4d4-b9f8-44fb-ac7b-24ad9bc6abde req-e3a6f9ab-7ef2-44fb-88fb-c8e399473ce1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413578 Dec 23 15:41:12.254933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56690) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:12.329622 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0c49fb28-a564-4892-aad7-c7b2038d2356 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 1094 time: 0.0731432 Dec 23 15:41:12.332017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56694) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:12.337128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '0ececd34-2c06-4543-a693-0f4730d2e921', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:41:12.342651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:41:12.346499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:41:12.349396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:41:12.355157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:41:12.446862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:12.583378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:12.721520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.40 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/3af847dd-2ed3-47c1-b3ee-79c7afd96d39) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:41:12.873896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:12.963692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:13.029746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:41:13.033403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:41:13.035927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:41:13.071508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=3af847dd-2ed3-47c1-b3ee-79c7afd96d39,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:13.667553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:13.819813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:14.034623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:14.102880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:14.204040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=3af847dd-2ed3-47c1-b3ee-79c7afd96d39,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:14.221938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:14.421406 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01 associated. External IP: 172.26.6.40, port: 0ececd34-2c06-4543-a693-0f4730d2e921. Dec 23 15:41:14.847069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router aebbdda2-d575-4baa-9479-b244b1824573 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:41:15.053411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:41:15.063337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] Sync routers for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:41:15.075917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:41:15.076630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:15.158905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:15.225493 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4e1bfb07-9042-4001-9d75-2931e5443b4e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8924010 Dec 23 15:41:15.226162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:41:15.228314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56702) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:15.289016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921', 'status': 'completed', 'code': 200} Dec 23 15:41:15.306086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:41:15.363709 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3bdf8b2f-a452-4430-a374-b0c8d1e26e9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 991 time: 0.1338778 Dec 23 15:41:15.411298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-124206c3-6804-4d79-909c-7a6b0ddb545e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 1099 time: 0.0734684 Dec 23 15:41:15.723887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '05e8a643-ec94-4be1-ba46-fc1695172e01', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'port_id': '0ececd34-2c06-4543-a693-0f4730d2e921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'mac_address': 'fa:16:3e:35:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:13Z', 'updated_at': '2021-12-23T15:41:13Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:15.727829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] Checking router: aebbdda2-d575-4baa-9479-b244b1824573 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:41:15.737911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-568f7ae3-5b43-4e02-8c69-b7a51f502b36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:15.739632 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-568f7ae3-5b43-4e02-8c69-b7a51f502b36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 898 time: 0.3218277 Dec 23 15:41:15.741474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:41:15.742080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:40:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:15.854529 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-4978228e-92ab-4f16-b3a0-0cc5c95f8f2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ececd34-2c06-4543-a693-0f4730d2e921 HTTP/1.1" status: 200 len: 999 time: 0.1079323 Dec 23 15:41:15.920921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:41:15.927961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-0f71e3d4-7ce4-495b-9ba9-0ba566b015d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:15.929414 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-0f71e3d4-7ce4-495b-9ba9-0ba566b015d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a11a3c-1b1c-4461-ba13-232cbb712227 HTTP/1.1" status: 200 len: 834 time: 0.0683358 Dec 23 15:41:16.008458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-54822cf9-e9a6-4f4d-98a5-241e18933b0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=456a2fc8-68cc-4e04-8361-32f3393aa5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722630 Dec 23 15:41:16.149208 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-22dcaf6f-8b62-428d-becb-8445854d3aa9 service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342185 Dec 23 15:41:16.288749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '05e8a643-ec94-4be1-ba46-fc1695172e01', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'port_id': '0ececd34-2c06-4543-a693-0f4730d2e921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'mac_address': 'fa:16:3e:35:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:13Z', 'updated_at': '2021-12-23T15:41:13Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:16.293504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e765588-cd4d-403c-8cac-a996a3e57214 None None] The sync data for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv is: [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '05e8a643-ec94-4be1-ba46-fc1695172e01', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'port_id': '0ececd34-2c06-4543-a693-0f4730d2e921', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'mac_address': 'fa:16:3e:35:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:13Z', 'updated_at': '2021-12-23T15:41:13Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:41:16.294236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a366bab2-dc89-4b6e-a405-899896bce3aa req-3dbc125e-ecbc-4f09-b284-ff26fd08db96 service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389158 Dec 23 15:41:16.368153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56710) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:16.479657 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-352913b0-875a-4e9c-969a-d38f5e630675 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 991 time: 0.1102347 Dec 23 15:41:16.493073 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f59be7-bac3-47de-a932-51b83413e8c4 None None] New status for floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:41:17.483472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56718) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:17.592491 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b078f21c-9d3a-4acb-9d0b-407e50d6eb8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 993 time: 0.1078572 Dec 23 15:41:25.351308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d29efb6-37d2-4930-bce1-e5a05b9df9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:27.705506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37a9380f-e8e1-4db9-8a84-f2bd983207b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:28.851487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:29.042696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:30.276930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:32.575242 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-0d60e401-1bd4-4e34-8e48-b42209fbc811 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442253303&fields=id&tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 267 time: 0.0417149 Dec 23 15:41:32.727903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-98409b35-3d8c-4b30-b0e5-d80817a2f0ca tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:32.729241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-98409b35-3d8c-4b30-b0e5-d80817a2f0ca tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 811 time: 0.1477296 Dec 23 15:41:32.745489 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-e9214092-5bde-4bea-bf11-c6a3429fb597 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/quotas/ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 375 time: 0.0107930 Dec 23 15:41:32.827822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-c9bdab90-cbfa-46ae-baa0-60ca7c4cb17d tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0773160 Dec 23 15:41:32.962394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-e3a1296b-a62c-4cb7-bb4a-f5c45571acd0 service neutron] 10.222.0.58 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229696 Dec 23 15:41:33.089445 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-675aded0-e785-499d-83fc-337cf4818b82 service neutron] 10.222.0.58 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214507 Dec 23 15:41:33.816587 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f8bd4c0-f7c2-45a2-b135-2f057cdb271b req-151fcd3f-20ff-4b89-8b53-2c631f5fa9f6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 210 time: 0.0409048 Dec 23 15:41:34.980625 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a167e21a-0eee-41be-b887-dc0d3edb8e16 req-23751877-31e1-4ba9-8d1d-1281399feb59 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 210 time: 0.0457096 Dec 23 15:41:35.918627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-c426584f-a37a-4d92-8a7c-2e18b104465a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:35.920040 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-c426584f-a37a-4d92-8a7c-2e18b104465a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 811 time: 0.1485267 Dec 23 15:41:35.985172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-4da9e354-fd57-4227-b54c-968353202b5a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3 HTTP/1.1" status: 200 len: 379 time: 0.0410426 Dec 23 15:41:35.993569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'port': {'device_id': '40c1206b-d520-4718-97fc-ace09dd81954', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'admin_state_up': True, 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'security_groups': ['866de10d-5a2b-4238-b9f0-cfaa3927154f']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:41:36.215601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1fa7046-8801-4ef9-acd4-9e16ea53bc43 req-916c5052-ed55-4bc1-a6a8-dab4d50d49da tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 210 time: 0.0504787 Dec 23 15:41:36.274438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:41:36.283759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:41:36.356425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Made reservation on behalf of ae0448e5dd864db3aa4c638a8afdaaf3 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:41:36.359593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:36.526407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Allocated IP 172.20.0.5 (a81657d7-f422-419d-b443-a84b9559f1f7/0a34940c-7c06-4257-a1ba-6aac1a59103d/0d9ef51c-6fbd-4e8d-b98e-fc4930149f03) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:41:36.724047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:36.739625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Transition to ACTIVE for port object 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:41:36.842974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:36.911944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Network a81657d7-f422-419d-b443-a84b9559f1f7 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:41:36.915023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:41:36.918889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:41:36.957259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:36.980151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.980508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.980848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.981185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.981513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.981838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.982159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.982483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.982805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.983125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.983448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:36.997999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:36.998703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:37.120645 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-a855bc4d-77f7-40a0-baa4-9a34a75d162e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1305687 Dec 23 15:41:37.139184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Request body: {'port': {'device_id': '40c1206b-d520-4718-97fc-ace09dd81954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:41:37.146129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:37.228260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9a547bbf-a417-45a2-928e-9001af3980ec None None] Provisioning for port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:41:37.233587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9a547bbf-a417-45a2-928e-9001af3980ec None None] Provisioning complete for port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:41:37.234045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9a547bbf-a417-45a2-928e-9001af3980ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:37.256085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:37.316899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9a547bbf-a417-45a2-928e-9001af3980ec None None] Port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:41:37.553814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072bcf-6777-409c-a5d9-a57b3d438178 req-ea56b2c9-f089-4f45-9456-19b5f9b0fe85 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:37.554487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0a072bcf-6777-409c-a5d9-a57b3d438178 req-ea56b2c9-f089-4f45-9456-19b5f9b0fe85 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:41:37.666953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:41:37.673785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:37.687969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Transition to ACTIVE for port object 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:41:37.785983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0a072bcf-6777-409c-a5d9-a57b3d438178 req-ea56b2c9-f089-4f45-9456-19b5f9b0fe85 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:41:37.793661 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0a072bcf-6777-409c-a5d9-a57b3d438178 req-ea56b2c9-f089-4f45-9456-19b5f9b0fe85 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 931 time: 0.4147401 Dec 23 15:41:37.832325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:37.837785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0a072bcf-6777-409c-a5d9-a57b3d438178 req-88ff62db-e105-4253-bd30-091ac0d20c8a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450008 Dec 23 15:41:37.966906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:38.080198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Attempting to bind port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:41:38.080792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Attempting to bind port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:41:38.081191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Attempting to bind port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:41:38.087321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 on network a81657d7-f422-419d-b443-a84b9559f1f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:41:38.087625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Attempting to bind port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 on network a81657d7-f422-419d-b443-a84b9559f1f7 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:41:38.093803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:41:38.094129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Checking segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:41:38.094491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Bound using segment: {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:41:38.094888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Bound port: 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3089960-352e-4b0b-98ab-69d1d29c5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:41:38.095217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:38.184535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] For port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:41:38.187392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] For port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:41:38.279935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:38.344989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:38.346326 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] 10.222.0.57 "PUT /v2.0/ports/0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 HTTP/1.1" status: 200 len: 1093 time: 1.2115223 Dec 23 15:41:38.346756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:41:38.364785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056c72e-4eca-4667-8c94-fef8be82e283 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:38.411081 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'status': 'completed', 'code': 200} Dec 23 15:41:38.531638 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f753cf8-f9a7-4797-b7fd-e52cd2d89d69 req-75489aa4-cb83-4284-9933-e1f906b94878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 1096 time: 0.0740321 Dec 23 15:41:38.683042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f753cf8-f9a7-4797-b7fd-e52cd2d89d69 req-346f0e8a-4846-4d95-99d6-b28e8d4cd275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:38.684632 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f753cf8-f9a7-4797-b7fd-e52cd2d89d69 req-346f0e8a-4846-4d95-99d6-b28e8d4cd275 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1396623 Dec 23 15:41:38.905850 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:41:38.910407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f753cf8-f9a7-4797-b7fd-e52cd2d89d69 req-072ac4f7-a59d-400c-b63c-805a256a08da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:38.911853 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f753cf8-f9a7-4797-b7fd-e52cd2d89d69 req-072ac4f7-a59d-400c-b63c-805a256a08da service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2201848 Dec 23 15:41:39.084867 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-545f476d-d761-4383-9213-5bd877dc97e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 1096 time: 0.0907400 Dec 23 15:41:39.093155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06683f-962f-4fd9-9850-ffcc979bfb1b req-7c010a8c-92a0-4e7d-9f7a-d5156a4398f1 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:39.094430 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df06683f-962f-4fd9-9850-ffcc979bfb1b req-7c010a8c-92a0-4e7d-9f7a-d5156a4398f1 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.1383564 Dec 23 15:41:39.177403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-29e5ec6d-0d00-4c8e-a3c0-1bdff3a94d60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 HTTP/1.1" status: 200 len: 217 time: 0.0794916 Dec 23 15:41:39.234499 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df06683f-962f-4fd9-9850-ffcc979bfb1b req-dd2c3eed-c04d-45eb-9d04-8ba80d2c57c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884473 Dec 23 15:41:39.250902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d2a58961-6cac-4e2b-b4eb-0cd8d81572c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:39.252374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-d2a58961-6cac-4e2b-b4eb-0cd8d81572c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0664990 Dec 23 15:41:39.332725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-11bffe79-0cba-42a4-8673-952eb168922a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737505 Dec 23 15:41:39.466309 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-3aeef8b5-ebd7-4fef-9fa7-7237bfb37730 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264250 Dec 23 15:41:39.598439 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6464ba85-9e7b-4300-88cf-e3ff5cc6b57e req-2efcc1cc-2e4f-4fa4-8290-f93196c8747b service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255364 Dec 23 15:41:40.430787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5eccd-3849-4a82-bbe1-21f40e41aae1 req-d651f3be-0ed8-46eb-80f5-b2f861ac1d0b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:40.432332 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93a5eccd-3849-4a82-bbe1-21f40e41aae1 req-d651f3be-0ed8-46eb-80f5-b2f861ac1d0b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0775347 Dec 23 15:41:40.483362 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93a5eccd-3849-4a82-bbe1-21f40e41aae1 req-5359e0bb-ddc3-47b7-99ea-0f08bdf2201e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454082 Dec 23 15:41:41.688894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be027da7-6425-438e-a5db-86a331e1e2b3 req-a32e3762-9b8e-4c02-a24c-097fdb59264f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:41.690242 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be027da7-6425-438e-a5db-86a331e1e2b3 req-a32e3762-9b8e-4c02-a24c-097fdb59264f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0821702 Dec 23 15:41:41.735951 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be027da7-6425-438e-a5db-86a331e1e2b3 req-ac271cb1-270f-451e-97a0-bd90ce8f0388 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392239 Dec 23 15:41:42.933063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d0b17-171b-43ee-bbc7-31a5e0c59b93 req-ab49ebab-0c2f-4b6a-a5ed-a164821cfdc6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:42.934374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d0b17-171b-43ee-bbc7-31a5e0c59b93 req-ab49ebab-0c2f-4b6a-a5ed-a164821cfdc6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0754590 Dec 23 15:41:42.983650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d0b17-171b-43ee-bbc7-31a5e0c59b93 req-3c8602e6-f104-4db4-9afa-18596c712bcc tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437737 Dec 23 15:41:44.178014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2daa-95e6-4a10-a932-c7070d44da91 req-a101650c-4455-446d-b958-338223ea3740 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:44.183607 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ccd2daa-95e6-4a10-a932-c7070d44da91 req-a101650c-4455-446d-b958-338223ea3740 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0767310 Dec 23 15:41:44.225299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ccd2daa-95e6-4a10-a932-c7070d44da91 req-2cb9a023-d586-4356-905b-0a85500c51d9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399210 Dec 23 15:41:45.421542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfc079-d333-4fd9-9386-b759b3b9666c req-cd7db58d-8311-46f4-a235-d8f212b25c8a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:45.422934 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f8cfc079-d333-4fd9-9386-b759b3b9666c req-cd7db58d-8311-46f4-a235-d8f212b25c8a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0797057 Dec 23 15:41:45.471063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f8cfc079-d333-4fd9-9386-b759b3b9666c req-d8a0f22d-c855-4a83-8eb2-efb2ddfeba85 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408504 Dec 23 15:41:46.665966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fe933-d845-4b04-99d1-45c5a71042cc req-e097471f-3730-45cd-81ad-b466bc22469f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:46.667405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c22fe933-d845-4b04-99d1-45c5a71042cc req-e097471f-3730-45cd-81ad-b466bc22469f tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0762422 Dec 23 15:41:46.712812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c22fe933-d845-4b04-99d1-45c5a71042cc req-8e6e0f2a-145e-4823-83fd-dac80b702e38 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397675 Dec 23 15:41:47.918178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002f674-150d-43d9-9b6a-92db2aa386d7 req-132bdff2-a0da-4901-9e96-717fc69ff393 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:47.919640 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4002f674-150d-43d9-9b6a-92db2aa386d7 req-132bdff2-a0da-4901-9e96-717fc69ff393 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0844195 Dec 23 15:41:47.965171 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4002f674-150d-43d9-9b6a-92db2aa386d7 req-c8d3f526-5b39-4119-82c0-3f5c5cf1849b tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394914 Dec 23 15:41:49.162112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ae91b-5eda-4b1b-bd7e-b74a3086a14a req-cf403588-c44e-465a-ae31-6901e72748d8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:49.163542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-861ae91b-5eda-4b1b-bd7e-b74a3086a14a req-cf403588-c44e-465a-ae31-6901e72748d8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 943 time: 0.0756638 Dec 23 15:41:49.211784 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-861ae91b-5eda-4b1b-bd7e-b74a3086a14a req-b001b2b5-fa30-4500-ad43-c1870535be70 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Dec 23 15:41:49.339324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:41:49.471093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:41:49.484190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'port_id': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'mac_address': 'fa:16:3e:78:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:41:49.536868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:49.554378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:41:49.568886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:41:49.624937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:49.693773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:49.702162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:49.708193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:50.012853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['0d9ef51c-6fbd-4e8d-b98e-fc4930149f03'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:41:50.410268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbfbad-6999-49ac-b0a9-cc2f7319d523 req-0f0a1ff9-0b49-4c3d-a2af-0743399d9fcb tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:50.411696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4edbfbad-6999-49ac-b0a9-cc2f7319d523 req-0f0a1ff9-0b49-4c3d-a2af-0743399d9fcb tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 944 time: 0.0763910 Dec 23 15:41:50.457893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4edbfbad-6999-49ac-b0a9-cc2f7319d523 req-d41dfe99-2c00-40ac-99a2-25cdf80a2f9e tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405254 Dec 23 15:41:51.336319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:41:51.470028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:41:51.474819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:41:51.475184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:51.603656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:51.617706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:41:51.627258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:41:51.671407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405ea6d-f817-4245-afb7-9b7a97a24b02 req-2f32895e-e760-4b75-883b-3b0f0ac530eb tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:51.672925 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2405ea6d-f817-4245-afb7-9b7a97a24b02 req-2f32895e-e760-4b75-883b-3b0f0ac530eb tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 944 time: 0.0963871 Dec 23 15:41:51.682720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:51.715549 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'code': 200} Dec 23 15:41:51.762230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:51.820496 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2405ea6d-f817-4245-afb7-9b7a97a24b02 req-f9b35aea-301d-42a4-b921-e0c87b6b3553 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411517 Dec 23 15:41:52.174097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-911c3c03-9eef-4d58-89e3-d754f60fceaf req-25890a7e-a07a-4754-8839-d95a17afba4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 1098 time: 0.0680506 Dec 23 15:41:52.216542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-911c3c03-9eef-4d58-89e3-d754f60fceaf req-dce9d3a0-2e73-4c16-a5ec-264ff68937d1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Dec 23 15:41:53.019765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4db26-2e41-4c50-87bd-a5cb8c2f05fb req-6beefca8-e154-4c45-86b1-6fb43c8dd267 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:53.021232 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bff4db26-2e41-4c50-87bd-a5cb8c2f05fb req-6beefca8-e154-4c45-86b1-6fb43c8dd267 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 945 time: 0.0793447 Dec 23 15:41:53.066874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bff4db26-2e41-4c50-87bd-a5cb8c2f05fb req-4cf13483-98d1-4765-9320-33b674c54dd9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 Dec 23 15:41:54.076770 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-b6de4f71-073f-4938-aadf-f09815a8246b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763230 Dec 23 15:41:54.302777 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-fee4a78b-9cb7-45b8-a200-a3aa981fbd15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1098 time: 0.1357429 Dec 23 15:41:54.310438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dbefd-2542-46e3-959c-dff5a51ded16 req-512423a6-6015-4730-a11f-41a83d05f6e5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:54.311794 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-174dbefd-2542-46e3-959c-dff5a51ded16 req-512423a6-6015-4730-a11f-41a83d05f6e5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 945 time: 0.1085658 Dec 23 15:41:54.450360 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-174dbefd-2542-46e3-959c-dff5a51ded16 req-1a71019d-53db-4ff4-b0f9-98929bfbd551 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320632 Dec 23 15:41:54.483714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-d10e4498-83a7-4fc7-ad74-c170b22c4d76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:54.485207 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-d10e4498-83a7-4fc7-ad74-c170b22c4d76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1523724 Dec 23 15:41:54.632338 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-5ec5a13a-0281-496d-9c05-cdc951e02bd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 200 len: 1001 time: 0.1400857 Dec 23 15:41:54.715660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-37ae1918-a6a5-4604-80d5-eef1ae28f3dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:54.717025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-37ae1918-a6a5-4604-80d5-eef1ae28f3dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0745704 Dec 23 15:41:54.727528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b496-149f-4924-95b5-3de46a8db8f0 req-2e86125a-dcc3-43a7-9716-d6b2ca3855c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:54.729873 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7cb4b496-149f-4924-95b5-3de46a8db8f0 req-2e86125a-dcc3-43a7-9716-d6b2ca3855c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 945 time: 0.1497974 Dec 23 15:41:54.823561 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7cb4b496-149f-4924-95b5-3de46a8db8f0 req-15e5e12c-5a89-4120-b592-ab8020341ce2 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644872 Dec 23 15:41:54.836395 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-e9878794-ba3c-4bf5-98ee-adf16678a8b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065009 Dec 23 15:41:54.854851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56822) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:54.971964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-7dcd1711-f923-4d5f-a1f0-18e650e87293 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281679 Dec 23 15:41:55.065612 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2584a19c-d5d9-493a-ac42-67cde2badb5c tempest-TestVolumeBootPattern-1854957076 tempest-TestVolumeBootPattern-1854957076-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 1093 time: 0.2088542 Dec 23 15:41:55.068211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56828) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:41:55.073610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:41:55.078991 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:41:55.083427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Usage tracker for resource:floatingip and tenant:ae0448e5dd864db3aa4c638a8afdaaf3 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:41:55.086271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:41:55.091857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:41:55.105610 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe2cf9a5-3fd9-4cf7-8fe8-7c03e381d797 req-c37b58ca-4512-44b3-a585-09b1c4f42051 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278126 Dec 23 15:41:55.230382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:55.368339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:55.373537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a4687785-a719-4118-b9d8-c9e0b794841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:55.501376 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Allocated IP 172.26.6.226 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/98f696f3-de7e-4e11-9cc4-63ab89b3e663) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:41:55.660608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:55.817360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:55.888635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:41:55.891376 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:41:55.894006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:41:55.924855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=98f696f3-de7e-4e11-9cc4-63ab89b3e663,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:55.942749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.943093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.943427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.943754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.944081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.944676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.944996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.945313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.945629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.945942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:55.946254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:41:56.499003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:56.635162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:56.846751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:56.930576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:57.029677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event updated for resources: {'Port': ['ID=98f696f3-de7e-4e11-9cc4-63ab89b3e663,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:41:57.047757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:57.237646 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Floating IP d6c44db0-2244-4e7f-a598-74fa4dac8b0e associated. External IP: 172.26.6.226, port: 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03. Dec 23 15:41:57.626871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:41:57.652798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87e7fab9-1de4-4857-9ae6-6ff16f662c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:57.828315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:41:57.843086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:41:57.849414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:41:57.850029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:57.921614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:58.035754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:41:58.088642 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bbf4fc65-e389-4f50-970f-f1fb44f6df4c tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0194180 Dec 23 15:41:58.089224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:41:58.219230 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'status': 'completed', 'code': 200} Dec 23 15:41:58.340263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-62a99609-2f3d-4f4f-9be8-61cb38322133 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 1098 time: 0.0769701 Dec 23 15:41:58.396335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 1, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}, {'id': 'd6c44db0-2244-4e7f-a598-74fa4dac8b0e', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.226', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:78:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c1206b-d520-4718-97fc-ace09dd81954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:56Z', 'updated_at': '2021-12-23T15:41:56Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:58.400313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:41:58.411303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:41:58.411905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:58.475630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-d578c1a2-15b5-4e5b-9f66-702883b2d846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:58.477003 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-d578c1a2-15b5-4e5b-9f66-702883b2d846 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1308222 Dec 23 15:41:58.577364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-1bcaa3dc-1260-4968-8d7e-18cc682bcd8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 HTTP/1.1" status: 200 len: 999 time: 0.0939159 Dec 23 15:41:58.593616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:41:58.745832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-ef98d0f1-1af7-4db1-880e-47e2c02dcb81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:41:58.747160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-ef98d0f1-1af7-4db1-880e-47e2c02dcb81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.1642902 Dec 23 15:41:58.776042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:58.824746 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-23d64604-93f6-4689-831a-94bb2353ad28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709860 Dec 23 15:41:58.965081 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-b4ba9950-a4c9-4252-81d7-9cd29c536e55 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337655 Dec 23 15:41:59.039719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 1, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}, {'id': 'd6c44db0-2244-4e7f-a598-74fa4dac8b0e', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.226', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:78:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c1206b-d520-4718-97fc-ace09dd81954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:56Z', 'updated_at': '2021-12-23T15:41:56Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:41:59.043710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aac7d8-726e-4c45-9129-4c1d32916579 None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 1, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}, {'id': 'd6c44db0-2244-4e7f-a598-74fa4dac8b0e', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.226', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:78:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c1206b-d520-4718-97fc-ace09dd81954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:56Z', 'updated_at': '2021-12-23T15:41:56Z', 'revision_number': 0, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:41:59.070360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:41:59.107437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-854862d6-bac4-4199-8555-01be7a04e6b9 req-ccb72766-6ca5-4d5b-a1a2-2e4f5dc3d5fe service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355062 Dec 23 15:41:59.244933 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c87c6f-5962-44df-aa14-3bda1114f9db None None] New status for floating IP d6c44db0-2244-4e7f-a598-74fa4dac8b0e: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:42:00.222254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:07.190176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:15.911565 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:42:18.270057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56850) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:18.345055 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e50f0836-123b-4a46-af73-863f078fdc32 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=629e819aaa0c4f2bb534edf99c0905fb&network_id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 3000 time: 0.0732675 Dec 23 15:42:23.493691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56864) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:23.558494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d69d8-abd4-4173-8557-0fa691fa47ef tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:23.559938 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dc8d69d8-abd4-4173-8557-0fa691fa47ef tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75 HTTP/1.1" status: 200 len: 814 time: 0.0651650 Dec 23 15:42:24.691936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56872) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:24.698045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:24.802724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:25.078476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:25.170997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:25.175400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01 disassociated. External IP: 172.26.6.40, port: 0ececd34-2c06-4543-a693-0f4730d2e921. Dec 23 15:42:25.359153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0199ad5e-ad52-4499-bad5-3a7282071588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:25.572479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router aebbdda2-d575-4baa-9479-b244b1824573 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:42:25.879665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:42:25.884838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:25.891079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] Sync routers for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:42:25.903541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:42:25.904194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:25.940206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f84c7406-d417-480e-b7ec-e262ba301d4d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 689 time: 1.2445178 Dec 23 15:42:25.940206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:42:25.940565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56876) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:25.996240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921', 'status': 'completed', 'code': 200} Dec 23 15:42:26.031597 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5b61af24-3d77-4dfe-988a-ea050e5148fb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 689 time: 0.0880241 Dec 23 15:42:26.097046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:42:26.111622 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-8b971449-d694-4c6e-bb1c-9ec72596ce5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 1099 time: 0.0697689 Dec 23 15:42:26.245418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-ac0e3a16-91be-4a30-a0ed-4016e5ef8abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:26.246857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-ac0e3a16-91be-4a30-a0ed-4016e5ef8abb service neutron] 10.222.0.57 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 898 time: 0.1294076 Dec 23 15:42:26.321448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-779365b1-7d54-4013-86c1-62ddf5bdeb39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ececd34-2c06-4543-a693-0f4730d2e921 HTTP/1.1" status: 200 len: 217 time: 0.0678325 Dec 23 15:42:26.385548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-53764f34-d798-407d-88ed-a0c494302ec7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:26.387108 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-53764f34-d798-407d-88ed-a0c494302ec7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a11a3c-1b1c-4461-ba13-232cbb712227 HTTP/1.1" status: 200 len: 834 time: 0.0593200 Dec 23 15:42:26.417358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:26.421344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] Checking router: aebbdda2-d575-4baa-9479-b244b1824573 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:42:26.432451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:42:26.433071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:26.468111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-2d111eee-691f-46ec-b475-f1c9717ce433 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=456a2fc8-68cc-4e04-8361-32f3393aa5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744767 Dec 23 15:42:26.607522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-2e1134db-c13e-4cb5-b87a-b98a7325bc0b service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323371 Dec 23 15:42:26.620251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:42:26.749794 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bcb78f-6a72-4b8b-9baf-0b74ee20dc6d req-7150873b-dbed-490f-82dd-71722548c0ce service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352241 Dec 23 15:42:26.945946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:26.950229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8f3ee-070c-4288-8846-83cfd5120daa None None] The sync data for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv is: [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:42:27.032865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56884) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:27.115222 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-afbf81e2-6301-4daf-a791-12f5bffc9357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 689 time: 0.0806348 Dec 23 15:42:27.177547 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87383ef-d4fd-4646-8869-fdf27b0b1ce8 None None] New status for floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:42:27.628647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cef37864-cd86-4773-a4c3-d9c791ff9e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:28.118369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56890) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:28.202629 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-861982e2-60f4-433d-bf2a-09b7f1e57179 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 687 time: 0.0829630 Dec 23 15:42:28.731471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:29.011048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:29.540202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56896) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:29.545690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331814946', 'description': 'tempest-secgroup-smoke-1331814946 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:29.551611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:29.555871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:29.558724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:29.564347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:29.674539 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:29.710627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:29.714431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:29.717235 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:29.722801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:29.775449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:29.822432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:29.866305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d437a262-dbc9-4b21-8b67-4285dfa4c3c0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:30.022627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.023805 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b4794541-fa2e-4641-9a03-7e4e3fcf2986 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4826224 Dec 23 15:42:30.033534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56900) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:30.033534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd437a262-dbc9-4b21-8b67-4285dfa4c3c0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:30.039058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:30.042847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:30.045766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:30.051305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:30.112687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.176474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.255312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.291550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.315889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdd4c65-da5c-48f1-91bf-e780f9219d2a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:30.393349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.394068 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ab2c3fd7-44b1-4685-9a13-d22a6a1272d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3657367 Dec 23 15:42:30.396719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56904) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:30.402170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd437a262-dbc9-4b21-8b67-4285dfa4c3c0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:30.408058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:30.412334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:30.415289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:30.421019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:30.547907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.608316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.696550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.719751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97746d34-91fb-48f9-81d5-d06844a1f90d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:30.794675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.795290 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1ec9f1ca-b417-4f7c-b13c-c4f3452b29f7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3976371 Dec 23 15:42:30.798532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56908) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:30.804660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd437a262-dbc9-4b21-8b67-4285dfa4c3c0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:30.818093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:30.818093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:30.818482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:30.824048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:30.901101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:30.962037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.039528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.062895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9dc3f5a-59f7-4238-831f-ee0b6abc6d32,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:31.129903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.131099 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d4258293-f451-4a42-8a9d-a77690d847b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3316059 Dec 23 15:42:31.133943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56912) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:31.139406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd437a262-dbc9-4b21-8b67-4285dfa4c3c0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:31.145260 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:31.149160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:31.152007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:31.157635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:31.238672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.301091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.376467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.402176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828a0256-dc07-46ab-a630-a62e8338c178,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:31.495207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.496235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b6606c8e-df9d-402b-8722-da55bd69068f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3612788 Dec 23 15:42:31.498941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56916) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:31.504297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd437a262-dbc9-4b21-8b67-4285dfa4c3c0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:31.511331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:31.515099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:31.525075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:31.525075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:31.602765 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:42:31.611455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.673607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.799627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.826867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cbb8d3-9c1b-46d6-86b4-1a47e26bd966,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:31.897504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:31.899095 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3bc3c9a0-7142-495e-b48f-9f1de19248cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3990822 Dec 23 15:42:31.901731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56920) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:31.907740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd437a262-dbc9-4b21-8b67-4285dfa4c3c0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:31.914143 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:31.918054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:42:31.920970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:42:31.926795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:32.006478 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:42:32.012057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:32.079702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:32.182505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:32.211069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6a2954-3d66-4fb0-8a6b-6db5c3fea066,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:32.285382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:32.290676 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-57a1d011-befb-45cc-9b84-d633831e0a15 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3846369 Dec 23 15:42:32.462514 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-a22360bc-3d55-44d4-a577-21e7c5554c09 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331814946&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.0424716 Dec 23 15:42:32.611713 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f78c0e48-a3a8-4ed9-a7b4-1123937ecef6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:32.613147 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f78c0e48-a3a8-4ed9-a7b4-1123937ecef6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 797 time: 0.1442418 Dec 23 15:42:32.629629 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-980049d3-a666-427f-a06b-ed3b364238d6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0110581 Dec 23 15:42:32.721011 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-eb662614-d3b1-48b5-9c56-f7815d284b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847993 Dec 23 15:42:32.860310 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-574e18c3-b47a-492b-8afc-3ed2bc97ed19 service neutron] 10.222.0.58 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278892 Dec 23 15:42:33.092504 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-11157959-7b45-4a44-9e63-d286504458cc service neutron] 10.222.0.58 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241530 Dec 23 15:42:33.412037 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2450cad7-2979-44f0-a729-6236dcbdec44 req-1c2679da-b325-4471-a518-f6486dc52171 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 210 time: 0.0464396 Dec 23 15:42:34.576840 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-694583c0-6813-4654-bcd5-dd2cc703e41c req-dfffe303-0a5a-42c3-aad6-714543462535 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 210 time: 0.0419385 Dec 23 15:42:35.741627 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5de41f6-137c-4732-a4c9-416069c33c01 req-b3103559-ec8f-428e-b674-d7b806abf498 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 210 time: 0.0412321 Dec 23 15:42:35.916701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-b5a092ff-658e-4b81-8314-ded3f12690e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:35.918137 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-b5a092ff-658e-4b81-8314-ded3f12690e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 797 time: 0.1501446 Dec 23 15:42:35.983366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-c09b35b9-46ae-4399-b0c4-9f1eedc9f064 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 473 time: 0.0452394 Dec 23 15:42:35.992855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': '856a4bf3-7373-4806-b1a7-410602652bf1', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['d437a262-dbc9-4b21-8b67-4285dfa4c3c0']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:36.129356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:42:36.139019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:42:36.235298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:42:36.237972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:36.400646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.4 (456a2fc8-68cc-4e04-8361-32f3393aa5c8/75a11a3c-1b1c-4461-ba13-232cbb712227/8277ab3f-074a-4dfd-a09e-1a8b458866a7) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:42:36.587892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:36.603130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 8277ab3f-074a-4dfd-a09e-1a8b458866a7 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:42:36.698788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:36.766512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:42:36.770270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:42:36.773528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:42:36.808773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=8277ab3f-074a-4dfd-a09e-1a8b458866a7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:36.854482 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:36.855104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:36.944976 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-6c4593ac-cdd6-4e0f-8319-88b0cbda1a58 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9562390 Dec 23 15:42:36.965281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Request body: {'port': {'device_id': '856a4bf3-7373-4806-b1a7-410602652bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:36.999226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe056d94-9ab0-4bbc-9fd8-5d43aba3c614 req-0c31b8cc-1f8e-472d-b133-79d36a3dc63b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:36.999901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-fe056d94-9ab0-4bbc-9fd8-5d43aba3c614 req-0c31b8cc-1f8e-472d-b133-79d36a3dc63b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:42:37.094269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:37.137637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-fe056d94-9ab0-4bbc-9fd8-5d43aba3c614 req-0c31b8cc-1f8e-472d-b133-79d36a3dc63b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:42:37.138773 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe056d94-9ab0-4bbc-9fd8-5d43aba3c614 req-0c31b8cc-1f8e-472d-b133-79d36a3dc63b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 931 time: 0.2543898 Dec 23 15:42:37.177789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ef80b9e0-a73a-4f03-84a7-f944914ca26d None None] Provisioning for port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:42:37.180689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:37.184190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ef80b9e0-a73a-4f03-84a7-f944914ca26d None None] Provisioning complete for port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:42:37.184190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef80b9e0-a73a-4f03-84a7-f944914ca26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:37.237936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ef80b9e0-a73a-4f03-84a7-f944914ca26d None None] Port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:42:37.254235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fe056d94-9ab0-4bbc-9fd8-5d43aba3c614 req-68ee3b88-d001-4387-b832-ac5cddbcf5fb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092143 Dec 23 15:42:37.471145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8277ab3f-074a-4dfd-a09e-1a8b458866a7 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:42:37.478498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:37.492578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Transition to ACTIVE for port object 8277ab3f-074a-4dfd-a09e-1a8b458866a7 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:42:37.540756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:37.760596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Pushing event updated for resources: {'Port': ['ID=8277ab3f-074a-4dfd-a09e-1a8b458866a7,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:37.799250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.799871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.799973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.800258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.800582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.800903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.801221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.801576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.801894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.802209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.802521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:42:37.885019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Attempting to bind port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:42:37.885373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Attempting to bind port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:42:37.885689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Attempting to bind port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:42:37.891590 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:42:37.891902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Attempting to bind port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 on network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:42:37.898808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:42:37.899118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Checking segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:42:37.899491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Bound using segment: {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:42:37.901407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Bound port: 8277ab3f-074a-4dfd-a09e-1a8b458866a7, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921d7d41-3e53-4a28-8406-05b2274bb768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:42:37.901748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:37.999168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] For port 8277ab3f-074a-4dfd-a09e-1a8b458866a7, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:42:38.000757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] For port 8277ab3f-074a-4dfd-a09e-1a8b458866a7, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8277ab3f-074a-4dfd-a09e-1a8b458866a7,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:42:38.100901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:38.163785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:38.165172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f86db215-441e-4d90-980d-8205fb712746 service neutron] 10.222.0.57 "PUT /v2.0/ports/8277ab3f-074a-4dfd-a09e-1a8b458866a7 HTTP/1.1" status: 200 len: 1093 time: 1.2055168 Dec 23 15:42:38.165651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:42:38.182967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86db215-441e-4d90-980d-8205fb712746 service neutron] Pushing event updated for resources: {'Port': ['ID=8277ab3f-074a-4dfd-a09e-1a8b458866a7,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:38.225953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'status': 'completed', 'code': 200} Dec 23 15:42:38.349255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5bb214b1-f950-42bc-b355-2ca85a761630 req-d1cf1dd9-1e20-4dd9-aaa1-dade9e618080 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0802519 Dec 23 15:42:38.555792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb214b1-f950-42bc-b355-2ca85a761630 req-c1c694b8-7f8c-4028-a5f2-2ba04b1f770c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:38.558617 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5bb214b1-f950-42bc-b355-2ca85a761630 req-c1c694b8-7f8c-4028-a5f2-2ba04b1f770c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1960821 Dec 23 15:42:38.589585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375d254-2cb5-489e-8a4f-38c3d913242e req-633399db-c094-4c31-b224-1974f9e81b2c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:38.590969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7375d254-2cb5-489e-8a4f-38c3d913242e req-633399db-c094-4c31-b224-1974f9e81b2c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 943 time: 0.1993515 Dec 23 15:42:38.717016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7375d254-2cb5-489e-8a4f-38c3d913242e req-c56feeb8-8b56-4c7c-90c8-874a669d33f3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753655 Dec 23 15:42:38.735080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb214b1-f950-42bc-b355-2ca85a761630 req-9e0d9ddb-37dd-4190-86a6-452bae2d503e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:38.736617 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5bb214b1-f950-42bc-b355-2ca85a761630 req-9e0d9ddb-37dd-4190-86a6-452bae2d503e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732056 Dec 23 15:42:38.869578 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-3b28f611-4022-472b-b7b8-8ff17b070706 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0735631 Dec 23 15:42:38.946745 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-44fef5f0-d0dc-4cd5-a7d7-021e67136c1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8277ab3f-074a-4dfd-a09e-1a8b458866a7 HTTP/1.1" status: 200 len: 217 time: 0.0638866 Dec 23 15:42:39.012780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-3503c6b3-fa54-4750-987d-cf89be48340c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:39.014235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-3503c6b3-fa54-4750-987d-cf89be48340c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a11a3c-1b1c-4461-ba13-232cbb712227 HTTP/1.1" status: 200 len: 834 time: 0.0619221 Dec 23 15:42:39.088420 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-f9fc0a1a-029e-4306-b565-1403f287e568 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=456a2fc8-68cc-4e04-8361-32f3393aa5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674036 Dec 23 15:42:39.220608 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-0bcda816-271e-487d-b184-681b97ea9c56 service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263497 Dec 23 15:42:39.354703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f4f87f7-c4d4-4438-b8dc-10aab1286103 req-e543404d-3d3d-4809-87e0-a7a1febce750 service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276159 Dec 23 15:42:39.950294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae5a4-187b-47ee-983b-d6860005d25b req-72b8741f-3f85-4014-8e9f-a653b2bdd8ad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:39.950294 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4bae5a4-187b-47ee-983b-d6860005d25b req-72b8741f-3f85-4014-8e9f-a653b2bdd8ad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 943 time: 0.0776243 Dec 23 15:42:39.981940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4bae5a4-187b-47ee-983b-d6860005d25b req-f92a6fb5-20c1-446b-8df5-46d604b2779f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Dec 23 15:42:41.184363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336c08e-5b16-46f3-9af0-af22fafaed9f req-29e58725-58e9-4cf3-aa52-b4ffa660f214 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:41.185827 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3336c08e-5b16-46f3-9af0-af22fafaed9f req-29e58725-58e9-4cf3-aa52-b4ffa660f214 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 943 time: 0.0774164 Dec 23 15:42:41.233992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3336c08e-5b16-46f3-9af0-af22fafaed9f req-eaecb5e1-147f-4d99-839a-5ce87da038fc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421364 Dec 23 15:42:42.529611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d642c52-8635-465c-8c02-b55020755c03 req-20f008d6-5a71-425e-90dd-a6c28857667f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:42.530220 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d642c52-8635-465c-8c02-b55020755c03 req-20f008d6-5a71-425e-90dd-a6c28857667f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 943 time: 0.1730025 Dec 23 15:42:42.575889 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d642c52-8635-465c-8c02-b55020755c03 req-ec8aa972-afe1-49e4-a2f2-0677bf1025d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Dec 23 15:42:43.561305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8277ab3f-074a-4dfd-a09e-1a8b458866a7 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:42:43.702057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8277ab3f-074a-4dfd-a09e-1a8b458866a7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8277ab3f-074a-4dfd-a09e-1a8b458866a7,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:42:43.717062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'port_id': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'mac_address': 'fa:16:3e:8b:02:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:42:43.774281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644eacd-a609-4bcd-b596-3b82e9a1ec2c req-57ed7237-f6fe-4538-821d-f2c61d54bca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:43.775806 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6644eacd-a609-4bcd-b596-3b82e9a1ec2c req-57ed7237-f6fe-4538-821d-f2c61d54bca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 943 time: 0.0768254 Dec 23 15:42:43.816037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:43.823839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6644eacd-a609-4bcd-b596-3b82e9a1ec2c req-d660c460-a756-48de-b4d0-92d53c7c1718 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Dec 23 15:42:43.834067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8277ab3f-074a-4dfd-a09e-1a8b458866a7 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:42:43.850464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8277ab3f-074a-4dfd-a09e-1a8b458866a7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8277ab3f-074a-4dfd-a09e-1a8b458866a7,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:42:43.908315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:43.972262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=8277ab3f-074a-4dfd-a09e-1a8b458866a7,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:44.312742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['8277ab3f-074a-4dfd-a09e-1a8b458866a7'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:42:45.025694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3baba8-285d-4246-8269-cc4a0857df41 req-32b8e89a-1d03-4427-a469-78dcdf7c041e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:45.027108 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ee3baba8-285d-4246-8269-cc4a0857df41 req-32b8e89a-1d03-4427-a469-78dcdf7c041e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 944 time: 0.0815170 Dec 23 15:42:45.072245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ee3baba8-285d-4246-8269-cc4a0857df41 req-d1dbf7a0-37c1-4966-8381-677a47378537 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394540 Dec 23 15:42:45.582549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8277ab3f-074a-4dfd-a09e-1a8b458866a7 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:42:45.740016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:42:45.745927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:42:45.745927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:45.858856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:45.885632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:42:45.895234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8277ab3f-074a-4dfd-a09e-1a8b458866a7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8277ab3f-074a-4dfd-a09e-1a8b458866a7,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:42:45.938963 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'code': 200} Dec 23 15:42:45.976287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:46.043292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=8277ab3f-074a-4dfd-a09e-1a8b458866a7,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:42:46.278445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b201c-c963-4730-bdcc-fbc013c25b75 req-fc584077-e212-4727-b056-b145c7e702bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:46.281276 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-182b201c-c963-4730-bdcc-fbc013c25b75 req-fc584077-e212-4727-b056-b145c7e702bd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 945 time: 0.0868649 Dec 23 15:42:46.380828 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-182b201c-c963-4730-bdcc-fbc013c25b75 req-34dc2d53-ff43-4550-b300-702df78a9d3d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911922 Dec 23 15:42:46.399667 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1b7bc669-e7de-4a0f-b184-74c6178727c4 req-f400269c-1b54-4230-9c6b-4f25e7f19e60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0950575 Dec 23 15:42:46.442630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1b7bc669-e7de-4a0f-b184-74c6178727c4 req-b2d61e07-d65f-4308-b33b-44c568e8fee6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370555 Dec 23 15:42:47.575311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf6a97-7553-4172-a559-72074d260189 req-48df033f-37d3-4cd2-9166-c4c935101588 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:47.576677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6dcf6a97-7553-4172-a559-72074d260189 req-48df033f-37d3-4cd2-9166-c4c935101588 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 945 time: 0.0746713 Dec 23 15:42:47.623874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6dcf6a97-7553-4172-a559-72074d260189 req-14f913a8-33da-4da4-868f-fd3d9bab95df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418136 Dec 23 15:42:48.824884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b239b-4107-4957-85ed-ad5a309a7b62 req-022295aa-2c97-42f5-b4a2-d8d966f7be44 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:48.826282 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d8b239b-4107-4957-85ed-ad5a309a7b62 req-022295aa-2c97-42f5-b4a2-d8d966f7be44 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 945 time: 0.0765936 Dec 23 15:42:48.871876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d8b239b-4107-4957-85ed-ad5a309a7b62 req-1ab2ec73-1ee8-4cfd-b5fb-47a09dc902dd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Dec 23 15:42:49.069928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d01c3-7f9b-4928-a6e3-089bee82fdc7 req-cb6789f6-d943-476e-9d52-d0fc75479f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:49.071334 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d96d01c3-7f9b-4928-a6e3-089bee82fdc7 req-cb6789f6-d943-476e-9d52-d0fc75479f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 945 time: 0.0821893 Dec 23 15:42:49.116481 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d96d01c3-7f9b-4928-a6e3-089bee82fdc7 req-8077db90-9255-460f-be6b-0803840173de tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395770 Dec 23 15:42:49.143085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56976) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:49.212262 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6338e91c-d55e-499a-be60-7abb12585a2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 1093 time: 0.0679696 Dec 23 15:42:49.214901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 56980) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:49.220191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'port_id': '8277ab3f-074a-4dfd-a09e-1a8b458866a7'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:42:49.297912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:49.885868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:49.935756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:50.216611 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01 associated. External IP: 172.26.6.40, port: 8277ab3f-074a-4dfd-a09e-1a8b458866a7. Dec 23 15:42:50.600578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router aebbdda2-d575-4baa-9479-b244b1824573 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:42:50.800605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:42:50.805588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:50.809960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] Sync routers for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:42:50.822493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:42:50.823109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:42:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:50.861584 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c053b41-adec-4f51-b643-3d72ec163c59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 990 time: 1.6455879 Dec 23 15:42:50.862141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:42:50.864496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56984) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:50.916747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'status': 'completed', 'code': 200} Dec 23 15:42:50.974700 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-53d38651-e2d1-41ab-a3bc-53e92384c542 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 990 time: 0.1087594 Dec 23 15:42:51.006446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:42:51.038970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-6222591b-711a-469f-b2c4-bed6bd655b5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0781341 Dec 23 15:42:51.169587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-58c06e92-931d-48eb-913a-cc3ac8a83a8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:51.170939 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-58c06e92-931d-48eb-913a-cc3ac8a83a8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 898 time: 0.1261284 Dec 23 15:42:51.275727 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-6f88ef23-69c0-46bb-8224-d985ff86916e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8277ab3f-074a-4dfd-a09e-1a8b458866a7 HTTP/1.1" status: 200 len: 998 time: 0.0981848 Dec 23 15:42:51.339335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-c0852ad1-dd01-47fb-bc5e-9395ba8d93c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:51.340798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-c0852ad1-dd01-47fb-bc5e-9395ba8d93c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a11a3c-1b1c-4461-ba13-232cbb712227 HTTP/1.1" status: 200 len: 834 time: 0.0589626 Dec 23 15:42:51.361772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '05e8a643-ec94-4be1-ba46-fc1695172e01', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'port_id': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'mac_address': 'fa:16:3e:8b:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a4bf3-7373-4806-b1a7-410602652bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:13Z', 'updated_at': '2021-12-23T15:42:49Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:51.365705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] Checking router: aebbdda2-d575-4baa-9479-b244b1824573 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:42:51.376588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:42:51.377182 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:42:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:51.418830 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-e49a04f3-434d-428a-8040-d530632dfba8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=456a2fc8-68cc-4e04-8361-32f3393aa5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716522 Dec 23 15:42:51.549458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-8f7dbc20-b6d6-4ae8-bfd1-1409db9c86fb service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244133 Dec 23 15:42:51.557886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:42:51.792872 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a54a8e61-fccd-4acd-9c47-9a584398bbfb req-89edc45e-ffa9-4772-b75a-feb858a44c89 service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365639 Dec 23 15:42:51.947661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '05e8a643-ec94-4be1-ba46-fc1695172e01', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'port_id': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'mac_address': 'fa:16:3e:8b:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a4bf3-7373-4806-b1a7-410602652bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:13Z', 'updated_at': '2021-12-23T15:42:49Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:42:51.951571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e38d98-16e3-4486-adef-ea9c69cb65c2 None None] The sync data for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv is: [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '05e8a643-ec94-4be1-ba46-fc1695172e01', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'port_id': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'mac_address': 'fa:16:3e:8b:02:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856a4bf3-7373-4806-b1a7-410602652bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:41:13Z', 'updated_at': '2021-12-23T15:42:49Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:42:51.978008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56990) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:52.081971 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a2876733-4ced-4d5d-9703-992e26b2fe27 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 990 time: 0.1027987 Dec 23 15:42:52.142932 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4431bfbc-b6e4-4725-aaf6-7860fb43efb3 None None] New status for floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:42:52.907286 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:42:53.085903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 56994) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:42:53.195321 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b6cc6fa3-2e28-4125-8aaf-fd46557d5ddb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 200 len: 992 time: 0.1083140 Dec 23 15:42:55.322768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-30bac21a-e476-4cb2-9389-4f74a5f0ae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:55.839728 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-2a8014d9-c7fd-4d50-9abd-95e0a2bbd96b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662625 Dec 23 15:42:55.955266 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-ca5f6a05-f981-4965-871d-a5b6e0ef3a18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 1099 time: 0.0729473 Dec 23 15:42:56.097856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-5840023b-67da-4d26-baa8-c665ebcc9321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:56.099241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-5840023b-67da-4d26-baa8-c665ebcc9321 service neutron] 10.222.0.57 "GET /v2.0/networks?id=456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 200 len: 898 time: 0.1238446 Dec 23 15:42:56.166225 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-8ca372dc-c332-4a10-bf62-b9f4e8dd7ca4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ececd34-2c06-4543-a693-0f4730d2e921 HTTP/1.1" status: 200 len: 217 time: 0.0600851 Dec 23 15:42:56.231026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-d5ce1926-1240-461e-9735-0b29c61196a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:42:56.232048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-d5ce1926-1240-461e-9735-0b29c61196a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75a11a3c-1b1c-4461-ba13-232cbb712227 HTTP/1.1" status: 200 len: 834 time: 0.0598025 Dec 23 15:42:56.307182 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-adb775d5-e848-4ceb-a4f0-c9844798c2cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=456a2fc8-68cc-4e04-8361-32f3393aa5c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680258 Dec 23 15:42:56.436090 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-aa489f54-4349-483b-a7fb-8dd714c51c03 service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227062 Dec 23 15:42:56.566511 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb4a03a2-f066-44c0-903c-ac88bbbff43f req-4fa9fe38-85e2-4495-92cd-99ef975be3ca service neutron] 10.222.0.57 "GET /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235490 Dec 23 15:42:57.586850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d9f-aa7f-4e9c-a8f3-9e42416b9319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:58.724421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:42:58.958864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:00.255245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:07.139670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:25.322817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da314756-7443-4d37-ad2f-358940694285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:27.636310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5dd044bd-4c1d-46a0-92dd-be092e896c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:28.756833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:28.985218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:29.906762 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:43:30.226536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:37.545098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:47.078223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-e7d3c203-8904-4b93-b2bf-44198c666356 req-c2d3cf5a-b18b-4738-9d0e-2ea18b4d7999 service neutron] (84221) timed out ('10.222.0.57', 51384) {{(pid=84221) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 15:43:55.309516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c7441ba-2e7d-4565-8b2a-30eb729bdecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:57.176794 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-0ad3cd0a-f2bc-4bf4-8f7b-54d3dd084f0c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326253 Dec 23 15:43:57.281391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-93e04a64-3882-46a4-b072-d5e77d848da6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 1098 time: 0.0675890 Dec 23 15:43:57.422028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-756e6de7-def9-456d-aea1-72f5fc7e229f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:43:57.423356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-756e6de7-def9-456d-aea1-72f5fc7e229f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1238449 Dec 23 15:43:57.524676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-7937d523-9dea-4a82-bc41-32fe965f1b0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 HTTP/1.1" status: 200 len: 1001 time: 0.0937285 Dec 23 15:43:57.586175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-8dbc0a7b-f645-4ab7-b0a6-c1dc4889cc8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:43:57.587576 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-8dbc0a7b-f645-4ab7-b0a6-c1dc4889cc8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0564232 Dec 23 15:43:57.589666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9e7c0010-f37e-42b2-9ed4-f3fbbd55c7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:57.665442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-23fa03c1-e18a-45c9-aeb6-d23e24217813 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718691 Dec 23 15:43:57.798397 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-2cd963c0-70da-4999-ad6c-2e6e8eb8d3f5 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260912 Dec 23 15:43:58.016522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ba8c0120-5d80-44d1-bd93-4cce24884620 req-b56308df-41a5-476a-acff-cfc844868a9e service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119915 Dec 23 15:43:58.750207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:43:58.961172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:00.218395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:03.132173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9dff6-b198-4dcb-94be-43abf3e1fe09 req-5cff921a-ef58-48b6-a3e1-f2dda5b57fad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:03.133588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b2d9dff6-b198-4dcb-94be-43abf3e1fe09 req-5cff921a-ef58-48b6-a3e1-f2dda5b57fad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 945 time: 0.1468182 Dec 23 15:44:03.178195 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b2d9dff6-b198-4dcb-94be-43abf3e1fe09 req-7044718d-c2d1-4fc3-951c-e7f52b2433b1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385470 Dec 23 15:44:04.451853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18809f30-e746-4129-ac69-8526c4eb52be req-7ce2b29c-5d7c-4f20-a836-b40bb413cb75 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:04.459320 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-18809f30-e746-4129-ac69-8526c4eb52be req-7ce2b29c-5d7c-4f20-a836-b40bb413cb75 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 945 time: 0.1527107 Dec 23 15:44:04.503547 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-18809f30-e746-4129-ac69-8526c4eb52be req-ca6eef46-19b2-422b-b5be-53f103c41c2e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d437a262-dbc9-4b21-8b67-4285dfa4c3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 Dec 23 15:44:04.823600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-4bd525eb-7e90-4580-b6c5-fcbe252b813d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:04.825032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-4bd525eb-7e90-4580-b6c5-fcbe252b813d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 945 time: 0.0751390 Dec 23 15:44:04.894526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:04.894858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:05.129541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 8277ab3f-074a-4dfd-a09e-1a8b458866a7, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8277ab3f-074a-4dfd-a09e-1a8b458866a7,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:05.129807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:05.417623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:05.417888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:05.418186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01 disassociated. External IP: 172.26.6.40, port: 8277ab3f-074a-4dfd-a09e-1a8b458866a7. Dec 23 15:44:05.418508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 8277ab3f-074a-4dfd-a09e-1a8b458866a7 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:05.594652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:05.675030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=8277ab3f-074a-4dfd-a09e-1a8b458866a7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:05.698405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7bd36192-09e5-43a2-9842-4a3e012c2dfe req-30798f5e-a31a-4b69-84d1-0641d323b77b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 210 time: 0.0633566 Dec 23 15:44:05.707253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.707590 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.707902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.715317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:05.918438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router aebbdda2-d575-4baa-9479-b244b1824573 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:44:06.222445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:06.231714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] Sync routers for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:06.243595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:06.244219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:43:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:06.289999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port 8277ab3f-074a-4dfd-a09e-1a8b458866a7 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:44:06.292383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:06.295830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'name': 'network-vif-deleted', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:06.351012 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856a4bf3-7373-4806-b1a7-410602652bf1', 'name': 'network-vif-deleted', 'tag': '8277ab3f-074a-4dfd-a09e-1a8b458866a7', 'status': 'completed', 'code': 200} Dec 23 15:44:06.373373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5a98c4d3-e231-47c7-b070-653cc9d5deb3 req-34a153b0-0e7c-4638-bf03-bd9d8b41ae8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/8277ab3f-074a-4dfd-a09e-1a8b458866a7 HTTP/1.1" status: 204 len: 173 time: 1.5420468 Dec 23 15:44:06.427473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:06.745108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:06.749179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] Checking router: aebbdda2-d575-4baa-9479-b244b1824573 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:06.759975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:06.760619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:43:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:06.890400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-51f59cce-611f-49ce-a6b7-e6888e17e1c4 req-ae73b0c3-e6b0-43bb-b124-096e9c1840ff tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:06.908544 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:44:06.942607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:06.948823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-51f59cce-611f-49ce-a6b7-e6888e17e1c4 req-ae73b0c3-e6b0-43bb-b124-096e9c1840ff tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:06.949983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51f59cce-611f-49ce-a6b7-e6888e17e1c4 req-ae73b0c3-e6b0-43bb-b124-096e9c1840ff tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=856a4bf3-7373-4806-b1a7-410602652bf1 HTTP/1.1" status: 200 len: 210 time: 0.1018727 Dec 23 15:44:07.267722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:07.301974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:07.305977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1415a5fa-1ac0-4c7b-b223-622ea6fe2545 None None] The sync data for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv is: [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:40:49Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '93b0b4ee-d5b7-458f-a3b7-2636dc526c7f', 'name': '', 'network_id': '456a2fc8-68cc-4e04-8361-32f3393aa5c8', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:5c:ae:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:49Z', 'updated_at': '2021-12-23T15:40:55Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '75a11a3c-1b1c-4461-ba13-232cbb712227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:07.522720 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7e9562-8aac-4bac-ae57-642b6bab5f9d None None] New status for floating IP 05e8a643-ec94-4be1-ba46-fc1695172e01: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:44:07.985947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8277ab3f-074a-4dfd-a09e-1a8b458866a7 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:08.023540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 8277ab3f-074a-4dfd-a09e-1a8b458866a7 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:08.023899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8277ab3f-074a-4dfd-a09e-1a8b458866a7 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:08.060729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57054) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:08.134013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:08.164202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:08.285942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:08.303013 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437a262-dbc9-4b21-8b67-4285dfa4c3c0,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:08.316939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.317220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.317547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.317870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.318191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.318509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.318825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.319140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.319450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.319757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.320067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:08.322730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:08.323810 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-df111dcb-7a93-4459-a2ec-98d27eab5363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/d437a262-dbc9-4b21-8b67-4285dfa4c3c0 HTTP/1.1" status: 204 len: 168 time: 0.2621310 Dec 23 15:44:08.418194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57060) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:08.572400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 3af847dd-2ed3-47c1-b3ee-79c7afd96d39 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:08.572647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:08.742174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:08.742492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:08.861529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 3af847dd-2ed3-47c1-b3ee-79c7afd96d39 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:09.131903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:09.175898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=3af847dd-2ed3-47c1-b3ee-79c7afd96d39,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:09.270826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:09.360264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:09.361397 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2d39a13c-9b3e-4c19-988b-4ee236e30e36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/05e8a643-ec94-4be1-ba46-fc1695172e01 HTTP/1.1" status: 204 len: 168 time: 0.9422364 Dec 23 15:44:09.904923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b5068-c689-47aa-9cb5-73e21d7c12ad req-fc64e558-6363-49ad-a8a3-886ca3701c67 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:09.906353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f32b5068-c689-47aa-9cb5-73e21d7c12ad req-fc64e558-6363-49ad-a8a3-886ca3701c67 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 946 time: 0.0773070 Dec 23 15:44:09.953487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f32b5068-c689-47aa-9cb5-73e21d7c12ad req-ab2ecbaa-72b2-4f68-a5bf-c5530e1237cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Dec 23 15:44:11.152802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92082a91-de24-4599-a31c-00d1c36521e4 req-d8e8fe02-021b-4caa-9d12-15f0268c3754 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:11.155021 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-92082a91-de24-4599-a31c-00d1c36521e4 req-d8e8fe02-021b-4caa-9d12-15f0268c3754 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 946 time: 0.0774438 Dec 23 15:44:11.204720 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-92082a91-de24-4599-a31c-00d1c36521e4 req-0e4c021d-8b5d-4b11-b4a2-287ad493ba98 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=86b074df-870b-4ede-ba55-8381a8b2b5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Dec 23 15:44:11.535131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-6e7542f6-c2f1-4b97-a21a-a93d0151b1d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:11.536552 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-6e7542f6-c2f1-4b97-a21a-a93d0151b1d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 946 time: 0.0747161 Dec 23 15:44:11.603150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 0ececd34-2c06-4543-a693-0f4730d2e921 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:11.603473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:11.845013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 0ececd34-2c06-4543-a693-0f4730d2e921, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0ececd34-2c06-4543-a693-0f4730d2e921,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:11.845282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:11.965897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 0ececd34-2c06-4543-a693-0f4730d2e921 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:12.172017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:12.218575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=0ececd34-2c06-4543-a693-0f4730d2e921,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:12.295536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port 0ececd34-2c06-4543-a693-0f4730d2e921 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:44:12.297869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:12.300376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'name': 'network-vif-deleted', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:12.311732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51a66730-70e0-41c2-aea8-fe04a17e0f30 req-e08d9a69-a0af-459a-b218-79d7865c5a7c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/0ececd34-2c06-4543-a693-0f4730d2e921 HTTP/1.1" status: 204 len: 173 time: 0.7697484 Dec 23 15:44:12.363501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318ba7fb-a4f8-41b8-946d-df062fae2426', 'name': 'network-vif-deleted', 'tag': '0ececd34-2c06-4543-a693-0f4730d2e921', 'status': 'completed', 'code': 200} Dec 23 15:44:12.369013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-410decea-79e5-4899-9605-99268ef28030 req-9b21cbdc-1cd9-42a0-bf39-587542d3ac35 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:12.463080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-410decea-79e5-4899-9605-99268ef28030 req-9b21cbdc-1cd9-42a0-bf39-587542d3ac35 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:12.467434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-410decea-79e5-4899-9605-99268ef28030 req-9b21cbdc-1cd9-42a0-bf39-587542d3ac35 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=318ba7fb-a4f8-41b8-946d-df062fae2426 HTTP/1.1" status: 200 len: 210 time: 0.1365640 Dec 23 15:44:13.569116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57078) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:13.636665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7db8dfe4-f347-491d-ad8d-5fc965a2e41a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:13.665017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7db8dfe4-f347-491d-ad8d-5fc965a2e41a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:13.777565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7db8dfe4-f347-491d-ad8d-5fc965a2e41a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:13.796493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8dfe4-f347-491d-ad8d-5fc965a2e41a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b074df-870b-4ede-ba55-8381a8b2b5b3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:13.805060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7db8dfe4-f347-491d-ad8d-5fc965a2e41a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:13.808173 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7db8dfe4-f347-491d-ad8d-5fc965a2e41a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/86b074df-870b-4ede-ba55-8381a8b2b5b3 HTTP/1.1" status: 204 len: 168 time: 0.2360992 Dec 23 15:44:13.880781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57084) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:14.283252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:14.884700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:14.885334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:15.067135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:15.067479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:15.277603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:15.508430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:15.554581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=93b0b4ee-d5b7-458f-a3b7-2636dc526c7f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:15.859628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:16.032034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0ececd34-2c06-4543-a693-0f4730d2e921 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:16.068806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 0ececd34-2c06-4543-a693-0f4730d2e921 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:16.069146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0ececd34-2c06-4543-a693-0f4730d2e921 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:16.429231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router aebbdda2-d575-4baa-9479-b244b1824573 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:44:16.629173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:16.639175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] Sync routers for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:16.651248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:16.655985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:43:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:16.710414 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-150ede20-42c9-4e75-8935-4dd6142a30a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/aebbdda2-d575-4baa-9479-b244b1824573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284683 Dec 23 15:44:16.713246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57088) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:16.838519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:16.905645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet 75a11a3c-1b1c-4461-ba13-232cbb712227 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:44:16.908617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:16.962591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.050487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.136711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:44:15Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:17.141683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] Checking router: aebbdda2-d575-4baa-9479-b244b1824573 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:17.152519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] Routers {'aebbdda2-d575-4baa-9479-b244b1824573'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:17.153212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:43:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['aebbdda2-d575-4baa-9479-b244b1824573'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:17.183124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.222948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=75a11a3c-1b1c-4461-ba13-232cbb712227,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:17.229470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.236278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bd89ba58-7bae-4e6c-92e3-ccc86ed23cec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/75a11a3c-1b1c-4461-ba13-232cbb712227 HTTP/1.1" status: 204 len: 168 time: 0.5214822 Dec 23 15:44:17.238753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57092) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:17.240012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56760e-076f-40f2-a1ee-9c05ea875502 None None] Network 456a2fc8-68cc-4e04-8361-32f3393aa5c8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:44:17.493985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] Set router aebbdda2-d575-4baa-9479-b244b1824573 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:17.538875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.739022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.817310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port e2abf4a6-8603-48e3-845a-f98942b46961 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:17.817644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.838875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] DHCP port deletion for 456a2fc8-68cc-4e04-8361-32f3393aa5c8 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:44:17.846337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Deleting port 042f1072-7f47-4364-9332-119963dabae8 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:17.846704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:17.888742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:44:15Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:17.897305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80694e66-22f6-4dc6-b8ae-401778b1b5bc None None] The sync data for ids ['aebbdda2-d575-4baa-9479-b244b1824573'] in dv-neutron-822796-1-hyperv is: [{'id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'name': 'tempest-TestNetworkBasicOps-router-1193515153', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:40:44Z', 'updated_at': '2021-12-23T15:44:15Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'e2abf4a6-8603-48e3-845a-f98942b46961', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebbdda2-d575-4baa-9479-b244b1824573', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:40:45Z', 'updated_at': '2021-12-23T15:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:18.001457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port e2abf4a6-8603-48e3-845a-f98942b46961, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e2abf4a6-8603-48e3-845a-f98942b46961,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:18.001807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.055730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] For port 042f1072-7f47-4364-9332-119963dabae8, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=042f1072-7f47-4364-9332-119963dabae8,segment=NetworkSegment(921d7d41-3e53-4a28-8406-05b2274bb768),segment_id=921d7d41-3e53-4a28-8406-05b2274bb768)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:18.056034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.121645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for e2abf4a6-8603-48e3-845a-f98942b46961 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:18.176755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Calling delete_port for 042f1072-7f47-4364-9332-119963dabae8 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:18.303011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.320055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.349684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Pushing event deleted for resources: {'Port': ['ID=042f1072-7f47-4364-9332-119963dabae8,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:18.355115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] No DVR routers for this DVR port 042f1072-7f47-4364-9332-119963dabae8 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:44:18.366353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.366756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.367201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.367916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.367916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.368397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.368845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.369174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.369489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.369875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.370258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cda1de4-053a-41cc-9f1d-300fb2383975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:18.408892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=e2abf4a6-8603-48e3-845a-f98942b46961,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:18.602434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.858214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.862379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.938533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:18.972869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:18.973204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 93b0b4ee-d5b7-458f-a3b7-2636dc526c7f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:18.973600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 042f1072-7f47-4364-9332-119963dabae8 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:18.977048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.977604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router aebbdda2-d575-4baa-9479-b244b1824573 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:44:18.993561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:18.994731 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a95b0463-20a5-4bb5-a331-b9937b39dbd1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/aebbdda2-d575-4baa-9479-b244b1824573 HTTP/1.1" status: 204 len: 168 time: 1.7550297 Dec 23 15:44:18.998128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57096) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:19.011539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 042f1072-7f47-4364-9332-119963dabae8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:19.011874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 042f1072-7f47-4364-9332-119963dabae8 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:19.220849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.353391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.383464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456a2fc8-68cc-4e04-8361-32f3393aa5c8']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:19.398282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921d7d41-3e53-4a28-8406-05b2274bb768') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:19.398597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921d7d41-3e53-4a28-8406-05b2274bb768') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:19.410496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.426785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.433443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:44:19.433836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:44:19.448632 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:44:19.571583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.593374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.604173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=456a2fc8-68cc-4e04-8361-32f3393aa5c8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:19.692520 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-27599066-d91a-4ac5-9657-1aa50403bf8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/456a2fc8-68cc-4e04-8361-32f3393aa5c8 HTTP/1.1" status: 204 len: 168 time: 0.6934454 Dec 23 15:44:19.719626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57100) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:19.725631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--109129053', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:19.730712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:19.735042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:19.737891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:19.747889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:19.828641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:44:19.831661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.858906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:44:19.866887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.867206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment 6cda1a9c-84ae-4d3f-a52f-10571d521a5f of type vlan for network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 Dec 23 15:44:19.893115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.983292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:19.986994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:19.987698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:20.109373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:20.119494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:44:20.160869 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a6769e2b-5bcc-4cb3-9119-c905dcb25804 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4398949 Dec 23 15:44:20.163511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57104) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:20.168856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:20.175920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:20.179735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:20.182646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:20.189464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:20.251660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:20.252585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:20.269877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:20.466469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:20.692660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:20.721810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:20.847976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e2abf4a6-8603-48e3-845a-f98942b46961 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:20.855696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.167 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/265f7131-5d1f-445c-ba2b-b0dfbabf0db3) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:44:20.880266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: e2abf4a6-8603-48e3-845a-f98942b46961 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:20.880529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e2abf4a6-8603-48e3-845a-f98942b46961 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:21.000818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:21.092598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:21.158024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:44:21.160725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:44:21.165570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:44:21.191996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:21.395230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:21.395930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:21.799726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:44:22.002531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:22.012133 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Sync routers for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:22.025239 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:22.025840 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:43:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:22.086181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:22.087403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ed89a10b-beec-45bf-acd0-d616cb88dd1f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9229698 Dec 23 15:44:22.092274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57108) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:22.132784 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c806a07-e890-48a6-945a-6997c87cb3f6 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393608 Dec 23 15:44:22.135232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57112) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:22.205308 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:22.267226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806378b-ec86-47f8-b435-9ef03f558b71 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:22.268812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a806378b-ec86-47f8-b435-9ef03f558b71 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326869 Dec 23 15:44:22.271583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57116) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:22.311154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ce5166a8-18ef-478f-886b-cfb7e15ed12b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384810 Dec 23 15:44:22.313979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57120) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:22.319184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904566880', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:22.429079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:22.432846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:22.435754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:22.441666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:22.487344 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:21Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:22.491237 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Checking router: 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:22.491569 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Updating router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:44:22.531439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:44:22.541695 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:22.639353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:22.891543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:22.941738 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:22.954233 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Transition to ACTIVE for port object 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:44:22.971746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=f470e2c5-1b16-4e9a-acc7-f31326f187b5,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:22.981416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:44:22.981758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:44:23.011451 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.066022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:44:23.102325 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Pushing event updated for resources: {'Port': ['ID=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:23.107303 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Attempting to bind port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:44:23.107651 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Attempting to bind port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:44:23.107996 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Attempting to bind port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:44:23.117467 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.117799 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.118120 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.118437 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.118774 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.119069 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.119376 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.119689 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.119996 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.120326 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.120632 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:44:23.124773 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:44:23.125127 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:44:23.125508 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.125869 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:44:23.126311 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Bound port: 265f7131-5d1f-445c-ba2b-b0dfbabf0db3, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:44:23.126678 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.131300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:44:23.135990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:23.139282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.139984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13bff06-71ff-4fdb-bc7b-c3ee147031fd None None] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:44:23.205599 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] For port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:44:23.208740 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] For port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:44:23.240970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6bcba82d-a763-4068-8553-8f9c8cb8d4f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9259412 Dec 23 15:44:23.243763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57124) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:23.286221 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.362396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:44:23.363401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.374479 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:23.375091 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:43:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:23.444766 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9bc6-d3e8-4eab-8264-0778aba89611 None None] Pushing event updated for resources: {'Port': ['ID=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:23.530761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Allocated IP 172.20.0.2 (70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9/f470e2c5-1b16-4e9a-acc7-f31326f187b5/3b687f30-3653-4b10-8063-b5c5fb115213) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:44:23.566059 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:23.747045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.757242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Transition to ACTIVE for port object 3b687f30-3653-4b10-8063-b5c5fb115213 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:44:23.776250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Transition to ACTIVE for port object 3b687f30-3653-4b10-8063-b5c5fb115213 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:44:23.840180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:23.884178 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:21Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:23.888983 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae2ae4-fd2c-401a-ba0b-3c8346f9ed6d None None] The sync data for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv is: [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:21Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:23.955643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:44:23.959029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:44:23.966512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:44:23.975991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Pushing event updated for resources: {'Port': ['ID=3b687f30-3653-4b10-8063-b5c5fb115213,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:24.077429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Attempting to bind port 3b687f30-3653-4b10-8063-b5c5fb115213 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:44:24.078987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Attempting to bind port 3b687f30-3653-4b10-8063-b5c5fb115213 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:44:24.083038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Attempting to bind port 3b687f30-3653-4b10-8063-b5c5fb115213 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:44:24.097426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:44:24.097793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Checking segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:44:24.098615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:24.098615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Bound using segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:44:24.099025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Bound port: 3b687f30-3653-4b10-8063-b5c5fb115213, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:44:24.099372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:24.177188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:24.203004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] For port 3b687f30-3653-4b10-8063-b5c5fb115213, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:44:24.206805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] For port 3b687f30-3653-4b10-8063-b5c5fb115213, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3b687f30-3653-4b10-8063-b5c5fb115213,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:44:24.292047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:24.376206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc99a40-9db4-488d-91bb-84e957cb567d None None] Pushing event updated for resources: {'Port': ['ID=3b687f30-3653-4b10-8063-b5c5fb115213,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:24.649186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9/f470e2c5-1b16-4e9a-acc7-f31326f187b5/ac938934-b394-4ddc-a1e8-38357b79b884) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:44:24.815490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:24.831402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object ac938934-b394-4ddc-a1e8-38357b79b884 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:44:24.903781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:24.951798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3b687f30-3653-4b10-8063-b5c5fb115213 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:44:24.978415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:44:24.982502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=ac938934-b394-4ddc-a1e8-38357b79b884,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:24.984846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:44:24.986976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:44:25.046695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.087345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 3b687f30-3653-4b10-8063-b5c5fb115213 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:44:25.093734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:44:25.233463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.279662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:44:25.285177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:25.285544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.388106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd8748-a4a3-4fe0-b840-673e6815dd5c None None] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:44:25.409854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a286e87b-765a-4c39-9193-0b33d20292d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.499794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.536775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:25.589068 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5a04b13c-e27b-49f8-9dca-61caedb00c31 None None] Provisioning for port 3b687f30-3653-4b10-8063-b5c5fb115213 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:44:25.601153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5a04b13c-e27b-49f8-9dca-61caedb00c31 None None] Provisioning complete for port 3b687f30-3653-4b10-8063-b5c5fb115213 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:25.601516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a04b13c-e27b-49f8-9dca-61caedb00c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.634267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.760380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.762695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:25.811451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.838308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a04b13c-e27b-49f8-9dca-61caedb00c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.875980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5a04b13c-e27b-49f8-9dca-61caedb00c31 None None] For port 3b687f30-3653-4b10-8063-b5c5fb115213, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3b687f30-3653-4b10-8063-b5c5fb115213,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:25.929566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=ac938934-b394-4ddc-a1e8-38357b79b884,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:25.931955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:25.959739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a04b13c-e27b-49f8-9dca-61caedb00c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:26.031530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04b13c-e27b-49f8-9dca-61caedb00c31 None None] Pushing event updated for resources: {'Port': ['ID=3b687f30-3653-4b10-8063-b5c5fb115213,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:26.084051 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e30f1837-afa6-4376-82fe-8d2d7b07ca8f None None] Provisioning complete for port 3b687f30-3653-4b10-8063-b5c5fb115213 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:26.084830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e30f1837-afa6-4376-82fe-8d2d7b07ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:26.087844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:44:26.089025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:44:26.303147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e30f1837-afa6-4376-82fe-8d2d7b07ca8f None None] Provisioning for port ac938934-b394-4ddc-a1e8-38357b79b884 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:44:26.310124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e30f1837-afa6-4376-82fe-8d2d7b07ca8f None None] Provisioning complete for port ac938934-b394-4ddc-a1e8-38357b79b884 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:26.310524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e30f1837-afa6-4376-82fe-8d2d7b07ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:26.374981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e30f1837-afa6-4376-82fe-8d2d7b07ca8f None None] Port ac938934-b394-4ddc-a1e8-38357b79b884 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:44:26.489252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:44:26.501431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fff5b504-a210-4e32-a42c-d8aebd9525dd None None] Provisioning complete for port ac938934-b394-4ddc-a1e8-38357b79b884 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:26.501793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fff5b504-a210-4e32-a42c-d8aebd9525dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:26.552295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fff5b504-a210-4e32-a42c-d8aebd9525dd None None] Port ac938934-b394-4ddc-a1e8-38357b79b884 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:44:26.703815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:26.716738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1efa496f-b098-4edd-88fb-d7f58f21a53d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/70b1a3a9-58ef-48f6-8644-75f4e5f3dd11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4718697 Dec 23 15:44:26.719257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57128) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:26.860495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c2969-5424-48e1-aa33-172baa1c8e2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.860865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c2969-5424-48e1-aa33-172baa1c8e2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.861223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c2969-5424-48e1-aa33-172baa1c8e2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.861572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c2969-5424-48e1-aa33-172baa1c8e2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.861915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c2969-5424-48e1-aa33-172baa1c8e2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.862264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c2969-5424-48e1-aa33-172baa1c8e2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.864006 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-299c2969-5424-48e1-aa33-172baa1c8e2a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1438463 Dec 23 15:44:26.866702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57132) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:26.900644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3b687f30-3653-4b10-8063-b5c5fb115213 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:44:26.938472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86605902-1547-4d9a-9414-8ab56a7a6478 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.938860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86605902-1547-4d9a-9414-8ab56a7a6478 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.939216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86605902-1547-4d9a-9414-8ab56a7a6478 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.939571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86605902-1547-4d9a-9414-8ab56a7a6478 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.939915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86605902-1547-4d9a-9414-8ab56a7a6478 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.940281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86605902-1547-4d9a-9414-8ab56a7a6478 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:26.942032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-86605902-1547-4d9a-9414-8ab56a7a6478 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0744171 Dec 23 15:44:26.944716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57136) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:26.968559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3b687f30-3653-4b10-8063-b5c5fb115213 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:26.968924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:27.086115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:44:27.154103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-198599c9-4980-4ee5-b57d-e728e72b213a tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2083571 Dec 23 15:44:27.154391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:27.154512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:27.156968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57140) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:27.162228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1330001398', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:27.420062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:27.425560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:port and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:27.427208 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:27.432939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:27.446259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Sync routers for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:27.458513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:27.459110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:43:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:27.485370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:44:27.488548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:27.511614 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] device_id is not set on port bed79e7a-489c-436d-8336-e960c86fa9f9 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:44:27.643175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39b64a3a-fe18-48d5-be4e-a3b25bdae41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:27.657291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.12 (70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9/f470e2c5-1b16-4e9a-acc7-f31326f187b5/bed79e7a-489c-436d-8336-e960c86fa9f9) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:44:27.685067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:27.859017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:27.874867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object bed79e7a-489c-436d-8336-e960c86fa9f9 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:44:27.948546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.002262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:28.006222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Checking router: 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:28.006562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Updating router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 port ac938934-b394-4ddc-a1e8-38357b79b884 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:44:28.023530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:44:28.026610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:44:28.031334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:44:28.060292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:28.061625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.099993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:28.100605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.177506 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6b88fe4f-e73c-417f-a342-8be4d65b14f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0194912 Dec 23 15:44:28.391707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-97c547eb-3f5a-456b-aebb-b44f5086e7a9 None None] Provisioning for port bed79e7a-489c-436d-8336-e960c86fa9f9 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:44:28.407939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-97c547eb-3f5a-456b-aebb-b44f5086e7a9 None None] Provisioning complete for port bed79e7a-489c-436d-8336-e960c86fa9f9 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:28.408308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-97c547eb-3f5a-456b-aebb-b44f5086e7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.430352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57146) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:28.434505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718232515', 'description': 'tempest-secgroup-smoke-1718232515 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:28.441454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:28.445832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:28.448849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:28.455040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:28.475405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.479438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-97c547eb-3f5a-456b-aebb-b44f5086e7a9 None None] Port bed79e7a-489c-436d-8336-e960c86fa9f9 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:44:28.481429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57150) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:28.488817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Transition to ACTIVE for port object ac938934-b394-4ddc-a1e8-38357b79b884 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:44:28.544943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.548585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.676897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:28.695255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:28.701422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:28.717833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:28.743817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Deleting port 98f696f3-de7e-4e11-9cc4-63ab89b3e663 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:28.743817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.743982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc6094-7a0f-4ab7-96b5-15ea4dc8794f None None] Pushing event updated for resources: {'Port': ['ID=ac938934-b394-4ddc-a1e8-38357b79b884,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:28.788971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.812889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Attempting to bind port ac938934-b394-4ddc-a1e8-38357b79b884 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:44:28.813264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Attempting to bind port ac938934-b394-4ddc-a1e8-38357b79b884 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:44:28.813676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Attempting to bind port ac938934-b394-4ddc-a1e8-38357b79b884 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:44:28.821364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:44:28.823023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Checking segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:44:28.823023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.823023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Bound using segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:44:28.824830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Bound port: ac938934-b394-4ddc-a1e8-38357b79b884, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:44:28.825557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.898158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.947442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] For port ac938934-b394-4ddc-a1e8-38357b79b884, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:44:28.949846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.950161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:28.950438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] For port ac938934-b394-4ddc-a1e8-38357b79b884, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ac938934-b394-4ddc-a1e8-38357b79b884,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:44:28.982941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.013349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.029862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.085873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Calling delete_port for 98f696f3-de7e-4e11-9cc4-63ab89b3e663 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:29.123023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:29.123625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:29.162844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b458b14e-5b3a-4633-83d1-1522eb70ad17,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:29.177200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc6094-7a0f-4ab7-96b5-15ea4dc8794f None None] Pushing event updated for resources: {'Port': ['ID=ac938934-b394-4ddc-a1e8-38357b79b884,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:29.302681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.303935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d9bf34ec-2c8b-4702-a043-ff3a9d62009f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8748417 Dec 23 15:44:29.306930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57154) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:29.315469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'b458b14e-5b3a-4633-83d1-1522eb70ad17', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:29.321898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:29.331865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:29.334874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:29.343340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.344788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:29.376778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:29.390968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event deleted for resources: {'Port': ['ID=98f696f3-de7e-4e11-9cc4-63ab89b3e663,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:29.434994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.490546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.604317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.691192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.707828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:28Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:29.712644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ff2f2-648f-4ec3-8ee6-2dce5967e8b4 None None] The sync data for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv is: [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:28Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:29.722007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e03ff11-5b02-4966-a453-6c7875e09058,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:29.799206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.800436 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-dab84971-a6fb-4ea8-b121-98519dfab883 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4923189 Dec 23 15:44:29.803145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57158) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:29.811236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'b458b14e-5b3a-4633-83d1-1522eb70ad17', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:29.819212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:29.823708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:29.826948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:29.832770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:29.921374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:29.995553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.045131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:44:30.057096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.086534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab2b127-7d91-4b4b-b92f-38b410f16bb4,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:30.171871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.173370 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a2eed5f0-069a-4d99-b222-5fb6f6cf6984 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3692484 Dec 23 15:44:30.176261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57162) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:30.186294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'b458b14e-5b3a-4633-83d1-1522eb70ad17', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:30.197164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:30.201954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:30.205174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:30.211271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:30.257130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.269661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:30.279879 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:30.292555 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:30.293783 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:30.294140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.371769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.372007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.436371 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-736f852c-67b2-4821-980d-69fed4eed9ef tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "DELETE /v2.0/floatingips/d6c44db0-2244-4e7f-a598-74fa4dac8b0e HTTP/1.1" status: 204 len: 168 time: 1.9538245 Dec 23 15:44:30.437314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:30.441665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.475601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0216f3-ddb6-4f8b-a328-60d6669d025f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:30.520241 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:30.571361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.572649 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c9b57303-864e-4e32-81fc-5bcb54dc8071 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3954639 Dec 23 15:44:30.575652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57172) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:30.587337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'b458b14e-5b3a-4633-83d1-1522eb70ad17', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:30.606319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:30.613676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:30.614989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'status': 'completed', 'code': 200} Dec 23 15:44:30.617190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:30.624889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:30.711748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.752820 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-cb8848f6-fe3b-494f-b40b-d821e8a465a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 1098 time: 0.0893192 Dec 23 15:44:30.786091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.869667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:30.905479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bdbf61-d300-461f-a634-8b53db524625,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:30.931309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-8706fe4f-f8e1-445c-b3fa-4823041fa7a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:30.931309 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-8706fe4f-f8e1-445c-b3fa-4823041fa7a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1692772 Dec 23 15:44:30.964027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ac938934-b394-4ddc-a1e8-38357b79b884 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:44:30.988416 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 1, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:30.990065 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:31.002967 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:31.003671 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:31.016766 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.018004 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-30e31fa1-870c-4125-9ddc-5452b68cb770 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4413571 Dec 23 15:44:31.020891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57178) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:31.026638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'b458b14e-5b3a-4633-83d1-1522eb70ad17', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:31.042233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:31.046448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:31.051019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:31.057090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:31.064723 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-96b99b89-88aa-4f89-a3b0-50a292808bf3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 HTTP/1.1" status: 200 len: 217 time: 0.0901186 Dec 23 15:44:31.136165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ac938934-b394-4ddc-a1e8-38357b79b884 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:44:31.142751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ac938934-b394-4ddc-a1e8-38357b79b884 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:31.143234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.159641 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:44:31.169690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.181171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-d4b1bb6c-48f8-4c82-9128-8acae0ea19dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:31.182663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-d4b1bb6c-48f8-4c82-9128-8acae0ea19dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0859017 Dec 23 15:44:31.216943 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:31.253962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc18f80-2743-4038-9267-e6610268eb8b req-831ecdd1-93fa-487c-885f-52d84eba49e8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:31.254655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2bc18f80-2743-4038-9267-e6610268eb8b req-831ecdd1-93fa-487c-885f-52d84eba49e8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:31.267990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.279639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.295081 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-c05ac188-5d7b-43ba-8095-3f874f93e0e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044917 Dec 23 15:44:31.313504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ac938934-b394-4ddc-a1e8-38357b79b884, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ac938934-b394-4ddc-a1e8-38357b79b884,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:31.354334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.382897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.388181 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08f38a7-3966-4ee3-a060-cac103cc76b2,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:31.396636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2bc18f80-2743-4038-9267-e6610268eb8b req-831ecdd1-93fa-487c-885f-52d84eba49e8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:31.398008 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2bc18f80-2743-4038-9267-e6610268eb8b req-831ecdd1-93fa-487c-885f-52d84eba49e8 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 945 time: 0.3321149 Dec 23 15:44:31.463186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ac938934-b394-4ddc-a1e8-38357b79b884,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:31.468544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.469785 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1db1a8f3-63bd-4cb0-af26-03caa3dc856d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4476709 Dec 23 15:44:31.473040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57182) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:31.479357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'b458b14e-5b3a-4633-83d1-1522eb70ad17', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:31.485391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-62264a35-c2f9-482b-9aea-f0dd1b32e8ad service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830444 Dec 23 15:44:31.486342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:31.488303 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2bc18f80-2743-4038-9267-e6610268eb8b req-d5b59570-8701-483c-ad7c-e74ff69a0f7a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793152 Dec 23 15:44:31.490420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:31.493549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:31.505987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:31.605367 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 1, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:31.606692 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:44:31.610049 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6f764-24af-4eb1-a080-00a3eac87449 None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '9c295995-f452-412f-a9c5-9af2e1dd8c00', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'floating_ip_address': '172.26.6.204', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'port_id': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'mac_address': 'fa:16:3e:8b:c0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:38:50Z', 'updated_at': '2021-12-23T15:38:54Z', 'revision_number': 1, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:31.615370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.638868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da34bcfa-ce5a-470c-a13a-67fd271542bd req-07b173fd-2e87-4ed8-8bd5-5aae1e05e809 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417930 Dec 23 15:44:31.688909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.737062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.759987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217859f3-0ecb-4491-90c3-c5c113c12f1b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:31.811149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:31.812343 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f8d427d4-a9bc-41a1-aa8f-8db5778e9115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3382988 Dec 23 15:44:31.986336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4ea7d769-51db-468a-b527-614774d456a2 req-8a300da2-32b8-49a3-84e1-4e287f582313 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:32.102313 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4ea7d769-51db-468a-b527-614774d456a2 req-8a300da2-32b8-49a3-84e1-4e287f582313 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:32.103479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-8a300da2-32b8-49a3-84e1-4e287f582313 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718232515&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.1585510 Dec 23 15:44:32.180648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7d769-51db-468a-b527-614774d456a2 req-cde18d23-495f-4ea9-994e-a80a8492239a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:32.181201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4ea7d769-51db-468a-b527-614774d456a2 req-cde18d23-495f-4ea9-994e-a80a8492239a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:32.245542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4ea7d769-51db-468a-b527-614774d456a2 req-cde18d23-495f-4ea9-994e-a80a8492239a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:32.246712 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-cde18d23-495f-4ea9-994e-a80a8492239a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 931 time: 0.1362550 Dec 23 15:44:32.316630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-c67975ec-5f2f-4991-aac6-ed2e5cdaf952 service neutron] 10.222.0.58 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0580113 Dec 23 15:44:32.547746 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-db35ae1d-f68c-4969-a55a-d64422fdd999 service neutron] 10.222.0.58 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254674 Dec 23 15:44:32.734166 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-bdd7807d-9a71-4ee5-bfd4-0c1076ae3659 service neutron] 10.222.0.58 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807833 Dec 23 15:44:32.744386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750ca8f-38ac-41b9-a8a0-3635d99716d3 req-92810f95-db3d-4320-8c7a-7cc26d226f64 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:32.745756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5750ca8f-38ac-41b9-a8a0-3635d99716d3 req-92810f95-db3d-4320-8c7a-7cc26d226f64 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 945 time: 0.1248400 Dec 23 15:44:32.797921 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5750ca8f-38ac-41b9-a8a0-3635d99716d3 req-f409b6a3-2003-4568-bfdc-eac64c3784a1 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398133 Dec 23 15:44:32.898252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ac938934-b394-4ddc-a1e8-38357b79b884 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:44:32.982981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ac938934-b394-4ddc-a1e8-38357b79b884 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:32.983240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-b74e02af-0949-4396-802e-05e3c8fdb2a6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:32.983731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:32.985062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-b74e02af-0949-4396-802e-05e3c8fdb2a6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 945 time: 0.1049523 Dec 23 15:44:33.064750 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c2cafde1-9662-45c0-bf3a-0b11fe27fb47 req-f8e41465-aaa2-4cdc-b4f7-295ee24b3ae5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 210 time: 0.0900412 Dec 23 15:44:33.099510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Deleting port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:33.099845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:33.354176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] For port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:33.354844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:33.477476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Calling delete_port for 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:33.725440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:33.774493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event deleted for resources: {'Port': ['ID=0d9ef51c-6fbd-4e8d-b98e-fc4930149f03,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:33.853060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] No DVR routers for this DVR port 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:44:33.855750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:33.858384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'name': 'network-vif-deleted', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:33.909281 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5040b6d-6586-45d8-a23c-7e468f93fec6 req-91d48d0e-8cf8-4caf-92a5-2974f0ffffbf tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "DELETE /v2.0/ports/0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 HTTP/1.1" status: 204 len: 173 time: 0.8832135 Dec 23 15:44:33.915893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c1206b-d520-4718-97fc-ace09dd81954', 'name': 'network-vif-deleted', 'tag': '0d9ef51c-6fbd-4e8d-b98e-fc4930149f03', 'status': 'completed', 'code': 200} Dec 23 15:44:33.970833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-442aafbd-2507-427e-a9ff-ad2e9a844ac7 req-6e7b8100-9b03-403b-8318-ab3abeafc151 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:34.068239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-442aafbd-2507-427e-a9ff-ad2e9a844ac7 req-6e7b8100-9b03-403b-8318-ab3abeafc151 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:34.069979 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-442aafbd-2507-427e-a9ff-ad2e9a844ac7 req-6e7b8100-9b03-403b-8318-ab3abeafc151 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 210 time: 0.1402478 Dec 23 15:44:34.288717 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1ed4bfdd-cc84-454f-bb55-ee305318715c req-9889604c-bef2-4522-b2fe-ffa955afab8b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 210 time: 0.0508871 Dec 23 15:44:35.096545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-dde2dc63-4d3d-451c-83a7-a4b5963e01c1 service neutron] 10.222.0.57 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1027 time: 0.0610678 Dec 23 15:44:35.284139 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2f6c5031-fec0-4ad9-a0c5-7730539c508f req-9ce1068a-3732-48ac-aac4-4bc35463ceb6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=40c1206b-d520-4718-97fc-ace09dd81954 HTTP/1.1" status: 200 len: 210 time: 0.0639324 Dec 23 15:44:35.306519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7d769-51db-468a-b527-614774d456a2 req-bd02e65b-0ec0-459e-8528-f206fb4870e3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:35.306519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4ea7d769-51db-468a-b527-614774d456a2 req-bd02e65b-0ec0-459e-8528-f206fb4870e3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:35.382341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4ea7d769-51db-468a-b527-614774d456a2 req-bd02e65b-0ec0-459e-8528-f206fb4870e3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:35.383486 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-bd02e65b-0ec0-459e-8528-f206fb4870e3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 HTTP/1.1" status: 200 len: 796 time: 0.2816086 Dec 23 15:44:35.563278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9c49d145-fc9e-4e57-b393-cca6ae47b8ef req-9cd6df4d-dc7d-45e8-b733-38f83d47b6df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 210 time: 0.1428256 Dec 23 15:44:35.585522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-a94323f0-aec9-4634-9cc3-6ca2cdd7607b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 380 time: 0.1812594 Dec 23 15:44:35.599299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Request body: {'port': {'device_id': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:35.712075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:36.045137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed79e7a-489c-436d-8336-e960c86fa9f9 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:44:36.051889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:36.066501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Transition to ACTIVE for port object bed79e7a-489c-436d-8336-e960c86fa9f9 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:44:36.109317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:36.130118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:36.142587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:36.142956 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0d9ef51c-6fbd-4e8d-b98e-fc4930149f03 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:36.260012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:36.369624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:44:36.369946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:44:36.370263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:44:36.376395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:44:36.376711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:44:36.383176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:44:36.383501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Checking segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:44:36.383866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Bound using segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:44:36.384299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Bound port: bed79e7a-489c-436d-8336-e960c86fa9f9, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:44:36.384631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:36.472455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:44:36.475869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:44:36.582445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:36.663714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:36.665057 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] 10.222.0.57 "PUT /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1132 time: 1.0701373 Dec 23 15:44:36.665480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:36.695279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a0596-a41c-4e57-91d9-7669826e5b74 service neutron] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:36.771532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'status': 'completed', 'code': 200} Dec 23 15:44:36.964407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695da93-1540-42b6-b560-8c2e17ebc9e3 req-f1b28961-8b55-47f0-a8da-f374b6815980 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:36.966502 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7695da93-1540-42b6-b560-8c2e17ebc9e3 req-f1b28961-8b55-47f0-a8da-f374b6815980 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 982 time: 0.1505432 Dec 23 15:44:36.969283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fbf78e21-be03-4879-8cfe-358acc9071c7 req-9d5b2f2d-6f70-4084-bf96-e86c3f69c049 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 1135 time: 0.1155558 Dec 23 15:44:37.098077 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7695da93-1540-42b6-b560-8c2e17ebc9e3 req-3dbee751-61ce-4ef0-b20a-56efbdfef0c8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258886 Dec 23 15:44:37.141855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:37.145611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf78e21-be03-4879-8cfe-358acc9071c7 req-d9eb2043-55f5-4819-b896-94bfa55126d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:37.147096 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fbf78e21-be03-4879-8cfe-358acc9071c7 req-d9eb2043-55f5-4819-b896-94bfa55126d5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1590226 Dec 23 15:44:37.287660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf78e21-be03-4879-8cfe-358acc9071c7 req-076a4f3d-d2da-406a-b447-bfe23e253f55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:37.289170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fbf78e21-be03-4879-8cfe-358acc9071c7 req-076a4f3d-d2da-406a-b447-bfe23e253f55 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356366 Dec 23 15:44:37.415832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-104bb74c-0e13-4ebf-bff6-408cb90edc5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 1135 time: 0.0714862 Dec 23 15:44:37.495529 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-a5829a51-59b7-4007-bcd0-db6574cfdf80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 217 time: 0.0663624 Dec 23 15:44:37.558408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7d769-51db-468a-b527-614774d456a2 req-8886d620-ca3c-43f4-89b6-327d02d0d337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:37.559911 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-8886d620-ca3c-43f4-89b6-327d02d0d337 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f470e2c5-1b16-4e9a-acc7-f31326f187b5 HTTP/1.1" status: 200 len: 835 time: 0.0589120 Dec 23 15:44:37.634769 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-705af387-98c4-4b3c-881d-4246d41db22c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688164 Dec 23 15:44:37.870033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-21f3e763-d83a-4ed3-adb2-7e33fe884753 service neutron] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287247 Dec 23 15:44:38.004993 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ea7d769-51db-468a-b527-614774d456a2 req-6e1fc572-1a1b-4fb6-9dd5-9fbba270f3fa service neutron] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291871 Dec 23 15:44:38.298881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d1030-2481-4774-94ce-02d4decfcf15 None None] New status for floating IP d6c44db0-2244-4e7f-a598-74fa4dac8b0e: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:44:38.310232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb79ee-cef0-403d-9e2f-3adfd8e6c136 req-c6c461ee-c00a-4dee-a4e2-f5cfbd6477e3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:38.312829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0cb79ee-cef0-403d-9e2f-3adfd8e6c136 req-c6c461ee-c00a-4dee-a4e2-f5cfbd6477e3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 982 time: 0.0919602 Dec 23 15:44:38.365495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0cb79ee-cef0-403d-9e2f-3adfd8e6c136 req-4c267700-1426-47b2-bbd7-a5fef516d0fc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470972 Dec 23 15:44:39.588799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04277d75-0d61-47ff-9a7f-a8f14248bd5f req-ba672e79-1daa-4be4-96e2-f05c228391f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:39.590293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04277d75-0d61-47ff-9a7f-a8f14248bd5f req-ba672e79-1daa-4be4-96e2-f05c228391f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 982 time: 0.0831442 Dec 23 15:44:39.637422 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04277d75-0d61-47ff-9a7f-a8f14248bd5f req-42d343eb-4afd-4ab8-a5d4-fe797553e53b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Dec 23 15:44:40.975314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83492550-1ed5-4787-b9f7-dff38f1de5aa req-d6e12695-b97a-4da6-ac63-747eab63fd96 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:40.976682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83492550-1ed5-4787-b9f7-dff38f1de5aa req-d6e12695-b97a-4da6-ac63-747eab63fd96 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 982 time: 0.0755894 Dec 23 15:44:41.022756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83492550-1ed5-4787-b9f7-dff38f1de5aa req-0fba4d5e-eb28-499b-9ce5-8b56c49a4bc1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Dec 23 15:44:41.259958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57252) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:41.459819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Deleting port 8b4630b6-3152-440e-9b40-0e8a5defe959 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:41.460201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:41.625165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:41.625488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:41.746073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Calling delete_port for 8b4630b6-3152-440e-9b40-0e8a5defe959 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:41.936701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:41.981440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event deleted for resources: {'Port': ['ID=8b4630b6-3152-440e-9b40-0e8a5defe959,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:42.071201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:42.139879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:44:42.247731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd548fb2-50a1-46c6-8a73-c212ae4c807b req-b2a652a3-c5dd-4926-a17c-51c2b24b7cc2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:42.249290 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dd548fb2-50a1-46c6-8a73-c212ae4c807b req-b2a652a3-c5dd-4926-a17c-51c2b24b7cc2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 982 time: 0.0939186 Dec 23 15:44:42.297308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dd548fb2-50a1-46c6-8a73-c212ae4c807b req-d8b5222c-eb06-403c-98f6-33d6b355cd21 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Dec 23 15:44:42.311012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:42.325752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'port_id': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'mac_address': 'fa:16:3e:9f:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:44:42.385911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:42.404167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed79e7a-489c-436d-8336-e960c86fa9f9 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:44:42.420437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:42.502007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:42.570393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:42.575551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:44:42.781106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:42.791163 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:42.803229 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:42.803822 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:42.860061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:42.915767 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7cc8ddd5-457d-422a-92c4-163d5e65adb3 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "DELETE /v2.0/floatingips/9c295995-f452-412f-a9c5-9af2e1dd8c00 HTTP/1.1" status: 204 len: 168 time: 1.6546998 Dec 23 15:44:42.916426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:42.923582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['bed79e7a-489c-436d-8336-e960c86fa9f9'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:44:42.990828 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:43.005104 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'status': 'completed', 'code': 200} Dec 23 15:44:43.129150 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-428de0f4-47d8-40bf-8893-3c392cc7f8ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 1098 time: 0.0776854 Dec 23 15:44:43.283101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-341954c3-71b8-46cf-8d11-0b0cbedca4f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:43.284624 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-341954c3-71b8-46cf-8d11-0b0cbedca4f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 200 len: 912 time: 0.1488149 Dec 23 15:44:43.326553 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:43.330543 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:43.344737 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:43.344737 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:43.368662 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-faf8de3b-bf99-4e64-a34c-69573229875e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 200 len: 217 time: 0.0736725 Dec 23 15:44:43.447840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-6528bbfc-5da9-4504-8350-19a3aa965170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:43.449935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-6528bbfc-5da9-4504-8350-19a3aa965170 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 200 len: 850 time: 0.0750916 Dec 23 15:44:43.580347 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:43.698482 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-72000eae-feb3-42c7-b0c6-c6dea22d23c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a81657d7-f422-419d-b443-a84b9559f1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2273855 Dec 23 15:44:43.706640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b2867-6a26-4210-b973-8aaa4ba6453a req-44a821fb-2643-4e6d-8300-dd3c4134ea8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:43.708006 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c1b2867-6a26-4210-b973-8aaa4ba6453a req-44a821fb-2643-4e6d-8300-dd3c4134ea8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 983 time: 0.2341492 Dec 23 15:44:43.715345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba6235-5ab4-4b58-9897-3abbd7c04f2a req-25ede068-3c0c-4a57-8c04-07b14ed2f4f7 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:43.716792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0ba6235-5ab4-4b58-9897-3abbd7c04f2a req-25ede068-3c0c-4a57-8c04-07b14ed2f4f7 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 945 time: 0.1754549 Dec 23 15:44:43.889973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c1b2867-6a26-4210-b973-8aaa4ba6453a req-bf72e287-5516-4a4d-a7dd-e9b2c66fc009 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721306 Dec 23 15:44:43.894024 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0ba6235-5ab4-4b58-9897-3abbd7c04f2a req-16aebb62-5767-449d-83eb-b9ff529c6571 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587727 Dec 23 15:44:43.937518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-1ed61e4a-7180-44f0-ad10-fc8a0d447a3e service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285154 Dec 23 15:44:43.940852 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:44:43.947952 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:43.954102 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bb0ae-48eb-4693-9bf7-c44eb4a9af66 None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:33:17Z', 'revision_number': 4, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3a411588-dcc8-4e9b-8e39-8f28f3d4dba6', 'name': '', 'network_id': 'a81657d7-f422-419d-b443-a84b9559f1f7', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'mac_address': 'fa:16:3e:9b:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:14Z', 'updated_at': '2021-12-23T15:33:45Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'subnets': [{'id': '0a34940c-7c06-4257-a1ba-6aac1a59103d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:44.094502 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aace8c9b-5daa-4341-89a0-ac2b262d506c req-37367a7c-f93c-47bb-90e1-6bbcbf970b40 service neutron] 10.222.0.57 "GET /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499748 Dec 23 15:44:44.163976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:44:44.290346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port bed79e7a-489c-436d-8336-e960c86fa9f9 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:44:44.296113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port bed79e7a-489c-436d-8336-e960c86fa9f9 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:44.296511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:44.454454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:44.483097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:44.492905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:44.539794 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'code': 200} Dec 23 15:44:44.545266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-049af763-4273-4293-8088-4f5e69de00be tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:44.546682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-049af763-4273-4293-8088-4f5e69de00be tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 945 time: 0.1735916 Dec 23 15:44:44.564686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:44.640739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Deleting port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:44.641011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:44.641157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:44.922126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] For port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:44.922464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:45.053191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Calling delete_port for 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:45.229095 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51076090-deb8-492a-8c49-cef620874d2e req-045cb5da-75cb-445c-996a-39f8b697e0b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 1137 time: 0.3789001 Dec 23 15:44:45.351824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429ce8-ee8e-4b47-b6fd-ce4aac7a44d9 req-68b17d45-d1ce-48f5-85c8-e38c6ff28a4a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:45.353268 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-17429ce8-ee8e-4b47-b6fd-ce4aac7a44d9 req-68b17d45-d1ce-48f5-85c8-e38c6ff28a4a tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 945 time: 0.2466152 Dec 23 15:44:45.362563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a9e7b-038a-46c7-99d5-c7ecdf4d3a1b req-07ad2417-c314-414e-a32d-aee1dd1871ca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:45.363904 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b35a9e7b-038a-46c7-99d5-c7ecdf4d3a1b req-07ad2417-c314-414e-a32d-aee1dd1871ca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 984 time: 0.3183808 Dec 23 15:44:45.367860 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51076090-deb8-492a-8c49-cef620874d2e req-cdb34c57-423c-4703-b9c7-80fc0195d616 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301727 Dec 23 15:44:45.432214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:45.481237 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b35a9e7b-038a-46c7-99d5-c7ecdf4d3a1b req-e344246a-bb6c-4129-b29a-17ccc5b68a96 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111870 Dec 23 15:44:45.483271 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-17429ce8-ee8e-4b47-b6fd-ce4aac7a44d9 req-1cfa350c-2150-4683-ba92-7efb88e842c6 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/security-groups?id=866de10d-5a2b-4238-b9f0-cfaa3927154f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171758 Dec 23 15:44:45.494422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event deleted for resources: {'Port': ['ID=29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:45.564253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] No DVR routers for this DVR port 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:44:45.566664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:45.569161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'name': 'network-vif-deleted', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:45.580566 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6740c891-b99e-4cb7-94bf-da741fb69250 req-5493935a-a67b-420a-9abb-1990e6a1d5c5 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.57 "DELETE /v2.0/ports/29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 HTTP/1.1" status: 204 len: 173 time: 1.0095191 Dec 23 15:44:45.622334 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b21ec-b3fa-4508-ac12-c23f41516468', 'name': 'network-vif-deleted', 'tag': '29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313', 'status': 'completed', 'code': 200} Dec 23 15:44:46.685062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b54a49-3787-4ef0-ad41-75ef10c6c51f None None] New status for floating IP 9c295995-f452-412f-a9c5-9af2e1dd8c00: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:44:46.706989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3cdf85f4-16c6-4d81-b48e-9fafcbb44bde req-aa1970d7-a5ca-4d10-82b7-e50908786fba tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Synchronizing usage tracker for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:46.752565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1400c3-5a00-4f85-a092-42f22918de52 req-081cf7d0-e07d-45c5-b485-1d42277cc77d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:46.754260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4f1400c3-5a00-4f85-a092-42f22918de52 req-081cf7d0-e07d-45c5-b485-1d42277cc77d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 984 time: 0.1389186 Dec 23 15:44:46.782819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3cdf85f4-16c6-4d81-b48e-9fafcbb44bde req-aa1970d7-a5ca-4d10-82b7-e50908786fba tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Unset dirty status for tenant:ae0448e5dd864db3aa4c638a8afdaaf3 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:46.783946 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3cdf85f4-16c6-4d81-b48e-9fafcbb44bde req-aa1970d7-a5ca-4d10-82b7-e50908786fba tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c4b21ec-b3fa-4508-ac12-c23f41516468 HTTP/1.1" status: 200 len: 210 time: 0.1294365 Dec 23 15:44:46.805684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4f1400c3-5a00-4f85-a092-42f22918de52 req-52f55a72-5a37-4b2b-8642-9ae227fcef97 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Dec 23 15:44:47.894051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57282) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:48.005121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff76f2-27b5-4dcf-9730-3c1ba79bf074 req-e12eeec2-6317-4d76-b69c-65445eba110f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:48.006543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15ff76f2-27b5-4dcf-9730-3c1ba79bf074 req-e12eeec2-6317-4d76-b69c-65445eba110f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 984 time: 0.0783401 Dec 23 15:44:48.053479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15ff76f2-27b5-4dcf-9730-3c1ba79bf074 req-b42a7093-0576-479a-b190-73e120c01ace tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Dec 23 15:44:48.054311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Deleting port e1b3367f-f771-43ab-8b58-eb164643f965 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:48.054641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.172386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:48.209760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:48.210093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 29f87bb5-2d6f-4959-8ca0-b1ce6ab0c313 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:48.232912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.233536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.249571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8a04d-caef-402f-ad9c-7bbb95cd5a42 req-6158d3aa-1422-4183-9da9-050ba2c1b6ba tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:48.251011 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3e8a04d-caef-402f-ad9c-7bbb95cd5a42 req-6158d3aa-1422-4183-9da9-050ba2c1b6ba tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 984 time: 0.0768595 Dec 23 15:44:48.296057 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3e8a04d-caef-402f-ad9c-7bbb95cd5a42 req-d1ce9439-8f8d-4a0d-a277-be9296e74d1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Dec 23 15:44:48.323896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57288) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:48.356953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Calling delete_port for e1b3367f-f771-43ab-8b58-eb164643f965 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:48.396545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1480f161-6298-4756-a04c-1afa087639f9 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 1132 time: 0.0714486 Dec 23 15:44:48.399141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57292) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:48.404833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:48.410161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:48.413939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:48.416831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:48.423222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:48.496404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.536135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.583945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event deleted for resources: {'Port': ['ID=e1b3367f-f771-43ab-8b58-eb164643f965,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:48.681637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.730133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.741549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:48.742710 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4f3e7d50-bd7f-42d6-91a6-27a31d8f7422 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "DELETE /v2.0/floatingips/cfba1f39-e9e0-484d-a743-be24acefb754 HTTP/1.1" status: 204 len: 168 time: 0.8476462 Dec 23 15:44:48.866161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.209 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/e8485a83-8174-41d2-b9f7-fbb419434921) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:44:49.015985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:49.102597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:49.174928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:44:49.177888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:44:49.180585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:44:49.216803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=e8485a83-8174-41d2-b9f7-fbb419434921,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:49.716275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:49.827474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:50.033321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:50.073114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:50.176469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=e8485a83-8174-41d2-b9f7-fbb419434921,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:50.201410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:50.412542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP d7c079ac-a457-4d65-b488-e92ecc023095 associated. External IP: 172.26.6.209, port: bed79e7a-489c-436d-8336-e960c86fa9f9. Dec 23 15:44:50.908400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:44:51.114216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:51.125517 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] Sync routers for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:51.139824 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:51.140660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:51.188062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:51.242356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b6cc4147-0608-49ce-b1e5-c04864b8972e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.8421562 Dec 23 15:44:51.242932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:44:51.245186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57306) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:51.330794 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'status': 'completed', 'code': 200} Dec 23 15:44:51.342510 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:51.352544 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e4b20c9b-1da2-47a6-8105-6dd1ad34bcb0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b&network_id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 HTTP/1.1" status: 200 len: 1132 time: 0.1060922 Dec 23 15:44:51.359022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57316) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:51.502212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5d62862-e0fb-4b24-bc2f-a8778bed85c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:51.537774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-be9047be-2251-4330-906b-69841722af10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 1137 time: 0.1469824 Dec 23 15:44:51.539789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5d62862-e0fb-4b24-bc2f-a8778bed85c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:51.711849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-2b728cec-0628-46dc-8a3f-a782358f32ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:51.713558 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-2b728cec-0628-46dc-8a3f-a782358f32ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 HTTP/1.1" status: 200 len: 897 time: 0.1656518 Dec 23 15:44:51.761065 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'd7c079ac-a457-4d65-b488-e92ecc023095', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'port_id': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1330001398', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'mac_address': 'fa:16:3e:9f:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:44:49Z', 'updated_at': '2021-12-23T15:44:49Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:31Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:51.766017 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] Checking router: 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:51.776509 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:51.777067 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:51.826751 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-30ae79ff-f7ba-4639-b1e6-53d410653579 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1038 time: 0.1072419 Dec 23 15:44:51.893003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5d62862-e0fb-4b24-bc2f-a8778bed85c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:51.918199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-c21d90cf-699e-4802-90cb-15823bf7f2b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:51.919889 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-c21d90cf-699e-4802-90cb-15823bf7f2b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f470e2c5-1b16-4e9a-acc7-f31326f187b5 HTTP/1.1" status: 200 len: 835 time: 0.0875180 Dec 23 15:44:51.921531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d62862-e0fb-4b24-bc2f-a8778bed85c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866de10d-5a2b-4238-b9f0-cfaa3927154f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:51.977969 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:52.041515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5d62862-e0fb-4b24-bc2f-a8778bed85c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:52.042634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5d62862-e0fb-4b24-bc2f-a8778bed85c9 tempest-TestVolumeBootPattern-1302645778 tempest-TestVolumeBootPattern-1302645778-project] 10.222.0.58 "DELETE /v2.0/security-groups/866de10d-5a2b-4238-b9f0-cfaa3927154f HTTP/1.1" status: 204 len: 168 time: 0.6826458 Dec 23 15:44:52.087417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db5158-7120-46fc-9209-5f5e22d387d5 req-1872160d-1e8a-4c04-acee-19e106faca43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:52.088897 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-49db5158-7120-46fc-9209-5f5e22d387d5 req-1872160d-1e8a-4c04-acee-19e106faca43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 984 time: 0.1482818 Dec 23 15:44:52.092845 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-afc98e8c-77d1-4e23-b63d-5e8bae39c2d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1196494 Dec 23 15:44:52.183193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57324) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:52.224149 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-49db5158-7120-46fc-9209-5f5e22d387d5 req-8e21ed92-8833-4204-b20b-2d1ce0cfe5f1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291831 Dec 23 15:44:52.270444 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-a430565e-b116-4e21-a5fb-84d6a82dc75f service neutron] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603844 Dec 23 15:44:52.387175 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'd7c079ac-a457-4d65-b488-e92ecc023095', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'port_id': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1330001398', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'mac_address': 'fa:16:3e:9f:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:44:49Z', 'updated_at': '2021-12-23T15:44:49Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:31Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:52.392832 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a00e11-b331-4d07-b3e7-84e8fcb9fca7 None None] The sync data for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv is: [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'd7c079ac-a457-4d65-b488-e92ecc023095', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'port_id': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1330001398', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'mac_address': 'fa:16:3e:9f:ae:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e25c3b8-3d42-4161-a940-98f0b6e2460b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:44:49Z', 'updated_at': '2021-12-23T15:44:49Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:31Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:52.520196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46bf14fd-ab46-4fb6-b8cc-9140d6b18ef0 req-b93035d3-5de0-426c-ba84-e2fb8d30d37f service neutron] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425745 Dec 23 15:44:52.609600 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eccae7-b22f-42fd-905a-06192456c2be None None] New status for floating IP d7c079ac-a457-4d65-b488-e92ecc023095: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:44:52.896562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:53.432863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7bc74-6382-4083-ae7c-b093d95ed2c1 req-1a5db222-63bb-448e-8cf5-a802e9dbaa30 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:53.434872 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3e7bc74-6382-4083-ae7c-b093d95ed2c1 req-1a5db222-63bb-448e-8cf5-a802e9dbaa30 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 984 time: 0.0768383 Dec 23 15:44:53.487986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3e7bc74-6382-4083-ae7c-b093d95ed2c1 req-cc1c62d7-ef8f-43c5-8daa-b7913609d70d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463691 Dec 23 15:44:53.510179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Deleting port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:53.510510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:53.694033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] For port 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:53.694382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:53.705114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-41760bec-66ff-46db-8485-d77ad62669f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:53.706567 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-41760bec-66ff-46db-8485-d77ad62669f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 984 time: 0.0914109 Dec 23 15:44:53.776443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-b01eda02-7af4-4a28-be9b-7cad163481cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:53.777774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-b01eda02-7af4-4a28-be9b-7cad163481cc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0648835 Dec 23 15:44:53.816662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Calling delete_port for 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:53.941501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-da658dc7-b979-4de2-b458-6a4813c33e96 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1485577 Dec 23 15:44:53.946163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:54.038098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:54.059096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:54.089450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a411588-dcc8-4e9b-8e39-8f28f3d4dba6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:54.274538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:54.311581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:44:54.361589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] device_id is not set on port bed79e7a-489c-436d-8336-e960c86fa9f9 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:44:54.369931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:54.439353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:54.509447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:54.577764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=6']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:54.662997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] No DVR routers for this DVR port bed79e7a-489c-436d-8336-e960c86fa9f9 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:44:54.770507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae289d76-72cb-4509-a07a-22e1c149de0b req-c0485abb-4733-4c61-b45e-72bff0eafa85 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 210 time: 0.0543540 Dec 23 15:44:54.814888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-242466b0-8170-400d-950c-6f73b29c3e9d None None] Provisioning complete for port bed79e7a-489c-436d-8336-e960c86fa9f9 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:44:54.815502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-242466b0-8170-400d-950c-6f73b29c3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:54.878267 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-242466b0-8170-400d-950c-6f73b29c3e9d None None] Port bed79e7a-489c-436d-8336-e960c86fa9f9 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:44:54.975091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] In _notify_port_updated(), no bound segment for port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:44:54.976114 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:54.977384 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97636d20-0ec6-4e8e-8cfc-b52c294e547c req-cf54b682-8523-46e9-aea3-ede87cac7aa6 service neutron] 10.222.0.57 "PUT /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1027 time: 1.0362177 Dec 23 15:44:55.130449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Router 7fa23ccb-e2bc-479c-ae26-f797c4077014 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:44:55.306817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6bb7667a-748d-4a11-b935-30431e667712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:55.337003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:44:55.346368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] Sync routers for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:44:55.349790 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d76b6a44-94e4-4e9e-a1d0-ea454f40e258 admin admin] 10.222.0.58 "PUT /v2.0/routers/7fa23ccb-e2bc-479c-ae26-f797c4077014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1644766 Dec 23 15:44:55.352440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57334) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:55.358645 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:55.359229 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:55.533393 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:55.550091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:55.760255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:55.819226 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:44:53Z', 'revision_number': 5, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port': {'id': 'c6e184d3-2f6d-4557-9ca7-77b84a3090ca', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:48:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:05Z', 'updated_at': '2021-12-23T15:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:55.823320 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] Checking router: 7fa23ccb-e2bc-479c-ae26-f797c4077014 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:44:55.828165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Deleting port c6e184d3-2f6d-4557-9ca7-77b84a3090ca {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:55.828568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:55.836547 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] Routers {'7fa23ccb-e2bc-479c-ae26-f797c4077014'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:44:55.837271 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7fa23ccb-e2bc-479c-ae26-f797c4077014'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:55.954952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e00005c4-b3ce-4e5f-af70-b07b16e479f7 req-6c7969cd-fd87-4037-a815-63e7f0ace546 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e25c3b8-3d42-4161-a940-98f0b6e2460b HTTP/1.1" status: 200 len: 210 time: 0.0436945 Dec 23 15:44:56.015827 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] Set router 7fa23ccb-e2bc-479c-ae26-f797c4077014 gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:44:56.018043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] For port c6e184d3-2f6d-4557-9ca7-77b84a3090ca, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:56.018425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:56.122088 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:44:55Z', 'revision_number': 6, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:56.126697 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e89a8-5dc3-413d-828b-22f879557da7 None None] The sync data for ids ['7fa23ccb-e2bc-479c-ae26-f797c4077014'] in dv-neutron-822796-1-hyperv is: [{'id': '7fa23ccb-e2bc-479c-ae26-f797c4077014', 'name': 'tempest-TestVolumeBootPattern-160973619-router', 'tenant_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:04Z', 'updated_at': '2021-12-23T15:44:55Z', 'revision_number': 6, 'project_id': 'ae0448e5dd864db3aa4c638a8afdaaf3', 'gw_port_host': None}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:44:56.247776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Calling delete_port for c6e184d3-2f6d-4557-9ca7-77b84a3090ca owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:56.462180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:56.509313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e184d3-2f6d-4557-9ca7-77b84a3090ca,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:56.743451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:56.908864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c6e184d3-2f6d-4557-9ca7-77b84a3090ca no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:56.941020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: c6e184d3-2f6d-4557-9ca7-77b84a3090ca {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:56.941357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c6e184d3-2f6d-4557-9ca7-77b84a3090ca not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:56.941764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:56.973000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:56.973349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3a411588-dcc8-4e9b-8e39-8f28f3d4dba6 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:57.009041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.013643 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.077413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57342) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:57.132185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.132706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa23ccb-e2bc-479c-ae26-f797c4077014 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:44:57.156104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0473701-3caf-4b8e-a6f0-9c66c55d67ed tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:44:57.156687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e0473701-3caf-4b8e-a6f0-9c66c55d67ed tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:44:57.161401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.162459 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f1c92828-bcf1-4d2f-bbf4-43e23b699204 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7fa23ccb-e2bc-479c-ae26-f797c4077014 HTTP/1.1" status: 204 len: 168 time: 1.8089988 Dec 23 15:44:57.165328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57346) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:57.226475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] Deleting subnet 0a34940c-7c06-4257-a1ba-6aac1a59103d {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:44:57.229274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.276529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.301697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e0473701-3caf-4b8e-a6f0-9c66c55d67ed tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:44:57.302868 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e0473701-3caf-4b8e-a6f0-9c66c55d67ed tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 926 time: 0.2244666 Dec 23 15:44:57.353593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.570355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.607943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a34940c-7c06-4257-a1ba-6aac1a59103d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:57.614241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.620068 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2b5101cc-8dbe-40a5-9472-505520d40e39 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0a34940c-7c06-4257-a1ba-6aac1a59103d HTTP/1.1" status: 204 len: 168 time: 0.4536839 Dec 23 15:44:57.622981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57352) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:57.625859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7472c22-6749-4642-9c6d-b63a63c84ebb None None] Network a81657d7-f422-419d-b443-a84b9559f1f7 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:44:57.651603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57356) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:57.660186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2117909545', 'description': 'tempest-secgroup-smoke-2117909545 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:57.667428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:57.680746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:57.698041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d7398cb0-582c-4db4-b026-fa221d4d5568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.736091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.739456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.753380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Deleting port a34c4454-0c09-4c51-b54a-20efb4c2c5cc {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:57.754263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.781049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:57.787166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:57.790332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:57.796993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:57.861793 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.901277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] DHCP port deletion for a81657d7-f422-419d-b443-a84b9559f1f7 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:44:57.906436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Deleting port a34c4454-0c09-4c51-b54a-20efb4c2c5cc {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:57.906806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.952953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:57.975161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] For port a34c4454-0c09-4c51-b54a-20efb4c2c5cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:57.976012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.003812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:58.084816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.090051 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-69b13aa6-c0de-4925-96b0-c79292e9a625 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4324939 Dec 23 15:44:58.090599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57360) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:58.098139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:58.101218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Calling delete_port for a34c4454-0c09-4c51-b54a-20efb4c2c5cc owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:58.105077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:58.110164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:58.111714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] For port a34c4454-0c09-4c51-b54a-20efb4c2c5cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,segment=NetworkSegment(c3089960-352e-4b0b-98ab-69d1d29c5fc0),segment_id=c3089960-352e-4b0b-98ab-69d1d29c5fc0)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:44:58.112537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.114016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:58.120743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:58.182664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.228250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:58.243878 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.259650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Calling delete_port for a34c4454-0c09-4c51-b54a-20efb4c2c5cc owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:44:58.289228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.335650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.337943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=a34c4454-0c09-4c51-b54a-20efb4c2c5cc,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:58.342969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] No DVR routers for this DVR port a34c4454-0c09-4c51-b54a-20efb4c2c5cc on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:44:58.349026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn_limited( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 15:44:58.350022 dv-neutron-822796-1-hyperv neutron-server[84223]: util.warn( Dec 23 15:44:58.359614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:44:58.360421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:44:58.368040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7872dc43-6310-462d-ba9e-06be0d858990,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:58.438099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.439305 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eb952dbe-8aa1-43f9-a12a-2e59011370e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3477130 Dec 23 15:44:58.442022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57364) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:58.447351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:58.454083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:58.457862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:58.460419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.460789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:58.466491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:58.485476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81657d7-f422-419d-b443-a84b9559f1f7']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:58.497729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3089960-352e-4b0b-98ab-69d1d29c5fc0') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:58.498030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3089960-352e-4b0b-98ab-69d1d29c5fc0') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:44:58.508903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.523972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.529875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:44:58.530239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:44:58.542776 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:44:58.554130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.617895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.719945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.736202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.746052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=a81657d7-f422-419d-b443-a84b9559f1f7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:58.747471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.756303 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-208caa0e-ea87-4eba-892e-8df029b06dbc admin admin] 10.222.0.58 "DELETE /v2.0/networks/a81657d7-f422-419d-b443-a84b9559f1f7 HTTP/1.1" status: 204 len: 168 time: 1.1317184 Dec 23 15:44:58.759125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57368) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:58.772706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b750a35-62de-4c22-89d3-b43999ebe216,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:58.810929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.861471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Deleting port a34c4454-0c09-4c51-b54a-20efb4c2c5cc {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:58.862714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.873716 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:58.878199 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-819595c7-c5f7-407d-ac3b-d78476bae09f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4352293 Dec 23 15:44:58.878790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57372) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:58.884620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:58.900821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:58.906726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:58.910604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:58.918288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:59.007765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.022520 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a34c4454-0c09-4c51-b54a-20efb4c2c5cc no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:44:59.088521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.096237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a34c4454-0c09-4c51-b54a-20efb4c2c5cc {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:44:59.096780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a34c4454-0c09-4c51-b54a-20efb4c2c5cc not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:44:59.110030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-21293b76-bab7-4f4c-afbe-c64461eb6039 None None] The port 'a34c4454-0c09-4c51-b54a-20efb4c2c5cc' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:44:59.158679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.181439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.192540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e934b5-4c7b-4639-b1c8-2c19e2422519,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:59.220806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.268788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.272717 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a3d79877-19e8-49ee-a1b4-e3b02c60e92b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3903441 Dec 23 15:44:59.273034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57376) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:59.279707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:59.286320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:59.291039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:59.294377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:59.300897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:59.480860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.480860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.564675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.588746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c262c726-e27d-48af-a94f-c6d4b7daab25,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:59.644478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.648347 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d8ae3886-220d-4138-b2df-cd06c69b54ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3717031 Dec 23 15:44:59.648525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57380) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:59.655126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:59.661316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:59.665307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:59.669550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:59.675537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:44:59.730098 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:44:59.737842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.803339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.849040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.873883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261d21c6-e1a8-40b1-a27d-6a9d47800e5c,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:44:59.944480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Deleting port 596d9823-77a0-4d9b-b990-7a93f12490af {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:44:59.945078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.947185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:44:59.948395 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c6a845a0-de5c-430c-ae8b-351de975d3af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2989001 Dec 23 15:44:59.951554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57384) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:44:59.962748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:44:59.969558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:44:59.973483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:44:59.976542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:44:59.983216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:00.072900 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:45:00.080076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:00.120276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] For port 596d9823-77a0-4d9b-b990-7a93f12490af, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=596d9823-77a0-4d9b-b990-7a93f12490af,segment=NetworkSegment(966d5142-e140-4996-afdc-6f91d4aabaeb),segment_id=966d5142-e140-4996-afdc-6f91d4aabaeb)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:00.120623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:00.146203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:00.204467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:00.231576 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132ce4ce-59cb-49cd-be25-37ec4793acb6,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:00.245127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Calling delete_port for 596d9823-77a0-4d9b-b990-7a93f12490af owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:00.255858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:00.330341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:00.331469 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e14f7b4f-dc23-4b43-9086-085fa0764ea4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3789530 Dec 23 15:45:00.479675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:00.538896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Pushing event deleted for resources: {'Port': ['ID=596d9823-77a0-4d9b-b990-7a93f12490af,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:00.579118 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-6d0d66c9-d50f-4808-9152-a88d6b99bb8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2117909545&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.1189234 Dec 23 15:45:00.702850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77469c9-e612-4052-9173-b47511eb679a req-533d131c-2840-40c2-a58e-f416a322c29d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:00.704195 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-533d131c-2840-40c2-a58e-f416a322c29d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 931 time: 0.0941699 Dec 23 15:45:01.025834 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-fabb85f0-9db0-418b-9af7-857540a2adc1 service neutron] 10.222.0.58 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2699742 Dec 23 15:45:01.036833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-1f41db4f-382f-4f16-adb0-c1513a9f41fd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:45:01.037749 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-1f41db4f-382f-4f16-adb0-c1513a9f41fd service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059938 Dec 23 15:45:01.128183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:01.246352 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-9a9312e9-1cbd-456f-90ec-9c092550f1ab service neutron] 10.222.0.58 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007654 Dec 23 15:45:01.454042 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-02bb5e15-aaaf-48ac-90e7-5852a3ba9ab5 service neutron] 10.222.0.58 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950581 Dec 23 15:45:01.771694 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-88774934-590d-42cd-b89b-bc35a144eca6 req-8d9c3515-18b1-45cd-b4d9-16f0df1e0654 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 210 time: 0.0476720 Dec 23 15:45:01.911009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Router 3a336d67-ee91-4c9d-9148-85646d3e67fe has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:45:02.113970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:45:02.124314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] Sync routers for ids ['3a336d67-ee91-4c9d-9148-85646d3e67fe'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:45:02.135680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] Routers {'3a336d67-ee91-4c9d-9148-85646d3e67fe'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:02.136338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3a336d67-ee91-4c9d-9148-85646d3e67fe'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:02.200010 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-adfa3cec-85ed-4732-9f4e-3e85092e80bd admin admin] 10.222.0.58 "PUT /v2.0/routers/3a336d67-ee91-4c9d-9148-85646d3e67fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4387822 Dec 23 15:45:02.202186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57408) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:02.316330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] Set router 3a336d67-ee91-4c9d-9148-85646d3e67fe gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:02.401317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:02.609460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:45:00Z', 'revision_number': 5, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:02.614086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] Checking router: 3a336d67-ee91-4c9d-9148-85646d3e67fe for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:45:02.625123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] Routers {'3a336d67-ee91-4c9d-9148-85646d3e67fe'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:02.625719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3a336d67-ee91-4c9d-9148-85646d3e67fe'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:02.731335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:02.799246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Deleting port 1df0b3bc-af49-4808-afde-ae468a4c5678 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:02.799626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:02.803754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] Set router 3a336d67-ee91-4c9d-9148-85646d3e67fe gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:02.978546 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aeafebff-f05c-4120-9110-5aea5ecc0995 req-49b6961b-f091-45fb-a254-f86906864c1a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 210 time: 0.0490391 Dec 23 15:45:03.034814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] For port 1df0b3bc-af49-4808-afde-ae468a4c5678, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1df0b3bc-af49-4808-afde-ae468a4c5678,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:03.038370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:03.113878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:45:00Z', 'revision_number': 5, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:03.118399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f11b6cd-6cb1-4985-8734-fd82d5f5ec97 None None] The sync data for ids ['3a336d67-ee91-4c9d-9148-85646d3e67fe'] in dv-neutron-822796-1-hyperv is: [{'id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'name': 'tempest-TestVolumeBootPattern-147321263-router', 'tenant_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192'}], 'enable_snat': True}, 'gw_port_id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:33:28Z', 'updated_at': '2021-12-23T15:45:00Z', 'revision_number': 5, 'project_id': '23d22869a0d9489d87ad1aadeb0dbf48', 'gw_port': {'id': '1df0b3bc-af49-4808-afde-ae468a4c5678', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a336d67-ee91-4c9d-9148-85646d3e67fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:33:30Z', 'updated_at': '2021-12-23T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:45:03.166589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Calling delete_port for 1df0b3bc-af49-4808-afde-ae468a4c5678 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:03.421691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:03.468508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df0b3bc-af49-4808-afde-ae468a4c5678,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:03.808961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:03.932048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-75e52377-c0ac-4432-98bd-7ff01f6f21b5 service neutron] 10.222.0.57 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1027 time: 0.2425816 Dec 23 15:45:04.318607 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-425dd149-ef56-483a-861b-ae58bb7a00b1 req-11879802-5707-43a0-94f3-375620a359a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 210 time: 0.0679371 Dec 23 15:45:04.323031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.342635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.369045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77469c9-e612-4052-9173-b47511eb679a req-1f444633-4502-40b8-b973-59592fa59829 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:04.370419 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-1f444633-4502-40b8-b973-59592fa59829 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 HTTP/1.1" status: 200 len: 796 time: 0.4306784 Dec 23 15:45:04.429964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-8fbffbe0-9fe6-4ce3-8655-4a556939b5b3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 473 time: 0.0398088 Dec 23 15:45:04.439818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Request body: {'port': {'device_id': 'fd6699cc-1080-43bc-970a-dcadf6a30d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:04.486852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.487375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a336d67-ee91-4c9d-9148-85646d3e67fe {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:45:04.540935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.542042 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4648ff0a-f25f-4fc3-ac14-2451a14edc44 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3a336d67-ee91-4c9d-9148-85646d3e67fe HTTP/1.1" status: 204 len: 168 time: 2.3389583 Dec 23 15:45:04.545388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57416) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:04.564957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.702900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] Deleting subnet a3be228b-5548-417a-a64b-10be19a4f3d3 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:45:04.705866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.755346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.837904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.919263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed79e7a-489c-436d-8336-e960c86fa9f9 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:45:04.926366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.946765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Transition to ACTIVE for port object bed79e7a-489c-436d-8336-e960c86fa9f9 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:04.947815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:04.993407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3be228b-5548-417a-a64b-10be19a4f3d3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:04.998131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.001423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 596d9823-77a0-4d9b-b990-7a93f12490af no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:45:05.006698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.006869 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9b182090-d4c2-4a0b-9845-067e7d128f22 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a3be228b-5548-417a-a64b-10be19a4f3d3 HTTP/1.1" status: 204 len: 168 time: 0.4581831 Dec 23 15:45:05.007225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57420) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:05.038279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 596d9823-77a0-4d9b-b990-7a93f12490af {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:45:05.038631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 596d9823-77a0-4d9b-b990-7a93f12490af not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:45:05.039047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1df0b3bc-af49-4808-afde-ae468a4c5678 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:45:05.077993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b0671-1f09-4c6d-9629-3c156ce850b6 None None] Network 275547c9-f52c-4332-96c6-570e14f3aa07 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:45:05.088410 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 1df0b3bc-af49-4808-afde-ae468a4c5678 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:45:05.088747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1df0b3bc-af49-4808-afde-ae468a4c5678 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:45:05.125426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.155456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Deleting port e10aef71-a462-4c80-aed4-0df483364c12 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:05.156412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.178521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=7']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:05.325610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:45:05.326371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:45:05.326371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:45:05.332518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:45:05.332830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Attempting to bind port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:45:05.339592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:45:05.340112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Checking segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:45:05.340521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Bound using segment: {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:45:05.341439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Bound port: bed79e7a-489c-436d-8336-e960c86fa9f9, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cda1a9c-84ae-4d3f-a52f-10571d521a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:45:05.341793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.411780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] For port e10aef71-a462-4c80-aed4-0df483364c12, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e10aef71-a462-4c80-aed4-0df483364c12,segment=NetworkSegment(966d5142-e140-4996-afdc-6f91d4aabaeb),segment_id=966d5142-e140-4996-afdc-6f91d4aabaeb)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:05.412207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.498234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:45:05.513076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:45:05.529743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] DHCP port deletion for 275547c9-f52c-4332-96c6-570e14f3aa07 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:45:05.542228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Deleting port e10aef71-a462-4c80-aed4-0df483364c12 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:05.542584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.548567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1b641-46ea-42ad-958a-ab5f88fdd55b req-8fe30375-b8e6-412f-b49f-e94461df923d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:05.556202 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51a1b641-46ea-42ad-958a-ab5f88fdd55b req-8fe30375-b8e6-412f-b49f-e94461df923d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 982 time: 0.0932784 Dec 23 15:45:05.580404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Calling delete_port for e10aef71-a462-4c80-aed4-0df483364c12 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:05.598461 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51a1b641-46ea-42ad-958a-ab5f88fdd55b req-ecb245a3-af3c-4642-a47f-59eaa67ca716 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Dec 23 15:45:05.616469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.696400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.698001 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] 10.222.0.57 "PUT /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1132 time: 1.2621214 Dec 23 15:45:05.698503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6699cc-1080-43bc-970a-dcadf6a30d1d', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:45:05.711052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3eb38-a257-49c0-97cd-5e2cdec9dc75 service neutron] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=8']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:05.758698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.762052 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6699cc-1080-43bc-970a-dcadf6a30d1d', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'status': 'completed', 'code': 200} Dec 23 15:45:05.796624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] For port e10aef71-a462-4c80-aed4-0df483364c12, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=e10aef71-a462-4c80-aed4-0df483364c12,segment=NetworkSegment(966d5142-e140-4996-afdc-6f91d4aabaeb),segment_id=966d5142-e140-4996-afdc-6f91d4aabaeb)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:05.797007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.808299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10aef71-a462-4c80-aed4-0df483364c12,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:05.815548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] No DVR routers for this DVR port e10aef71-a462-4c80-aed4-0df483364c12 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:45:05.893266 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-566d5f18-8fd9-4f91-9ae3-6ee7a06759a8 req-bef04f2e-3567-4675-a4d3-59dee8879869 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 1135 time: 0.0896187 Dec 23 15:45:05.938417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Calling delete_port for e10aef71-a462-4c80-aed4-0df483364c12 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:05.950894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:05.975868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275547c9-f52c-4332-96c6-570e14f3aa07']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:05.988651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966d5142-e140-4996-afdc-6f91d4aabaeb') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:05.988950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966d5142-e140-4996-afdc-6f91d4aabaeb') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:06.001428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.018768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.023317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 15:45:06.023744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 15:45:06.027030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:45:06.027450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:45:06.045202 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:45:06.062062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5f18-8fd9-4f91-9ae3-6ee7a06759a8 req-3d36b3e4-30b6-4c76-94da-db1fdd6bbb59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:06.063564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-566d5f18-8fd9-4f91-9ae3-6ee7a06759a8 req-3d36b3e4-30b6-4c76-94da-db1fdd6bbb59 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1547120 Dec 23 15:45:06.187374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.202773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5f18-8fd9-4f91-9ae3-6ee7a06759a8 req-bf89b983-4aa8-4e39-877d-3af2e0f5f680 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:06.202989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-566d5f18-8fd9-4f91-9ae3-6ee7a06759a8 req-bf89b983-4aa8-4e39-877d-3af2e0f5f680 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326692 Dec 23 15:45:06.203533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.213326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=275547c9-f52c-4332-96c6-570e14f3aa07,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:06.220577 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-97fe557c-7206-4c2e-84a0-5f3b83219b40 admin admin] 10.222.0.58 "DELETE /v2.0/networks/275547c9-f52c-4332-96c6-570e14f3aa07 HTTP/1.1" status: 204 len: 168 time: 1.2122698 Dec 23 15:45:06.335495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-2ecc991d-a82c-468e-99e1-eadbb8b25dfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 1135 time: 0.0728841 Dec 23 15:45:06.524893 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Deleting port e10aef71-a462-4c80-aed4-0df483364c12 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:06.525294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.540995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-8dfa78d6-0f2f-41b2-b092-03f944225864 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1038 time: 0.1925447 Dec 23 15:45:06.589042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1219ef78-0e44-4196-a31f-a6c4eeeb1679 None None] The port 'e10aef71-a462-4c80-aed4-0df483364c12' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 15:45:06.606176 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57430) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:06.615523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77469c9-e612-4052-9173-b47511eb679a req-988cb11f-3ec2-4b53-a49f-09051f01acaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:06.617016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-988cb11f-3ec2-4b53-a49f-09051f01acaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f470e2c5-1b16-4e9a-acc7-f31326f187b5 HTTP/1.1" status: 200 len: 835 time: 0.0699890 Dec 23 15:45:06.671089 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7f4dbe37-c0f2-464e-8aea-b1f121f798e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae0448e5dd864db3aa4c638a8afdaaf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0686204 Dec 23 15:45:06.672817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57436) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:06.775706 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-0ab802d3-a9db-4687-a247-ae9ec69182e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1525664 Dec 23 15:45:06.876069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.914088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e10aef71-a462-4c80-aed4-0df483364c12 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:45:06.935602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:06.957360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: e10aef71-a462-4c80-aed4-0df483364c12 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:45:06.957690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device e10aef71-a462-4c80-aed4-0df483364c12 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:45:07.005424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0e238-0846-4e88-a0a5-279747ac92bd req-43331406-29dc-4877-a630-b806e74688cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:07.006838 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-13c0e238-0846-4e88-a0a5-279747ac92bd req-43331406-29dc-4877-a630-b806e74688cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 982 time: 0.2791603 Dec 23 15:45:07.014391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-7aa81553-9ee2-433f-aaa8-e494454a7415 service neutron] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311895 Dec 23 15:45:07.148552 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-13c0e238-0846-4e88-a0a5-279747ac92bd req-8bb5b7c6-0dee-4da8-a413-5abdc265222a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328728 Dec 23 15:45:07.153933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:07.178902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:07.207592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b77469c9-e612-4052-9173-b47511eb679a req-14ca7aa8-de45-4b90-a33f-b97eeb17036f service neutron] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772752 Dec 23 15:45:07.208696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9e3729-5889-42de-9d2a-fc98a6630dea,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:07.221053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:07.222094 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe9e3729-5889-42de-9d2a-fc98a6630dea HTTP/1.1" status: 204 len: 168 time: 0.5480800 Dec 23 15:45:07.225701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.226338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.226338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.226659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.226981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.227299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.227655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.228069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.228324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.237982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.237982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf12cc5f-77c8-4145-9dd7-1807600aca4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:07.962613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57444) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:08.010821 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2949a91c-5bdb-4905-b61f-9df3fa00d527 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23d22869a0d9489d87ad1aadeb0dbf48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470901 Dec 23 15:45:08.013976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57448) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:08.070109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4367d1e4-6a4b-4af7-962b-58e96a926d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:08.094855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4367d1e4-6a4b-4af7-962b-58e96a926d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:08.221612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4367d1e4-6a4b-4af7-962b-58e96a926d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:08.239469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367d1e4-6a4b-4af7-962b-58e96a926d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a305d0de-6a02-4df7-9510-9ba19ce0ff82,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:08.242814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4367d1e4-6a4b-4af7-962b-58e96a926d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:08.248454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4367d1e4-6a4b-4af7-962b-58e96a926d43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a305d0de-6a02-4df7-9510-9ba19ce0ff82 HTTP/1.1" status: 204 len: 168 time: 0.2290640 Dec 23 15:45:08.360740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ba82-f54e-4063-8e3f-112bf2d9e335 req-4a558dd5-2617-4cca-86a0-434bd7bceb82 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:08.362194 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e24ba82-f54e-4063-8e3f-112bf2d9e335 req-4a558dd5-2617-4cca-86a0-434bd7bceb82 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 982 time: 0.0871594 Dec 23 15:45:08.408165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e24ba82-f54e-4063-8e3f-112bf2d9e335 req-ff3609cf-1323-4163-b9e3-305ba237bb90 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Dec 23 15:45:09.602891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e96958-8f20-40f0-85ba-3b1c0f804b73 req-528af508-c019-4ab6-81d8-e8e089793d74 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:09.604339 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-58e96958-8f20-40f0-85ba-3b1c0f804b73 req-528af508-c019-4ab6-81d8-e8e089793d74 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 982 time: 0.0748048 Dec 23 15:45:09.649265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-58e96958-8f20-40f0-85ba-3b1c0f804b73 req-883c26ba-2f81-422d-a6ee-f9b1c9feec3a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388334 Dec 23 15:45:10.264696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:45:10.396533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:10.409984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'port_id': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'mac_address': 'fa:16:3e:9f:ae:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:45:10.462769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:10.479371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed79e7a-489c-436d-8336-e960c86fa9f9 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:45:10.494626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:10.562674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:10.629344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=9']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:10.849437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab5737-92e6-4e84-a514-717857912c5a req-b00e5b5e-88ec-4520-a4f4-ab339aca7dc1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:10.850757 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8ab5737-92e6-4e84-a514-717857912c5a req-b00e5b5e-88ec-4520-a4f4-ab339aca7dc1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 983 time: 0.0795119 Dec 23 15:45:10.895189 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8ab5737-92e6-4e84-a514-717857912c5a req-9c84ea0d-f983-4c64-8901-43563797f325 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Dec 23 15:45:10.918105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['bed79e7a-489c-436d-8336-e960c86fa9f9'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:45:12.087002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad5454-c807-48a0-a012-e3fe0c0f2373 req-f3d74294-d4ed-4a43-a258-7ac41553d638 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:12.088455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51ad5454-c807-48a0-a012-e3fe0c0f2373 req-f3d74294-d4ed-4a43-a258-7ac41553d638 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 983 time: 0.0754395 Dec 23 15:45:12.136821 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-51ad5454-c807-48a0-a012-e3fe0c0f2373 req-e774c4c3-5b68-457e-9088-e1917712d693 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Dec 23 15:45:12.264561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:12.386710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port bed79e7a-489c-436d-8336-e960c86fa9f9 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:12.391433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port bed79e7a-489c-436d-8336-e960c86fa9f9 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:12.391797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:12.503991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:12.531692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6699cc-1080-43bc-970a-dcadf6a30d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:45:12.540925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:12.584392 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6699cc-1080-43bc-970a-dcadf6a30d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed79e7a-489c-436d-8336-e960c86fa9f9', 'code': 200} Dec 23 15:45:12.632687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:12.701202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=10']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:12.981851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9be102a6-0374-46ca-9392-68aa279ba914 req-d5bc2764-a1a4-4db9-bbb9-6a033323c0b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 1138 time: 0.0669589 Dec 23 15:45:13.023838 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9be102a6-0374-46ca-9392-68aa279ba914 req-221a9f91-8ceb-47b5-aa7b-1764f63838ba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Dec 23 15:45:13.334843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de534bdd-7f2f-4529-9f7b-5ffea3a54015 req-672c94e5-2c2c-4922-91bc-c561e9272aff tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:13.336293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de534bdd-7f2f-4529-9f7b-5ffea3a54015 req-672c94e5-2c2c-4922-91bc-c561e9272aff tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 985 time: 0.0790775 Dec 23 15:45:13.392060 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de534bdd-7f2f-4529-9f7b-5ffea3a54015 req-85806299-7acc-496c-878a-7142c0297453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Dec 23 15:45:14.588913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78216303-ecf6-4501-8db3-f79724cc9713 req-01f13162-6cf3-4742-89b6-4c370b978ff1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:14.591022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-78216303-ecf6-4501-8db3-f79724cc9713 req-01f13162-6cf3-4742-89b6-4c370b978ff1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 985 time: 0.0788987 Dec 23 15:45:14.636018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-78216303-ecf6-4501-8db3-f79724cc9713 req-17606e60-f303-44d6-b27f-b6547732766b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Dec 23 15:45:15.830960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb8601-118d-4821-961a-8f4f3dc8e612 req-faf0188a-716a-4639-b022-21c47947d542 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:15.832403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4eb8601-118d-4821-961a-8f4f3dc8e612 req-faf0188a-716a-4639-b022-21c47947d542 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 985 time: 0.0775261 Dec 23 15:45:15.876973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4eb8601-118d-4821-961a-8f4f3dc8e612 req-b6484bc3-03ca-4e3e-b1c8-b56700e74061 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390208 Dec 23 15:45:16.069474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba0281-afb6-4d07-b977-4d3518669f11 req-056966eb-96ec-4152-8d36-6ca6127d00c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:16.070909 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aeba0281-afb6-4d07-b977-4d3518669f11 req-056966eb-96ec-4152-8d36-6ca6127d00c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 985 time: 0.0772119 Dec 23 15:45:16.118839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aeba0281-afb6-4d07-b977-4d3518669f11 req-e6926f8a-f54e-442d-a78a-45e41a3499ad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Dec 23 15:45:16.146832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57472) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:16.303981 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4b53320b-461f-4916-9c91-7b81ab2af7b8 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d&network_id=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 HTTP/1.1" status: 200 len: 1133 time: 0.1560218 Dec 23 15:45:16.844607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e52bc-f89b-4c7f-9fa6-0a8ba56877af req-3a4dd97e-6ac2-41e2-9518-d74bd6c9ffcd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:16.846025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb0e52bc-f89b-4c7f-9fa6-0a8ba56877af req-3a4dd97e-6ac2-41e2-9518-d74bd6c9ffcd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 985 time: 0.0755696 Dec 23 15:45:16.892591 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb0e52bc-f89b-4c7f-9fa6-0a8ba56877af req-63f3b44f-4580-4fd7-9a03-190d5590d8ba tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Dec 23 15:45:18.087513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853bbe-90cc-44a4-ac98-45979a54a3c6 req-d3865825-769b-4d4b-91f3-8e59c7814725 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:18.088970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32853bbe-90cc-44a4-ac98-45979a54a3c6 req-d3865825-769b-4d4b-91f3-8e59c7814725 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 985 time: 0.0750773 Dec 23 15:45:18.133347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32853bbe-90cc-44a4-ac98-45979a54a3c6 req-9994b972-5dba-42ff-acbd-b599bdc6e4d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=9cc53d02-b725-48f2-88b0-02069c6d47eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Dec 23 15:45:18.333819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-e8ad5e5a-6753-4863-8fd3-2ee2cbbc5294 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:18.335260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-e8ad5e5a-6753-4863-8fd3-2ee2cbbc5294 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 985 time: 0.0794284 Dec 23 15:45:18.404920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-51c79132-d5fe-45de-aded-e010352de12f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:18.406391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-51c79132-d5fe-45de-aded-e010352de12f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0656409 Dec 23 15:45:18.550109 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-53b1e01e-46b3-4387-8c66-83b96f2d838d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1365535 Dec 23 15:45:18.560934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:18.669353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:18.861891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bed79e7a-489c-436d-8336-e960c86fa9f9,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:18.889254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] For port bed79e7a-489c-436d-8336-e960c86fa9f9, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:45:18.942618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] device_id is not set on port bed79e7a-489c-436d-8336-e960c86fa9f9 yet. {{(pid=84221) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 23 15:45:18.949947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:19.049398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:19.179810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] Pushing event updated for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=11']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:19.244707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] No DVR routers for this DVR port bed79e7a-489c-436d-8336-e960c86fa9f9 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:45:19.314939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7a8cb916-29c7-413d-89de-da547d0ced84 None None] Provisioning complete for port bed79e7a-489c-436d-8336-e960c86fa9f9 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:19.315553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb916-29c7-413d-89de-da547d0ced84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:19.347943 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8b1bbc97-e6b0-497f-9aff-57eff5f3b931 req-382cc6f6-8cc3-430a-be85-6b0cfeb285af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 210 time: 0.0522428 Dec 23 15:45:19.410649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7a8cb916-29c7-413d-89de-da547d0ced84 None None] Port bed79e7a-489c-436d-8336-e960c86fa9f9 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:45:19.535817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] In _notify_port_updated(), no bound segment for port bed79e7a-489c-436d-8336-e960c86fa9f9 on network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 {{(pid=84221) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 23 15:45:19.536867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:19.538114 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6de832b5-e3d0-44b6-8b00-ce95e016cce7 req-c6660ea4-bd2e-4d93-9559-6ca3554c3457 service neutron] 10.222.0.57 "PUT /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 200 len: 1028 time: 0.9811831 Dec 23 15:45:20.525893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdaecfa1-a25a-48d3-8c58-ba7299755445 req-e3605a86-1cc3-49b7-b5f0-7a0f8928af19 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd6699cc-1080-43bc-970a-dcadf6a30d1d HTTP/1.1" status: 200 len: 210 time: 0.0414367 Dec 23 15:45:20.920647 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:45:21.630215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57488) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:21.698819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d5a42f3-96ef-4092-8cf9-47aa5ffc9698 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:21.727975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d5a42f3-96ef-4092-8cf9-47aa5ffc9698 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:21.980524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d5a42f3-96ef-4092-8cf9-47aa5ffc9698 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:22.002053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a42f3-96ef-4092-8cf9-47aa5ffc9698 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:22.013878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5d5a42f3-96ef-4092-8cf9-47aa5ffc9698 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:22.016600 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5d5a42f3-96ef-4092-8cf9-47aa5ffc9698 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/a99d8c9f-8f06-4c9d-bb6a-5cd64f5050cd HTTP/1.1" status: 204 len: 168 time: 0.3851500 Dec 23 15:45:22.118481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57494) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:22.313197 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:45:22.319942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port e8485a83-8174-41d2-b9f7-fbb419434921 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:22.320306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:22.368042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device bed79e7a-489c-436d-8336-e960c86fa9f9 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:45:22.494034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:22.494470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:22.696355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for e8485a83-8174-41d2-b9f7-fbb419434921 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:22.877525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:22.922992 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=e8485a83-8174-41d2-b9f7-fbb419434921,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:22.960287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.960626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.960954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.961277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.961598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.961914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.962230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.962547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.962858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.963170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:22.963475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:23.025016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:23.419326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:45:23.619310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:45:23.629445 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] Sync routers for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:45:23.642289 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:23.642972 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:23.734975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:23.791331 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c99e8c5a-6e4e-4fc6-ae5b-5ddc07c84928 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/d7c079ac-a457-4d65-b488-e92ecc023095 HTTP/1.1" status: 204 len: 168 time: 1.6717632 Dec 23 15:45:23.821351 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:23.949665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57502) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:24.018028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e83b8522-b269-4077-94be-de6ba14f3f0d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:24.049267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e83b8522-b269-4077-94be-de6ba14f3f0d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:24.163296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e83b8522-b269-4077-94be-de6ba14f3f0d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:24.164663 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:31Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:24.168469 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] Checking router: 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:45:24.179285 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:24.179874 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:44:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:24.183186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b8522-b269-4077-94be-de6ba14f3f0d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b458b14e-5b3a-4633-83d1-1522eb70ad17,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:24.190223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e83b8522-b269-4077-94be-de6ba14f3f0d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:24.194057 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e83b8522-b269-4077-94be-de6ba14f3f0d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/b458b14e-5b3a-4633-83d1-1522eb70ad17 HTTP/1.1" status: 204 len: 168 time: 0.2407954 Dec 23 15:45:24.290172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57508) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:24.355484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port bed79e7a-489c-436d-8336-e960c86fa9f9 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:24.355812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:24.358845 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:24.595505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:24.669420 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:31Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:24.674890 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d1e3a-bb95-4f8d-baf3-e696d39d9817 None None] The sync data for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv is: [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'ac938934-b394-4ddc-a1e8-38357b79b884', 'name': '', 'network_id': '70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:07:81:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:24Z', 'updated_at': '2021-12-23T15:44:31Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'f470e2c5-1b16-4e9a-acc7-f31326f187b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:45:24.725007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for bed79e7a-489c-436d-8336-e960c86fa9f9 owned by {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:24.915486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5904c9-ab32-47f1-9aeb-68cfed4fc60b None None] New status for floating IP d7c079ac-a457-4d65-b488-e92ecc023095: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:45:25.048232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:25.098112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=bed79e7a-489c-436d-8336-e960c86fa9f9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:25.204471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:25.214503 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-41cb5873-96b6-4bd9-981a-0c0a459c4c22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/ports/bed79e7a-489c-436d-8336-e960c86fa9f9 HTTP/1.1" status: 204 len: 168 time: 0.9232221 Dec 23 15:45:25.217147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57512) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:25.334933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e405d583-5753-4ea0-9963-920e24e6467e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:25.618573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:26.221076 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port ac938934-b394-4ddc-a1e8-38357b79b884 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:26.221398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:26.400608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port ac938934-b394-4ddc-a1e8-38357b79b884, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ac938934-b394-4ddc-a1e8-38357b79b884,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:26.400950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:26.604981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for ac938934-b394-4ddc-a1e8-38357b79b884 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:26.866403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:26.915746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=ac938934-b394-4ddc-a1e8-38357b79b884,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:27.207977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:27.660599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2af8d3de-f63c-4819-baac-5e1f09b79cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:27.779052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:45:27.975200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:45:27.985359 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] Sync routers for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:45:27.988008 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a22db529-9178-40a7-ad6c-3cabb95bfa52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/70b1a3a9-58ef-48f6-8644-75f4e5f3dd11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7695849 Dec 23 15:45:27.990647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57516) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:27.996798 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:27.997393 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:28.181445 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:28.275367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet f470e2c5-1b16-4e9a-acc7-f31326f187b5 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:45:28.278305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:28.332766 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:28.413718 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:28.457074 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:45:26Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:28.460840 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] Checking router: 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:45:28.471773 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] Routers {'70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:28.472405 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:28.552169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:28.592851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=f470e2c5-1b16-4e9a-acc7-f31326f187b5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:28.598585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:28.605394 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-aad7c05c-c638-4489-b4b2-9916e17b0cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/f470e2c5-1b16-4e9a-acc7-f31326f187b5 HTTP/1.1" status: 204 len: 168 time: 0.6135566 Dec 23 15:45:28.608735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab9bf0-61be-4b43-9d8a-255a29b25aa6 None None] Network 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:45:28.612167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57520) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:28.655245 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] Set router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:28.815931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:28.835024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:28.878363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] DHCP port deletion for 70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:45:28.882507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Deleting port 3b687f30-3653-4b10-8063-b5c5fb115213 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:28.882857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.017794 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:45:26Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:29.021814 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b699d6-6405-48d7-931a-953cd58e1b46 None None] The sync data for ids ['70b1a3a9-58ef-48f6-8644-75f4e5f3dd11'] in dv-neutron-822796-1-hyperv is: [{'id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'name': 'tempest-TestNetworkBasicOps-router-1386721863', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:45:26Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '265f7131-5d1f-445c-ba2b-b0dfbabf0db3', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b1a3a9-58ef-48f6-8644-75f4e5f3dd11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:44:20Z', 'updated_at': '2021-12-23T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:45:29.025791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3b687f30-3653-4b10-8063-b5c5fb115213 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:45:29.078729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.107590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.140905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:45:29.141241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.163542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] For port 3b687f30-3653-4b10-8063-b5c5fb115213, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3b687f30-3653-4b10-8063-b5c5fb115213,segment=NetworkSegment(6cda1a9c-84ae-4d3f-a52f-10571d521a5f),segment_id=6cda1a9c-84ae-4d3f-a52f-10571d521a5f)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:29.163918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.313215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Calling delete_port for 3b687f30-3653-4b10-8063-b5c5fb115213 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:29.317112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 265f7131-5d1f-445c-ba2b-b0dfbabf0db3, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:29.317462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.381825 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.446717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:45:29.504553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.552942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Pushing event deleted for resources: {'Port': ['ID=3b687f30-3653-4b10-8063-b5c5fb115213,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:29.557011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] No DVR routers for this DVR port 3b687f30-3653-4b10-8063-b5c5fb115213 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:45:29.568469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.568701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.569044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.569423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.569683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.570006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.570416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.570632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.571012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.571249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.571561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd632b27-d972-4901-8de6-c7292fd6ee32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:29.698787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:29.746193 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=265f7131-5d1f-445c-ba2b-b0dfbabf0db3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:30.056190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.270208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.312629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.316742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.637497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.637982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router 70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:45:30.653254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.659263 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-282adf4a-ebf3-4782-967d-c18cd41bec54 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/70b1a3a9-58ef-48f6-8644-75f4e5f3dd11 HTTP/1.1" status: 204 len: 168 time: 2.0413380 Dec 23 15:45:30.659263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57524) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:30.773043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.906406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.930392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:30.942973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cda1a9c-84ae-4d3f-a52f-10571d521a5f') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:30.943259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cda1a9c-84ae-4d3f-a52f-10571d521a5f') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:30.954988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.970346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.976401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:45:30.976783 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:45:30.991347 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:45:31.108299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:45:31.141649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:45:31.141994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 265f7131-5d1f-445c-ba2b-b0dfbabf0db3 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:45:31.142404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ac938934-b394-4ddc-a1e8-38357b79b884 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:45:31.151855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:31.173071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:31.177523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: ac938934-b394-4ddc-a1e8-38357b79b884 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:45:31.177819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ac938934-b394-4ddc-a1e8-38357b79b884 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:45:31.179326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:31.266387 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f0156a89-8579-45bc-ac50-05751b29646d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/70a32f8b-0632-4ada-9e97-f1fa8c9ac2e9 HTTP/1.1" status: 204 len: 168 time: 0.6075358 Dec 23 15:45:31.281162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57528) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:31.293218 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d382f602-6500-4cd1-99d6-1bbaad067ed6 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0110521 Dec 23 15:45:31.296000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57532) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:31.565746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--1070340533', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:31.570639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:31.574643 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:31.578040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:31.583861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:31.647225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:45:31.650200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:31.679726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:45:31.688592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:31.688927 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment a0a954b1-8941-4880-896d-1e24985276a9 of type vlan for network 6a352e64-4dc5-4541-affb-84b50da2763b Dec 23 15:45:31.713486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:31.818555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:31.822173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:31.822790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:31.932079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=6a352e64-4dc5-4541-affb-84b50da2763b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:31.942393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 6a352e64-4dc5-4541-affb-84b50da2763b details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:45:31.992479 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4a033fb1-7ced-4e43-9101-cab8bf1c5acc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6954105 Dec 23 15:45:31.995128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57538) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:32.000740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-718971306', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:32.007468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:32.014851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:32.014851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:32.020239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:32.088786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:32.089720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:32.107815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:32.330088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:32.683356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:32.713033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:32.848937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.242 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/40989361-d3bc-4090-9415-3e5d85ec9efe) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:45:32.994151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:33.087635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:33.155344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:45:33.158114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:45:33.161794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:45:33.191348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=40989361-d3bc-4090-9415-3e5d85ec9efe,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:33.396262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:33.396977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:33.687354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 67008079-709a-498d-a86c-427b2a017df1 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:45:33.884284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:45:33.895297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Sync routers for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:45:33.910989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:33.911602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:33.968161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:33.972443 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7d8f5c3a-44a4-4c9d-bd25-a84de649d57f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9731848 Dec 23 15:45:33.977290 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57542) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:34.013472 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a5f6f5e6-4c70-4838-b086-8eefd6868814 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397749 Dec 23 15:45:34.016828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57546) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:34.128228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:34.146868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f0538-8a33-4bc2-a6d1-41886349e27c tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:34.148355 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ac7f0538-8a33-4bc2-a6d1-41886349e27c tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305921 Dec 23 15:45:34.151240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57550) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:34.190998 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-26cad7f0-05be-44ee-b887-3c7d2ccf59ff tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386360 Dec 23 15:45:34.193463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57554) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:34.198715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858246083', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:34.311108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:34.315094 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:34.317916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:34.323482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:34.397449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:45:34.418838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:33Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:34.423303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Checking router: 67008079-709a-498d-a86c-427b2a017df1 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:45:34.423649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Updating router 67008079-709a-498d-a86c-427b2a017df1 port 40989361-d3bc-4090-9415-3e5d85ec9efe binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:45:34.474991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:34.500698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:34.803412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:34.815778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Transition to ACTIVE for port object 40989361-d3bc-4090-9415-3e5d85ec9efe will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:34.883422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:34.911809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:34.961052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=bce4b7fb-223a-4fdc-912c-f7a257c3e10f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:34.972417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:45:34.972769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: 6a352e64-4dc5-4541-affb-84b50da2763b, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:45:35.002622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbe41d-3c02-4079-89b7-aba679efdcfc None None] Pushing event updated for resources: {'Port': ['ID=40989361-d3bc-4090-9415-3e5d85ec9efe,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:35.005007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Attempting to bind port 40989361-d3bc-4090-9415-3e5d85ec9efe on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:45:35.005369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Attempting to bind port 40989361-d3bc-4090-9415-3e5d85ec9efe by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:45:35.005730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Attempting to bind port 40989361-d3bc-4090-9415-3e5d85ec9efe on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:45:35.012548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:45:35.012912 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:45:35.013309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:35.014077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:45:35.014192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Bound port: 40989361-d3bc-4090-9415-3e5d85ec9efe, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:45:35.014553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:35.054216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 6a352e64-4dc5-4541-affb-84b50da2763b is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:45:35.085150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] For port 40989361-d3bc-4090-9415-3e5d85ec9efe, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:45:35.087974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] For port 40989361-d3bc-4090-9415-3e5d85ec9efe, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=40989361-d3bc-4090-9415-3e5d85ec9efe,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:45:35.105809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 6a352e64-4dc5-4541-affb-84b50da2763b) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:45:35.110654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:35.113133 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:35.117318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2effe842-1406-42d4-8366-0a02b15027b8 None None] Network 6a352e64-4dc5-4541-affb-84b50da2763b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:45:35.180796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:35.192760 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d5a4eb28-9a9d-44ba-a38f-331d24666bd5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9981902 Dec 23 15:45:35.195295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57558) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:35.302645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbe41d-3c02-4079-89b7-aba679efdcfc None None] Pushing event updated for resources: {'Port': ['ID=40989361-d3bc-4090-9415-3e5d85ec9efe,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:35.316498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:35.317117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:35.547029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-6a352e64-4dc5-4541-affb-84b50da2763b', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:45:35.547816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:35.614928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:35.954363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:35.960179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Allocated IP 172.20.0.2 (6a352e64-4dc5-4541-affb-84b50da2763b/bce4b7fb-223a-4fdc-912c-f7a257c3e10f/05e0fed7-8cda-414a-b680-3c163f607cae) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:45:36.135347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:33Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:36.150258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4efdef-10ef-4229-a8ae-32f42f27aa27 None None] The sync data for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv is: [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:33Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:45:36.220359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:36.231006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Transition to ACTIVE for port object 05e0fed7-8cda-414a-b680-3c163f607cae will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:36.250964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Transition to ACTIVE for port object 05e0fed7-8cda-414a-b680-3c163f607cae will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:36.345457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:36.417731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (6a352e64-4dc5-4541-affb-84b50da2763b/bce4b7fb-223a-4fdc-912c-f7a257c3e10f/eb2d35ca-d40b-44c1-a579-958640288916) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:45:36.425453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Network 6a352e64-4dc5-4541-affb-84b50da2763b is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:45:36.426530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Pushing event updated for resources: {'Port': ['ID=05e0fed7-8cda-414a-b680-3c163f607cae,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:36.430589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:45:36.432914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:45:36.528599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Attempting to bind port 05e0fed7-8cda-414a-b680-3c163f607cae on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:45:36.528991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Attempting to bind port 05e0fed7-8cda-414a-b680-3c163f607cae by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:45:36.530107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Attempting to bind port 05e0fed7-8cda-414a-b680-3c163f607cae on network 6a352e64-4dc5-4541-affb-84b50da2763b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:45:36.537412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:45:36.537918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Checking segment: {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:45:36.538328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:36.538720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Bound using segment: {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:45:36.539194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Bound port: 05e0fed7-8cda-414a-b680-3c163f607cae, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:45:36.539569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:36.639167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] For port 05e0fed7-8cda-414a-b680-3c163f607cae, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:45:36.642806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] For port 05e0fed7-8cda-414a-b680-3c163f607cae, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=05e0fed7-8cda-414a-b680-3c163f607cae,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:45:36.701871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:36.718638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object eb2d35ca-d40b-44c1-a579-958640288916 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:36.723745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:36.809837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:36.815876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70e343-8871-4070-ac8b-e7490f20e3c2 None None] Pushing event updated for resources: {'Port': ['ID=05e0fed7-8cda-414a-b680-3c163f607cae,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:36.883517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 6a352e64-4dc5-4541-affb-84b50da2763b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:45:36.886641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:45:36.891924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:45:36.942892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:36.969617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 40989361-d3bc-4090-9415-3e5d85ec9efe up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:36.970454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.140460 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.169042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 40989361-d3bc-4090-9415-3e5d85ec9efe completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:37.174461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 40989361-d3bc-4090-9415-3e5d85ec9efe triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:37.174829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.207178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.298513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.315417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 40989361-d3bc-4090-9415-3e5d85ec9efe, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=40989361-d3bc-4090-9415-3e5d85ec9efe,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:37.368868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.438586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=40989361-d3bc-4090-9415-3e5d85ec9efe,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:37.560631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.637681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.755950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:37.758372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:37.792697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03923c32-8062-4811-8569-20eb0b215709 None None] Network 6a352e64-4dc5-4541-affb-84b50da2763b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:45:37.900160 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 6a352e64-4dc5-4541-affb-84b50da2763b is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:45:37.901152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:45:37.954816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-da17c3ec-4ca8-4919-9165-eb67ced3a691 None None] Provisioning for port 05e0fed7-8cda-414a-b680-3c163f607cae completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:38.304965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 67008079-709a-498d-a86c-427b2a017df1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:45:38.351669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-35098a6e-e557-4f9a-aae7-05cecc5ea900 None None] Provisioning for port eb2d35ca-d40b-44c1-a579-958640288916 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:38.358647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-35098a6e-e557-4f9a-aae7-05cecc5ea900 None None] Provisioning complete for port eb2d35ca-d40b-44c1-a579-958640288916 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:38.358647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35098a6e-e557-4f9a-aae7-05cecc5ea900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:38.418642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-35098a6e-e557-4f9a-aae7-05cecc5ea900 None None] Port eb2d35ca-d40b-44c1-a579-958640288916 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:45:38.542456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-403b71d0-942a-4621-83c5-fdce41f0335f None None] Provisioning complete for port eb2d35ca-d40b-44c1-a579-958640288916 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:38.542904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-403b71d0-942a-4621-83c5-fdce41f0335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:38.602580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-403b71d0-942a-4621-83c5-fdce41f0335f None None] Port eb2d35ca-d40b-44c1-a579-958640288916 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:45:38.630595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:45:38.642800 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-647e3243-1e7c-406e-acb3-ef916380e45b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/67008079-709a-498d-a86c-427b2a017df1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4465132 Dec 23 15:45:38.645347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57562) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:38.723947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e7f8aeab-ed5a-4bd6-b19a-97a1afd759de None None] Provisioning complete for port eb2d35ca-d40b-44c1-a579-958640288916 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:38.724340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e7f8aeab-ed5a-4bd6-b19a-97a1afd759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:38.778326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e7f8aeab-ed5a-4bd6-b19a-97a1afd759de None None] Port eb2d35ca-d40b-44c1-a579-958640288916 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:45:38.784661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8884563-f6aa-4d1a-84f7-279170937ba2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.785035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8884563-f6aa-4d1a-84f7-279170937ba2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.785395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8884563-f6aa-4d1a-84f7-279170937ba2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.785753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8884563-f6aa-4d1a-84f7-279170937ba2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.787385 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e8884563-f6aa-4d1a-84f7-279170937ba2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1411653 Dec 23 15:45:38.789993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57566) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:38.855922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df5e1f-a106-4cae-b22c-35ebf4a1fa78 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.856311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df5e1f-a106-4cae-b22c-35ebf4a1fa78 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.856668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df5e1f-a106-4cae-b22c-35ebf4a1fa78 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.857050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df5e1f-a106-4cae-b22c-35ebf4a1fa78 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:38.858645 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b0df5e1f-a106-4cae-b22c-35ebf4a1fa78 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0677867 Dec 23 15:45:38.861250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57570) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:39.002153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 40989361-d3bc-4090-9415-3e5d85ec9efe up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:39.074387 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e7e8fcf1-cb0c-41f1-b4e1-fd43bd6ad9c2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2120724 Dec 23 15:45:39.108980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 40989361-d3bc-4090-9415-3e5d85ec9efe triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:39.109343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.221000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 05e0fed7-8cda-414a-b680-3c163f607cae up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:39.355601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 05e0fed7-8cda-414a-b680-3c163f607cae completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:39.360992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 05e0fed7-8cda-414a-b680-3c163f607cae triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:39.361364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.428706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57576) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:39.434637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076230674', 'description': 'tempest-secgroup-smoke-2076230674 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:39.440657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:39.444907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:39.447986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:39.454966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:39.478888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.506192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.517143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 05e0fed7-8cda-414a-b680-3c163f607cae, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=05e0fed7-8cda-414a-b680-3c163f607cae,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:39.542774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:39.547303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:39.550202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:39.561787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:39.578948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.616466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.644996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=05e0fed7-8cda-414a-b680-3c163f607cae,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:39.682942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.727203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c839f47-103d-47cd-ace4-9d893f922166,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:39.759948 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Sync routers for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:45:39.770859 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:39.771448 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:39.812522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.813744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-14d0c851-d9b6-48ab-9fd7-98adb19ef835 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3840568 Dec 23 15:45:39.816712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57580) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:39.822002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '8c839f47-103d-47cd-ace4-9d893f922166', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:39.827981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:39.832201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:39.835113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:39.840742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:39.936322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:39.944575 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:39.997058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.075206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.099571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b904e5-e749-4ec9-88b9-b36e6a0d2f97,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:40.161090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.162304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4de1569b-57ad-4c6b-b04f-8330c089d453 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3446617 Dec 23 15:45:40.165185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57584) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:40.170944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '8c839f47-103d-47cd-ace4-9d893f922166', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:40.176885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:40.180786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:40.183622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:40.189645 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:40.255548 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:37Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:40.259393 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Checking router: 67008079-709a-498d-a86c-427b2a017df1 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:45:40.259733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Updating router 67008079-709a-498d-a86c-427b2a017df1 port eb2d35ca-d40b-44c1-a579-958640288916 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:45:40.284219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.309848 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.353284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.429684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.454771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c497b79-7a8c-4ad8-adfa-86682db6ac5f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:40.526895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.528307 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-46c28d13-c3f8-47e1-ba62-886b335a9da8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3620839 Dec 23 15:45:40.534361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57588) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:40.537303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '8c839f47-103d-47cd-ace4-9d893f922166', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:40.543095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:40.547585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:40.550525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:40.556371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:40.620655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.651898 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.664394 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Transition to ACTIVE for port object eb2d35ca-d40b-44c1-a579-958640288916 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:40.688579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.717958 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.739965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.763663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8428ce23-01db-4c7c-a576-f38acc0f200d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:40.846998 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Pushing event updated for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:40.859499 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.859829 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.860176 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.860498 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.860815 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.861225 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.861420 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.861749 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.862018 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.862329 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.862626 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:45:40.865961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.867510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3920d1f2-6abe-41bb-9d96-7a9c461bbae7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3348751 Dec 23 15:45:40.870381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57592) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:40.876559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '8c839f47-103d-47cd-ace4-9d893f922166', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:40.890111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:40.894977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:40.898724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:40.909201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:40.948631 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Attempting to bind port eb2d35ca-d40b-44c1-a579-958640288916 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:45:40.948988 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Attempting to bind port eb2d35ca-d40b-44c1-a579-958640288916 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:45:40.949426 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Attempting to bind port eb2d35ca-d40b-44c1-a579-958640288916 on network 6a352e64-4dc5-4541-affb-84b50da2763b {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:45:40.951090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 05e0fed7-8cda-414a-b680-3c163f607cae up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:40.956961 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:45:40.957329 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Checking segment: {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:45:40.957717 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:40.958099 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Bound using segment: {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:45:40.958550 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Bound port: eb2d35ca-d40b-44c1-a579-958640288916, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:45:40.958912 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.009156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.044924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 05e0fed7-8cda-414a-b680-3c163f607cae triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:41.045763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.077590 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.080833 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] For port eb2d35ca-d40b-44c1-a579-958640288916, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:45:41.083893 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] For port eb2d35ca-d40b-44c1-a579-958640288916, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=eb2d35ca-d40b-44c1-a579-958640288916,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:45:41.162731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.173276 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.191383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4b168b-6f86-4e90-94f7-bf20145d03d2,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:41.250037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.252043 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-946d9146-d5d9-40b0-a9a3-778952c0d785 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3801599 Dec 23 15:45:41.254473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57596) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:41.255784 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182438c-a778-4f61-bcc6-2722f4ba0a65 None None] Pushing event updated for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:41.258841 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:45:41.259523 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:41.262530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '8c839f47-103d-47cd-ace4-9d893f922166', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:41.269690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:41.273968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:41.277004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:41.282842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:41.351825 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:45:41.359229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.429831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.445179 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:45:41.528918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.554936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a3ba29-020f-49b6-a790-35af8b891c12,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:41.647421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.651292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5737626a-3067-4d09-8d13-ce284696b88f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3928788 Dec 23 15:45:41.651429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57600) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:41.657435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '8c839f47-103d-47cd-ace4-9d893f922166', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:41.663787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:41.670472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:41.673461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:41.679509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:41.738684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:45:41.745297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.766595 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:41Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:45:41.770680 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccd67b7-5ed9-4d63-b6e5-741af2f1e3d8 None None] The sync data for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv is: [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:41Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:45:41.828539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.906465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:41.933134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c5ff16-e7ec-4f92-8324-c05d0f84cf5e,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:42.030489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:42.031697 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-78de6d0e-6a23-4f6f-bdbf-a1da009efb25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3793867 Dec 23 15:45:42.222788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-b77cb8ec-16f2-4604-91ae-cfbb6d913430 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:45:42.323232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-b77cb8ec-16f2-4604-91ae-cfbb6d913430 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:45:42.324612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-b77cb8ec-16f2-4604-91ae-cfbb6d913430 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076230674&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.1441262 Dec 23 15:45:42.480552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-6553f7ad-4aa1-4747-8fbc-6b8094f1ac31 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:42.481992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-6553f7ad-4aa1-4747-8fbc-6b8094f1ac31 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=6a352e64-4dc5-4541-affb-84b50da2763b HTTP/1.1" status: 200 len: 797 time: 0.1501803 Dec 23 15:45:42.498315 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-891adea9-5e94-4f7b-b62c-15e0acbe4755 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0109041 Dec 23 15:45:42.585039 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-696263d6-feb3-40f6-a17e-01c906ed652c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812950 Dec 23 15:45:42.722135 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-27a5b8c9-ed8b-4cda-837c-98d3a7599993 service neutron] 10.222.0.58 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244836 Dec 23 15:45:42.850562 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d48fe967-afa7-4299-ad57-7c8658ea0c73 service neutron] 10.222.0.58 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228006 Dec 23 15:45:42.957914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device eb2d35ca-d40b-44c1-a579-958640288916 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:43.088391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port eb2d35ca-d40b-44c1-a579-958640288916 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:43.093721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port eb2d35ca-d40b-44c1-a579-958640288916 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:43.094352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:43.116081 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d8d6bc3-44de-4cda-a52f-e908d44e5227 req-de39c55c-569e-4c10-a4e2-119fdaf6d363 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 210 time: 0.0406003 Dec 23 15:45:43.215545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:43.247222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port eb2d35ca-d40b-44c1-a579-958640288916, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=eb2d35ca-d40b-44c1-a579-958640288916,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:43.328788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:43.395457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:44.278932 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-634fb9ae-c3c1-40df-9a1e-a63aaa68681b req-39c5bdba-173e-4268-bb3d-456c86c7550f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 210 time: 0.0406988 Dec 23 15:45:44.937510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device eb2d35ca-d40b-44c1-a579-958640288916 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:45.009477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port eb2d35ca-d40b-44c1-a579-958640288916 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:45.009843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:45.455748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-31c26326-cba9-47b6-87e9-b39aa8cd2c0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:45.457060 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-31c26326-cba9-47b6-87e9-b39aa8cd2c0a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=6a352e64-4dc5-4541-affb-84b50da2763b HTTP/1.1" status: 200 len: 797 time: 0.1671972 Dec 23 15:45:45.520250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d87d453c-b3d9-406f-a04b-75f6932bff06 req-aa5ad270-ef14-43d7-a158-ea7844e12dd7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 210 time: 0.0619740 Dec 23 15:45:45.553139 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-2dd5800d-6e3e-41a3-a9c2-fb37ad6d7f0b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 380 time: 0.0541284 Dec 23 15:45:45.562880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['8c839f47-103d-47cd-ace4-9d893f922166']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:45.701586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:45.705593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:port and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:45.708999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:45.715646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:45.814268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:45:45.817476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:46.074178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.12 (6a352e64-4dc5-4541-affb-84b50da2763b/bce4b7fb-223a-4fdc-912c-f7a257c3e10f/668ecf89-8f9b-4a5a-a425-9f9829ad0bed) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:45:46.259732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:46.275557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 668ecf89-8f9b-4a5a-a425-9f9829ad0bed will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:46.357546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:46.431545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 6a352e64-4dc5-4541-affb-84b50da2763b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:45:46.434869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:45:46.439688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:45:46.471808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:46.510213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:46.510807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:46.596231 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-012319be-c2d9-4af9-b542-0a302b5475d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0375123 Dec 23 15:45:46.620967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Request body: {'port': {'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:46.682640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-930d9477-558d-40f5-878a-f5ef98742654 None None] Provisioning for port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:46.689274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-930d9477-558d-40f5-878a-f5ef98742654 None None] Provisioning complete for port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:46.695456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-930d9477-558d-40f5-878a-f5ef98742654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:46.742311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-930d9477-558d-40f5-878a-f5ef98742654 None None] Port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:45:46.778553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:46.833636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb688e90-bfc5-465a-a522-09f9aaf4c6a2 req-e5e905cc-6556-4bf0-b8b5-ae13b79177c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:46.834296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-bb688e90-bfc5-465a-a522-09f9aaf4c6a2 req-e5e905cc-6556-4bf0-b8b5-ae13b79177c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:45:46.923190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-bb688e90-bfc5-465a-a522-09f9aaf4c6a2 req-e5e905cc-6556-4bf0-b8b5-ae13b79177c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:45:46.924331 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb688e90-bfc5-465a-a522-09f9aaf4c6a2 req-e5e905cc-6556-4bf0-b8b5-ae13b79177c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 932 time: 0.2762768 Dec 23 15:45:47.057634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb688e90-bfc5-465a-a522-09f9aaf4c6a2 req-19460426-afe8-4b30-96a2-205ef701dbfe tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235249 Dec 23 15:45:47.168889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668ecf89-8f9b-4a5a-a425-9f9829ad0bed {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:45:47.176163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:47.189914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Transition to ACTIVE for port object 668ecf89-8f9b-4a5a-a425-9f9829ad0bed will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:45:47.276768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:47.407730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Pushing event updated for resources: {'Port': ['ID=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:47.515815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Attempting to bind port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:45:47.516470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Attempting to bind port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:45:47.516470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Attempting to bind port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed on network 6a352e64-4dc5-4541-affb-84b50da2763b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:45:47.522246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed on network 6a352e64-4dc5-4541-affb-84b50da2763b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:45:47.522551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Attempting to bind port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed on network 6a352e64-4dc5-4541-affb-84b50da2763b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:45:47.528677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:45:47.529047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Checking segment: {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:45:47.530046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Bound using segment: {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:45:47.530451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Bound port: 668ecf89-8f9b-4a5a-a425-9f9829ad0bed, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a954b1-8941-4880-896d-1e24985276a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:45:47.530777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:47.615230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] For port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:45:47.618030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] For port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:45:47.701984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:47.762826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:47.765086 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] 10.222.0.57 "PUT /v2.0/ports/668ecf89-8f9b-4a5a-a425-9f9829ad0bed HTTP/1.1" status: 200 len: 1094 time: 1.1548543 Dec 23 15:45:47.765548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:45:47.782979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648c2cf-9209-4cf1-97ac-58d70e553590 service neutron] Pushing event updated for resources: {'Port': ['ID=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:47.823684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'status': 'completed', 'code': 200} Dec 23 15:45:47.942650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03ffecc8-b4e2-4cc8-bae5-47a88ddf73fd req-9774f31f-9090-4f7b-839b-4c00a487c2a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1097 time: 0.0775452 Dec 23 15:45:48.088249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffecc8-b4e2-4cc8-bae5-47a88ddf73fd req-6093367d-5ddf-4889-a09d-f0a4a159f07a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:48.089615 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03ffecc8-b4e2-4cc8-bae5-47a88ddf73fd req-6093367d-5ddf-4889-a09d-f0a4a159f07a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1345656 Dec 23 15:45:48.370321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffecc8-b4e2-4cc8-bae5-47a88ddf73fd req-0ba18fdc-afc1-48b1-be6d-28bbfa469df0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:48.371763 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-03ffecc8-b4e2-4cc8-bae5-47a88ddf73fd req-0ba18fdc-afc1-48b1-be6d-28bbfa469df0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762117 Dec 23 15:45:48.385582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cd5b7-2079-478e-8116-a503921d44df req-acf40d07-7273-4f51-8b59-20de9f34f0b3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:48.387044 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-008cd5b7-2079-478e-8116-a503921d44df req-acf40d07-7273-4f51-8b59-20de9f34f0b3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 944 time: 0.1257110 Dec 23 15:45:48.472903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-008cd5b7-2079-478e-8116-a503921d44df req-3da6ff01-617a-45ec-8ee2-58ea6aa0bd65 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784121 Dec 23 15:45:48.503537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d30e0b7c-362b-4203-944c-396cf7102225 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1097 time: 0.0726628 Dec 23 15:45:48.580998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-48b5df1a-c0f1-4172-9f07-9d6cdd5c7927 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed HTTP/1.1" status: 200 len: 217 time: 0.0646019 Dec 23 15:45:48.643760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-10c109cd-b630-4293-809d-d2924b635e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:48.645111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-10c109cd-b630-4293-809d-d2924b635e40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bce4b7fb-223a-4fdc-912c-f7a257c3e10f HTTP/1.1" status: 200 len: 834 time: 0.0580437 Dec 23 15:45:48.722458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-959eed6c-0583-476a-9d0c-5c7e9b4510ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a352e64-4dc5-4541-affb-84b50da2763b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708518 Dec 23 15:45:48.853857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-0f8113f6-02c3-4371-9c52-0ce7b96883d4 service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243384 Dec 23 15:45:48.985668 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f01812d6-55b2-4964-bf7a-1f01afc31982 req-d3ffb9da-4931-4457-97f4-1d72478b0be6 service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255536 Dec 23 15:45:49.671978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc40836-ed21-4a0c-b651-3e3af9140aa6 req-91b291fd-da1b-4fe3-8542-6fd50d2867d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:49.673472 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bc40836-ed21-4a0c-b651-3e3af9140aa6 req-91b291fd-da1b-4fe3-8542-6fd50d2867d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 944 time: 0.0757263 Dec 23 15:45:49.718634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bc40836-ed21-4a0c-b651-3e3af9140aa6 req-691ff168-aeef-4095-9919-e529f31906a3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397098 Dec 23 15:45:50.917701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3c38-89a9-4faa-acb3-b610f10073a1 req-dfbf94fb-a45e-44e3-9ff1-32d7bbe34f25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:50.919095 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f07b3c38-89a9-4faa-acb3-b610f10073a1 req-dfbf94fb-a45e-44e3-9ff1-32d7bbe34f25 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 944 time: 0.0817742 Dec 23 15:45:50.963977 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f07b3c38-89a9-4faa-acb3-b610f10073a1 req-4cc4df35-bff7-4806-8a23-e7d0e6828b66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387931 Dec 23 15:45:52.156413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7baa09-41a9-419f-bbc6-ebef764f44a7 req-bafa9c88-3dfd-4b48-9c34-7c66b7aceac3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:52.157855 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be7baa09-41a9-419f-bbc6-ebef764f44a7 req-bafa9c88-3dfd-4b48-9c34-7c66b7aceac3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 944 time: 0.0749707 Dec 23 15:45:52.203212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be7baa09-41a9-419f-bbc6-ebef764f44a7 req-72f689ff-e423-429d-ab3a-0f06499e5a5e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 Dec 23 15:45:52.466948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 668ecf89-8f9b-4a5a-a425-9f9829ad0bed details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:45:52.598455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:52.611661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'mac_address': 'fa:16:3e:92:06:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:45:52.663315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:52.684297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668ecf89-8f9b-4a5a-a425-9f9829ad0bed {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:45:52.699394 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:52.823455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:52.887349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:53.198887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['668ecf89-8f9b-4a5a-a425-9f9829ad0bed'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:45:53.399093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770642fd-2783-4b99-b0d4-7286002c2580 req-a23dd36e-cf26-4134-a5f6-8d315caa53d6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:53.400651 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-770642fd-2783-4b99-b0d4-7286002c2580 req-a23dd36e-cf26-4134-a5f6-8d315caa53d6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 945 time: 0.0801473 Dec 23 15:45:53.446570 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-770642fd-2783-4b99-b0d4-7286002c2580 req-783835a6-acef-43fe-af33-9c35c0bf2a48 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Dec 23 15:45:54.488661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 668ecf89-8f9b-4a5a-a425-9f9829ad0bed up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:45:54.617367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:45:54.623079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:45:54.629814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:54.643997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eefe3b-efc6-47a6-b668-3e44e5508e13 req-75dbf96d-2a02-4e0d-aa0d-157ce18f860d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:54.645545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a9eefe3b-efc6-47a6-b668-3e44e5508e13 req-75dbf96d-2a02-4e0d-aa0d-157ce18f860d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 945 time: 0.0774000 Dec 23 15:45:54.693752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a9eefe3b-efc6-47a6-b668-3e44e5508e13 req-e0c2d18b-f93c-498e-9fb1-b80320cd68cf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419204 Dec 23 15:45:54.761289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:54.788921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:45:54.799218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:45:54.848137 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'code': 200} Dec 23 15:45:54.882650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:54.948104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:55.297913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a1de18de-530a-464e-8887-8e601cc7266b req-4ce234d3-0549-4a5b-95f9-b6258bf6fc1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1099 time: 0.0799482 Dec 23 15:45:55.320490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e0a4e648-3857-458d-962a-b019d0e0d78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:55.340621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a1de18de-530a-464e-8887-8e601cc7266b req-35434d36-483b-4ae0-b634-f6964443741a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367799 Dec 23 15:45:55.898824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4d0e-6370-471f-a314-a2f51bfbe8f5 req-8b34cf74-9abf-4925-b15f-64d1d6a108af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:55.900275 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d9e4d0e-6370-471f-a314-a2f51bfbe8f5 req-8b34cf74-9abf-4925-b15f-64d1d6a108af tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 946 time: 0.0862386 Dec 23 15:45:55.947752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d9e4d0e-6370-471f-a314-a2f51bfbe8f5 req-b3b83950-cec3-480b-b439-3bc4a34c9d59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Dec 23 15:45:57.143244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91327706-dd4d-4ca9-9773-e6991ce7a75f req-7c5ab1b3-a9b3-442d-8d8f-c84e10619450 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:57.144609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91327706-dd4d-4ca9-9773-e6991ce7a75f req-7c5ab1b3-a9b3-442d-8d8f-c84e10619450 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 946 time: 0.0755603 Dec 23 15:45:57.190088 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91327706-dd4d-4ca9-9773-e6991ce7a75f req-12eb060c-569a-43a6-befe-58df7f8a2bb8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400169 Dec 23 15:45:57.385186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4b561-4c9f-4854-9f5a-2fc80ea91f77 req-0eac1b49-d6b1-4420-bbb8-bd0736b1ff28 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:45:57.386602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-42c4b561-4c9f-4854-9f5a-2fc80ea91f77 req-0eac1b49-d6b1-4420-bbb8-bd0736b1ff28 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 946 time: 0.0784407 Dec 23 15:45:57.431683 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-42c4b561-4c9f-4854-9f5a-2fc80ea91f77 req-6040cc43-63ed-4f9c-87ae-3d5ac48305f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Dec 23 15:45:57.459400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57654) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:57.630673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23cfedb4-7099-4d14-bfb5-4373ef607303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:57.702184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3da78594-db30-4be7-bd6c-ecc4a7c88b6e tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1094 time: 0.2410281 Dec 23 15:45:57.704886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57660) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:45:57.710191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:45:57.715597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:45:57.719637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:45:57.722460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:45:57.728087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:45:57.802203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:57.921417 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:45:58.026544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:58.160678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.103 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/5577213a-2b39-4a06-a96b-d401893c5495) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:45:58.305176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:58.402582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:58.472722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:45:58.475527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:45:58.478067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:45:58.512858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=5577213a-2b39-4a06-a96b-d401893c5495,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:58.754471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:58.983607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:58.996015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:59.144504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:59.361903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:59.457624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:59.564879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=5577213a-2b39-4a06-a96b-d401893c5495,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:45:59.581904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:45:59.774663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP c237439a-2f73-49d6-a670-7bcb8a1fcfcf associated. External IP: 172.26.6.103, port: 668ecf89-8f9b-4a5a-a425-9f9829ad0bed. Dec 23 15:46:00.119203 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-5fbcaa0c-9df1-4b9e-b7d5-729251bbc451 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913134 Dec 23 15:46:00.263119 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:00.353001 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-259b1008-8b62-4acd-9a00-2139be8a1d2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1099 time: 0.1474297 Dec 23 15:46:00.455762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 67008079-709a-498d-a86c-427b2a017df1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:46:00.571047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-a736f4ab-4b33-4726-b4b6-29cc051b43c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:46:00.572497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-a736f4ab-4b33-4726-b4b6-29cc051b43c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a352e64-4dc5-4541-affb-84b50da2763b HTTP/1.1" status: 200 len: 898 time: 0.2012019 Dec 23 15:46:00.688750 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-29b226a4-6e42-4374-8b8e-160b33509236 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed HTTP/1.1" status: 200 len: 1000 time: 0.1102333 Dec 23 15:46:00.814171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-4f0abb57-2aa7-4800-a887-8d66c7565313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:46:00.815546 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-4f0abb57-2aa7-4800-a887-8d66c7565313 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bce4b7fb-223a-4fdc-912c-f7a257c3e10f HTTP/1.1" status: 200 len: 834 time: 0.0821800 Dec 23 15:46:00.887741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:46:00.898743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] Sync routers for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:46:00.910994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:46:00.911670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:46:00.918603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-6534dddb-ab3b-47b4-ac60-fa4d5bbacaf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a352e64-4dc5-4541-affb-84b50da2763b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959895 Dec 23 15:46:00.993944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:01.066810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0efd2316-7436-405b-9cbf-e9113bcbfdec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3607244 Dec 23 15:46:01.069742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:46:01.070448 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57664) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:01.093057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:46:01.126597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-b264b9a4-bf91-4bbd-9759-6ede607ffac4 service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015018 Dec 23 15:46:01.137727 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'status': 'completed', 'code': 200} Dec 23 15:46:01.269983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d6e5273-6b19-41da-9e5f-53ef019c5ca7 req-fad4ccae-bb6b-4823-879f-2d8bdc29974d service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283264 Dec 23 15:46:01.285894 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-77bc2e29-4373-4a53-a4b8-512b5dd99dbd tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers/67008079-709a-498d-a86c-427b2a017df1 HTTP/1.1" status: 200 len: 922 time: 0.2104220 Dec 23 15:46:01.286314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57670) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:01.457767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'c237439a-2f73-49d6-a670-7bcb8a1fcfcf', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '67008079-709a-498d-a86c-427b2a017df1', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'mac_address': 'fa:16:3e:92:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:45:58Z', 'updated_at': '2021-12-23T15:45:58Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:46:01.461521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] Checking router: 67008079-709a-498d-a86c-427b2a017df1 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:46:01.472636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:46:01.473293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:45:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:46:01.542284 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-33097a1a-0575-475b-81d0-fc2170f4d849 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.2549088 Dec 23 15:46:01.556867 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-46fdfd4b-5be6-4103-80da-0871205446dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1099 time: 0.1065209 Dec 23 15:46:01.649061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:46:01.689281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-3db43363-4c12-4776-985c-f15aa5e54bbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:46:01.690716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-3db43363-4c12-4776-985c-f15aa5e54bbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a352e64-4dc5-4541-affb-84b50da2763b HTTP/1.1" status: 200 len: 898 time: 0.1275127 Dec 23 15:46:01.793086 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-135669de-2f4b-4a96-b04d-02d83b420448 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed HTTP/1.1" status: 200 len: 1000 time: 0.0964949 Dec 23 15:46:01.854222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-34592f1e-aa47-44c5-b495-1153a55cd6d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:46:01.855639 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-34592f1e-aa47-44c5-b495-1153a55cd6d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bce4b7fb-223a-4fdc-912c-f7a257c3e10f HTTP/1.1" status: 200 len: 834 time: 0.0566857 Dec 23 15:46:01.932772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-50472c55-1038-4aea-8feb-8a8c4b56f574 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a352e64-4dc5-4541-affb-84b50da2763b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709610 Dec 23 15:46:01.997032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'c237439a-2f73-49d6-a670-7bcb8a1fcfcf', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '67008079-709a-498d-a86c-427b2a017df1', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'mac_address': 'fa:16:3e:92:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:45:58Z', 'updated_at': '2021-12-23T15:45:58Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:46:02.001929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2151379d-32f8-4628-9c35-331d0f9f9362 None None] The sync data for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv is: [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'c237439a-2f73-49d6-a670-7bcb8a1fcfcf', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '67008079-709a-498d-a86c-427b2a017df1', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'mac_address': 'fa:16:3e:92:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:45:58Z', 'updated_at': '2021-12-23T15:45:58Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:45:43Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:46:02.085750 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-cae6fff9-6d7c-483e-9e16-6ef11a851c6a service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295171 Dec 23 15:46:02.188719 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb226e7-e38b-44ed-acab-3852eb9da7ce None None] New status for floating IP c237439a-2f73-49d6-a670-7bcb8a1fcfcf: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:46:02.223317 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a13965d7-605b-4770-8a4b-e942d868bf4d req-4463baf2-5e78-4ef9-9511-d0deef175b0e service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315577 Dec 23 15:46:02.546672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57674) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:46:02.652756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a162f31d-cdc8-4dfd-ae67-7f01e16bea28 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 994 time: 0.1048768 Dec 23 15:46:07.162081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:25.324352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b602187b-50c7-40e0-9080-e2d4a9f8e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:27.623951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b7a58da6-bdfe-4e22-93d6-47723e5716dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:28.795342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:29.009683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:30.261100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:34.920999 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:46:37.200560 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:55.331571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a48dba7d-5344-4c89-b25a-91c351e50ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:57.623036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-30fa4c08-474d-4ad5-a0b9-73e18761aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:58.771369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:46:58.977258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:00.053261 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-9a31247c-1688-4358-8f4a-88e4f30655dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669663 Dec 23 15:47:00.212384 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-d52288d3-1624-4cd3-93fb-04e59aadc40f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1099 time: 0.0714781 Dec 23 15:47:00.311476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:00.358281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbed94-a230-4f22-b768-c44af02e9316 req-16b29c9a-f9f1-41d0-b94e-4c0ce0b7a8f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:00.359709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-16b29c9a-f9f1-41d0-b94e-4c0ce0b7a8f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a352e64-4dc5-4541-affb-84b50da2763b HTTP/1.1" status: 200 len: 898 time: 0.1272042 Dec 23 15:47:00.466020 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-2dda4d25-f8ea-4366-929b-da98c8648d50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed HTTP/1.1" status: 200 len: 1002 time: 0.0979147 Dec 23 15:47:00.532551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbed94-a230-4f22-b768-c44af02e9316 req-f9c69584-dd94-4e1b-86aa-42a72fd185d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:00.533943 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-f9c69584-dd94-4e1b-86aa-42a72fd185d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bce4b7fb-223a-4fdc-912c-f7a257c3e10f HTTP/1.1" status: 200 len: 834 time: 0.0600090 Dec 23 15:47:00.607935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-1ae77477-a380-4f32-aadf-7ae7140bb858 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a352e64-4dc5-4541-affb-84b50da2763b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667341 Dec 23 15:47:00.831397 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-9c741e22-a700-40c1-83a4-07fb63a57b09 service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156136 Dec 23 15:47:00.961736 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15fbed94-a230-4f22-b768-c44af02e9316 req-8f3b6cc9-3767-481f-bad7-3ddfe9473e77 service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231494 Dec 23 15:47:03.445468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57694) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:03.627756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3900e7c7-aa69-46ba-a797-372ca98d8fdb tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers/67008079-709a-498d-a86c-427b2a017df1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1811075 Dec 23 15:47:03.630528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57698) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:03.884089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da905f-1b4d-4920-88d3-596c97691e19 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Notify agent at dv-neutron-822796-1-hyperv the message router_removed_from_agent {{(pid=84221) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 23 15:47:03.887273 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-52da905f-1b4d-4920-88d3-596c97691e19 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "DELETE /v2.0/agents/0539b57a-bcfe-4748-a44b-e2222b1440ed/l3-routers/67008079-709a-498d-a86c-427b2a017df1 HTTP/1.1" status: 204 len: 168 time: 0.2558300 Dec 23 15:47:03.889848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57702) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:04.067979 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-40bda246-92ce-4007-b5fb-d24ef3d217b2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers/67008079-709a-498d-a86c-427b2a017df1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1770654 Dec 23 15:47:04.070578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57706) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:04.172930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-11599f99-e2e1-4aa2-a0cb-fe588b61a344 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 994 time: 0.1012478 Dec 23 15:47:04.635034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13170fba-f40d-4a0d-b01d-eb0b24170b2e None None] New status for floating IP c237439a-2f73-49d6-a670-7bcb8a1fcfcf: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:47:04.974919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 40989361-d3bc-4090-9415-3e5d85ec9efe no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:47:05.085524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:05.100898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 40989361-d3bc-4090-9415-3e5d85ec9efe, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=40989361-d3bc-4090-9415-3e5d85ec9efe,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:05.173710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:05.174345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device eb2d35ca-d40b-44c1-a579-958640288916 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:47:05.177081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57710) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:05.282986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7c04e387-77ae-4349-972d-ba4944cc2964 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1047111 Dec 23 15:47:05.305851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=40989361-d3bc-4090-9415-3e5d85ec9efe,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:05.394292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.394629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.394994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.395325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.395657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.395983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.396330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.396672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.396991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.397313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.397628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:05.435857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:05.480845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port eb2d35ca-d40b-44c1-a579-958640288916, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=eb2d35ca-d40b-44c1-a579-958640288916,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:05.538021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:05.621671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:07.170798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:07.326604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57718) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:07.588186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc516ec-d3f0-4ad9-bda3-b51411548c9f tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Router 67008079-709a-498d-a86c-427b2a017df1 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:47:07.588527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc516ec-d3f0-4ad9-bda3-b51411548c9f tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Notify agent at dv-neutron-822796-1-hyperv the message router_added_to_agent {{(pid=84221) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 23 15:47:07.617907 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0dc516ec-d3f0-4ad9-bda3-b51411548c9f tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "POST /v2.0/agents/0539b57a-bcfe-4748-a44b-e2222b1440ed/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2876778 Dec 23 15:47:07.618065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57724) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:07.637357 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] Sync routers for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:47:07.649928 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:07.650601 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:46:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:07.831443 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:07.912908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6422f86b-80ad-4a0c-afd3-b5dd578f9da4 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers/67008079-709a-498d-a86c-427b2a017df1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2936914 Dec 23 15:47:07.915474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57730) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:08.018961 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-af45ebab-0835-48f7-beea-6759f9d0d429 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1024408 Dec 23 15:47:08.202755 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'c237439a-2f73-49d6-a670-7bcb8a1fcfcf', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '67008079-709a-498d-a86c-427b2a017df1', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'mac_address': 'fa:16:3e:92:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:45:58Z', 'updated_at': '2021-12-23T15:47:04Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:47:05Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:08.206384 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] Checking router: 67008079-709a-498d-a86c-427b2a017df1 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:47:08.216905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:08.217482 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:46:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:08.389599 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:08.728039 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'c237439a-2f73-49d6-a670-7bcb8a1fcfcf', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '67008079-709a-498d-a86c-427b2a017df1', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'mac_address': 'fa:16:3e:92:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:45:58Z', 'updated_at': '2021-12-23T15:47:04Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:47:05Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:08.732030 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e2a480-2ce3-47a2-8858-a0b1a9386f8e None None] The sync data for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv is: [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:45:36Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'c237439a-2f73-49d6-a670-7bcb8a1fcfcf', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.103', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '67008079-709a-498d-a86c-427b2a017df1', 'port_id': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'mac_address': 'fa:16:3e:92:06:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07c627-419d-408f-9557-04e6baaca10c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:45:58Z', 'updated_at': '2021-12-23T15:47:04Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2d35ca-d40b-44c1-a579-958640288916', 'name': '', 'network_id': '6a352e64-4dc5-4541-affb-84b50da2763b', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:fe:75:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:36Z', 'updated_at': '2021-12-23T15:47:05Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': 'bce4b7fb-223a-4fdc-912c-f7a257c3e10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:47:09.003854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device eb2d35ca-d40b-44c1-a579-958640288916 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:09.023820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57734) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:09.079610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port eb2d35ca-d40b-44c1-a579-958640288916 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:09.079979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:09.137017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-aeb09441-78b5-4e28-8268-90ae29778e71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1113050 Dec 23 15:47:09.202254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:09.235241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port eb2d35ca-d40b-44c1-a579-958640288916, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=eb2d35ca-d40b-44c1-a579-958640288916,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:09.294317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:09.376806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:10.140923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57738) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:10.246292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2ce38c8b-cfed-4835-9ffa-82d8a7558f1d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1040473 Dec 23 15:47:11.034757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 40989361-d3bc-4090-9415-3e5d85ec9efe up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:11.100105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 40989361-d3bc-4090-9415-3e5d85ec9efe triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:11.100492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:11.211795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:11.234481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 40989361-d3bc-4090-9415-3e5d85ec9efe, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=40989361-d3bc-4090-9415-3e5d85ec9efe,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:11.249905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57742) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:11.299156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:11.299917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device eb2d35ca-d40b-44c1-a579-958640288916 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:11.355228 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-313d0409-924a-41d9-9c1a-5284252f3ecd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1041322 Dec 23 15:47:11.414305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=40989361-d3bc-4090-9415-3e5d85ec9efe,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:11.427401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port eb2d35ca-d40b-44c1-a579-958640288916 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:11.427755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:11.921695 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:47:12.359230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57746) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:12.465525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-59d4c367-5a11-422b-bc65-8f8cd2371cb3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1051357 Dec 23 15:47:12.979003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 40989361-d3bc-4090-9415-3e5d85ec9efe up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:13.045514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 40989361-d3bc-4090-9415-3e5d85ec9efe triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:13.045879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:13.468884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57750) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:13.575693 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-31de7a84-1dbc-48c7-93af-5c56612ecbee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1056662 Dec 23 15:47:14.579557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57754) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:14.686540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ba9fb08c-8d78-4a80-82b2-9eba5eda3d5f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1058524 Dec 23 15:47:15.690095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57758) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:15.793146 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-155df0c1-07ad-47cc-81d4-a30900eda303 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 992 time: 0.1018417 Dec 23 15:47:15.847214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb4e165-fbc4-4652-980c-654b3becc9d0 None None] New status for floating IP c237439a-2f73-49d6-a670-7bcb8a1fcfcf: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:47:16.797024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57762) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:16.908562 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-84f15934-b185-43f6-87da-0c6e5cf47717 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 200 len: 994 time: 0.1103961 Dec 23 15:47:17.217115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57770) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:17.415303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 5577213a-2b39-4a06-a96b-d401893c5495 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:47:17.415622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:17.580657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:17.580969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:17.699027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 5577213a-2b39-4a06-a96b-d401893c5495 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:47:17.896544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:17.943441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=5577213a-2b39-4a06-a96b-d401893c5495,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:17.982985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.983328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.983663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.983992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.984348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.984676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.984997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.985316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.985633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.985954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:17.986271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:18.046171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:18.528423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 67008079-709a-498d-a86c-427b2a017df1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:47:18.729761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:47:18.806856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:18.859207 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6b60bcca-bec1-4d58-bfca-911273e8c571 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/c237439a-2f73-49d6-a670-7bcb8a1fcfcf HTTP/1.1" status: 204 len: 168 time: 1.6410880 Dec 23 15:47:18.859763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:47:18.918847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'status': 'completed', 'code': 200} Dec 23 15:47:19.033065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-2a1e709f-8dfb-401e-b8fb-0fb0bfdfe4d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 1099 time: 0.0725141 Dec 23 15:47:19.165079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-75ca7f69-d7cc-44ae-8061-cb4e4df6c50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:19.166416 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-75ca7f69-d7cc-44ae-8061-cb4e4df6c50e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6a352e64-4dc5-4541-affb-84b50da2763b HTTP/1.1" status: 200 len: 898 time: 0.1272068 Dec 23 15:47:19.233311 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-14f0f047-fd3f-4a84-baf4-1774cc995eed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed HTTP/1.1" status: 200 len: 217 time: 0.0609133 Dec 23 15:47:19.299003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-7fd52143-37f5-4600-af5e-1fd62289b8aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:19.301045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-7fd52143-37f5-4600-af5e-1fd62289b8aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bce4b7fb-223a-4fdc-912c-f7a257c3e10f HTTP/1.1" status: 200 len: 834 time: 0.0605671 Dec 23 15:47:19.449943 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-efde4008-09b9-4ef3-a5d2-dd9bf99df6f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6a352e64-4dc5-4541-affb-84b50da2763b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1263988 Dec 23 15:47:19.459853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1820b0-5d24-4ce0-9060-e4c0787fe1bc req-fabd394e-197a-444c-b0f2-81e5d3717546 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:19.460516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cc1820b0-5d24-4ce0-9060-e4c0787fe1bc req-fabd394e-197a-444c-b0f2-81e5d3717546 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:47:19.592566 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-c687c1b6-d798-4b67-8b42-cad596dc3694 service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284034 Dec 23 15:47:19.620009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cc1820b0-5d24-4ce0-9060-e4c0787fe1bc req-fabd394e-197a-444c-b0f2-81e5d3717546 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:47:19.621154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc1820b0-5d24-4ce0-9060-e4c0787fe1bc req-fabd394e-197a-444c-b0f2-81e5d3717546 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 946 time: 0.2607555 Dec 23 15:47:19.743552 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc1820b0-5d24-4ce0-9060-e4c0787fe1bc req-401bcc26-97ce-40ec-9475-e122615d4115 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773768 Dec 23 15:47:19.760817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c27acc50-f9bd-4912-865f-1e5b10c32889 req-032a7a61-e169-408f-872e-6ee8386e739e service neutron] 10.222.0.57 "GET /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604073 Dec 23 15:47:20.938488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ad95c-8f20-44ce-acd1-1c853eead9d5 req-45c00798-5413-49cc-af31-abe6e427139f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:20.939929 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d1ad95c-8f20-44ce-acd1-1c853eead9d5 req-45c00798-5413-49cc-af31-abe6e427139f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 946 time: 0.0761292 Dec 23 15:47:20.985456 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d1ad95c-8f20-44ce-acd1-1c853eead9d5 req-1aa2f12b-b766-43dc-be33-b38e1895f0e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=8c839f47-103d-47cd-ace4-9d893f922166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Dec 23 15:47:21.164694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-71f495b4-5184-44da-8086-9b90ec77e27a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:21.166087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-71f495b4-5184-44da-8086-9b90ec77e27a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 946 time: 0.1781681 Dec 23 15:47:21.232753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:47:21.232997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:21.467663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:21.468007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:21.590270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 668ecf89-8f9b-4a5a-a425-9f9829ad0bed owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:47:21.789962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:21.840776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=668ecf89-8f9b-4a5a-a425-9f9829ad0bed,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:21.912438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port 668ecf89-8f9b-4a5a-a425-9f9829ad0bed on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:47:21.914936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:21.918574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'name': 'network-vif-deleted', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:47:21.975738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07c627-419d-408f-9557-04e6baaca10c', 'name': 'network-vif-deleted', 'tag': '668ecf89-8f9b-4a5a-a425-9f9829ad0bed', 'status': 'completed', 'code': 200} Dec 23 15:47:22.006479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-144b69f4-9991-4aa7-8a50-5d6100a6acf2 req-5c166acb-629d-49b1-828c-3c6a704a9bf6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/668ecf89-8f9b-4a5a-a425-9f9829ad0bed HTTP/1.1" status: 204 len: 173 time: 0.8352637 Dec 23 15:47:22.153394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-22af738d-704c-4319-9278-951452314700 req-b9c25d17-54ef-4c55-82f3-7da720c08312 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:47:22.247156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-22af738d-704c-4319-9278-951452314700 req-b9c25d17-54ef-4c55-82f3-7da720c08312 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:47:22.248394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-22af738d-704c-4319-9278-951452314700 req-b9c25d17-54ef-4c55-82f3-7da720c08312 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c07c627-419d-408f-9557-04e6baaca10c HTTP/1.1" status: 200 len: 210 time: 0.1385016 Dec 23 15:47:23.352504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57788) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:23.426733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-363a350a-df07-4ae0-b432-0bb7ad1804ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:23.454887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-363a350a-df07-4ae0-b432-0bb7ad1804ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:23.578194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-363a350a-df07-4ae0-b432-0bb7ad1804ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:23.603175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a350a-df07-4ae0-b432-0bb7ad1804ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c839f47-103d-47cd-ace4-9d893f922166,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:23.689840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-363a350a-df07-4ae0-b432-0bb7ad1804ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:23.690993 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-363a350a-df07-4ae0-b432-0bb7ad1804ee tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/8c839f47-103d-47cd-ace4-9d893f922166 HTTP/1.1" status: 204 len: 168 time: 0.3374689 Dec 23 15:47:23.811450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57794) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:24.204053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:24.900312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 668ecf89-8f9b-4a5a-a425-9f9829ad0bed no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:47:24.901640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port eb2d35ca-d40b-44c1-a579-958640288916 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:47:24.902023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:24.936815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 668ecf89-8f9b-4a5a-a425-9f9829ad0bed {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:47:24.937160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 668ecf89-8f9b-4a5a-a425-9f9829ad0bed not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:47:25.086094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port eb2d35ca-d40b-44c1-a579-958640288916, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=eb2d35ca-d40b-44c1-a579-958640288916,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:25.086434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:25.208763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for eb2d35ca-d40b-44c1-a579-958640288916 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:47:25.333464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-606e13eb-1672-4d71-a7b2-4a00f153b908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:25.441081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:25.491301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=eb2d35ca-d40b-44c1-a579-958640288916,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:25.782971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:26.309566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] Sync routers for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:47:26.321880 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:26.322574 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:46:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:26.459763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 67008079-709a-498d-a86c-427b2a017df1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:47:26.497339 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:26.665661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:47:26.743808 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4e4279cb-de84-4905-abf3-25a5b6b33161 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/67008079-709a-498d-a86c-427b2a017df1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9312291 Dec 23 15:47:26.746479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57798) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:26.773618 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:25Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:26.777460 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] Checking router: 67008079-709a-498d-a86c-427b2a017df1 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:47:26.787555 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] Routers {'67008079-709a-498d-a86c-427b2a017df1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:26.788146 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:46:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['67008079-709a-498d-a86c-427b2a017df1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:26.965280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet bce4b7fb-223a-4fdc-912c-f7a257c3e10f {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:47:26.973019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.004448 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] Set router 67008079-709a-498d-a86c-427b2a017df1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:27.028725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.113298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.258574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.289412 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:25Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:27.293720 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96706c-b75d-40b5-b95e-a2a086554456 None None] The sync data for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv is: [{'id': '67008079-709a-498d-a86c-427b2a017df1', 'name': 'tempest-TestNetworkBasicOps-router-718971306', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:25Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '40989361-d3bc-4090-9415-3e5d85ec9efe', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67008079-709a-498d-a86c-427b2a017df1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:45:32Z', 'updated_at': '2021-12-23T15:47:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:47:27.298091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=bce4b7fb-223a-4fdc-912c-f7a257c3e10f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:27.302496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.309708 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a7a2afd8-892e-4ce0-b7a9-088a0b2da137 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/bce4b7fb-223a-4fdc-912c-f7a257c3e10f HTTP/1.1" status: 204 len: 168 time: 0.5621855 Dec 23 15:47:27.312297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57802) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:27.313061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5bfd05-1227-4eb3-a4cd-8949e688f18a None None] Network 6a352e64-4dc5-4541-affb-84b50da2763b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:47:27.515952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.621467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ab3204c-6b5a-4d58-8332-fc838920cba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.651002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] DHCP port deletion for 6a352e64-4dc5-4541-affb-84b50da2763b request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:47:27.657603 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] Deleting port 05e0fed7-8cda-414a-b680-3c163f607cae {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:47:27.658069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.732245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.810312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 40989361-d3bc-4090-9415-3e5d85ec9efe {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:47:27.810649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:27.894964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] For port 05e0fed7-8cda-414a-b680-3c163f607cae, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=05e0fed7-8cda-414a-b680-3c163f607cae,segment=NetworkSegment(a0a954b1-8941-4880-896d-1e24985276a9),segment_id=a0a954b1-8941-4880-896d-1e24985276a9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:27.895857 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.025274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] Calling delete_port for 05e0fed7-8cda-414a-b680-3c163f607cae owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:47:28.118136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 40989361-d3bc-4090-9415-3e5d85ec9efe, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=40989361-d3bc-4090-9415-3e5d85ec9efe,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:28.118426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.181998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.232188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] Pushing event deleted for resources: {'Port': ['ID=05e0fed7-8cda-414a-b680-3c163f607cae,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:28.236964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec5d3a6-a775-4c4c-afe5-d6a62cef27fc None None] No DVR routers for this DVR port 05e0fed7-8cda-414a-b680-3c163f607cae on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:47:28.239371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 40989361-d3bc-4090-9415-3e5d85ec9efe owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:47:28.469399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.515215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=40989361-d3bc-4090-9415-3e5d85ec9efe,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:28.733841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.764658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.979262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.995449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:28.999889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.039909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 05e0fed7-8cda-414a-b680-3c163f607cae no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:47:29.072017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 05e0fed7-8cda-414a-b680-3c163f607cae {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:47:29.072380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 05e0fed7-8cda-414a-b680-3c163f607cae not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:47:29.072782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device eb2d35ca-d40b-44c1-a579-958640288916 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:47:29.098645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.099279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router 67008079-709a-498d-a86c-427b2a017df1 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:47:29.104705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: eb2d35ca-d40b-44c1-a579-958640288916 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:47:29.108881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device eb2d35ca-d40b-44c1-a579-958640288916 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:47:29.114724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.115814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8e139d6f-b97c-4bbb-b7ae-a6920a8d3013 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/67008079-709a-498d-a86c-427b2a017df1 HTTP/1.1" status: 204 len: 168 time: 1.8019426 Dec 23 15:47:29.118706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57806) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:29.234376 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.377568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.406581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a352e64-4dc5-4541-affb-84b50da2763b']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:29.508518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a954b1-8941-4880-896d-1e24985276a9') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:29.508865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a954b1-8941-4880-896d-1e24985276a9') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:29.521838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.537242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.543070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:47:29.543438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:47:29.557454 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:47:29.696398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.714594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.725393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=6a352e64-4dc5-4541-affb-84b50da2763b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:29.733398 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/6a352e64-4dc5-4541-affb-84b50da2763b HTTP/1.1" status: 204 len: 168 time: 0.6136832 Dec 23 15:47:29.736709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.737017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.737344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.738212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.738582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.738899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.739217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.739533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.739852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.740146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.740467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9c4fb-a143-453b-bc30-6721f7e6ab71 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:29.755969 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57810) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:29.761703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--1318815654', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:29.766674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:29.770726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:29.773581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:29.779608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:29.874966 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:47:29.877898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.905591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:47:29.915681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:29.916012 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment ad01c331-a20e-4666-ace9-0e120f7b8c2b of type vlan for network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 Dec 23 15:47:29.943509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.033433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.038279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:30.038849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.145899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=b24b68f7-593c-4b57-b49f-c3b6ef1859e0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:30.155577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:47:30.223241 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-254e53f8-46c4-42e8-8d55-f7be14121851 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4660642 Dec 23 15:47:30.233385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57814) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:30.239405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:30.246639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:30.250649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:30.253601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:30.259278 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:30.309576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.338228 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.339261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.347752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031be221-7797-4316-b44a-1806ada8c865 None None] New status for floating IP c237439a-2f73-49d6-a670-7bcb8a1fcfcf: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:47:30.366071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.594202 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] Sync routers for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:47:30.597692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.607246 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] Routers set() bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:30.607606 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] Router IDs set() for agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 15:47:30.608236 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_agentschedulers_db [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67008079-709a-498d-a86c-427b2a017df1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent'). {{(pid=84224) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 15:47:30.618528 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] Routers set() bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:30.618895 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] Router IDs set() for agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 15:47:30.619423 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_agentschedulers_db [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67008079-709a-498d-a86c-427b2a017df1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent'). {{(pid=84224) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 15:47:30.619790 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404a4e3c-5d2e-4a3d-9ac0-913856625347 None None] The sync data for ids ['67008079-709a-498d-a86c-427b2a017df1'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:47:30.838926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.866786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:30.999833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.50 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/4fc0c644-3089-44db-8d09-e5ae5c1bb595) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:47:31.056608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 40989361-d3bc-4090-9415-3e5d85ec9efe no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:47:31.089697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 40989361-d3bc-4090-9415-3e5d85ec9efe {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:47:31.090289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 40989361-d3bc-4090-9415-3e5d85ec9efe not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:47:31.151079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:31.238967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:31.306963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:47:31.309794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:47:31.313505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:47:31.343546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=4fc0c644-3089-44db-8d09-e5ae5c1bb595,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:31.526229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:31.526989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:31.817270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:47:32.105356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:47:32.114994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Sync routers for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:47:32.126372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:32.131464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:32.223780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:32.225050 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-73822ed0-dfd3-4f64-ab20-193d994310c9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9907296 Dec 23 15:47:32.228381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57818) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:32.269455 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bb37b0b7-edc2-485c-88f5-ae916921c691 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400045 Dec 23 15:47:32.272245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57822) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:32.306052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:32.407422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc720d3-1a1d-4a57-9718-72725ddcceda tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:32.409744 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1dc720d3-1a1d-4a57-9718-72725ddcceda tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361108 Dec 23 15:47:32.412891 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57826) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:32.452202 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3d394070-004a-45d3-afe4-0247ef38e1f6 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382411 Dec 23 15:47:32.454731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57830) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:32.459958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453467758', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:32.570266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:32.574564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:32.577379 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:32.583255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:32.589715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:31Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:32.593624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Checking router: 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:47:32.593969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Updating router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:47:32.647040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:47:32.647991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:32.753651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:32.977109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:32.989046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Transition to ACTIVE for port object 4fc0c644-3089-44db-8d09-e5ae5c1bb595 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:47:33.050624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:33.084724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:33.133296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:33.147710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:47:33.148254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: b24b68f7-593c-4b57-b49f-c3b6ef1859e0, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:47:33.167010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Attempting to bind port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:47:33.167609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Attempting to bind port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:47:33.167793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Attempting to bind port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:47:33.169877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c69fe-799d-49a4-b2f7-9e1d45c1ac53 None None] Pushing event updated for resources: {'Port': ['ID=4fc0c644-3089-44db-8d09-e5ae5c1bb595,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:33.178433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:47:33.179050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:47:33.179461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:33.179830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:47:33.180301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Bound port: 4fc0c644-3089-44db-8d09-e5ae5c1bb595, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:47:33.180662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:33.259305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] For port 4fc0c644-3089-44db-8d09-e5ae5c1bb595, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:47:33.262349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] For port 4fc0c644-3089-44db-8d09-e5ae5c1bb595, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4fc0c644-3089-44db-8d09-e5ae5c1bb595,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:47:33.309139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:47:33.370542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:33.398605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, b24b68f7-593c-4b57-b49f-c3b6ef1859e0) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:47:33.403054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:33.403637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:33.411003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b80756-f515-4a85-9034-adbbf506d8a3 None None] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:47:33.485230 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-37b9d713-e2b8-4a06-860b-03f4fa4c0f9e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0294840 Dec 23 15:47:33.488237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57834) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:33.532373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c69fe-799d-49a4-b2f7-9e1d45c1ac53 None None] Pushing event updated for resources: {'Port': ['ID=4fc0c644-3089-44db-8d09-e5ae5c1bb595,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:33.554163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:33.554786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:33.862412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:47:33.863380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:33.880976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:34.258737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Allocated IP 172.20.0.2 (b24b68f7-593c-4b57-b49f-c3b6ef1859e0/865dc6f7-c4bf-403c-9dfe-cf2be3854c9e/ffd30d2c-075d-45b4-a156-7fb832291b41) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:47:34.346924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:34.392764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:31Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:34.407476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdaac6f-43fb-4d6a-bea2-de804be2ca11 None None] The sync data for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv is: [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:31Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:47:34.487894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:34.498991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Transition to ACTIVE for port object ffd30d2c-075d-45b4-a156-7fb832291b41 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:47:34.517742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Transition to ACTIVE for port object ffd30d2c-075d-45b4-a156-7fb832291b41 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:47:34.598992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:34.691040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:47:34.692337 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:47:34.694727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:47:34.742327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Pushing event updated for resources: {'Port': ['ID=ffd30d2c-075d-45b4-a156-7fb832291b41,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:34.789425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (b24b68f7-593c-4b57-b49f-c3b6ef1859e0/865dc6f7-c4bf-403c-9dfe-cf2be3854c9e/3ad2f500-9096-4275-a82c-1c16a1d46c35) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:47:34.795258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Attempting to bind port ffd30d2c-075d-45b4-a156-7fb832291b41 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:47:34.795625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Attempting to bind port ffd30d2c-075d-45b4-a156-7fb832291b41 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:47:34.795983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Attempting to bind port ffd30d2c-075d-45b4-a156-7fb832291b41 on network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:47:34.804519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:47:34.804893 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Checking segment: {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:47:34.805394 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:34.805936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Bound using segment: {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:47:34.806780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Bound port: ffd30d2c-075d-45b4-a156-7fb832291b41, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:47:34.807153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:34.906929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] For port ffd30d2c-075d-45b4-a156-7fb832291b41, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:47:34.910639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] For port ffd30d2c-075d-45b4-a156-7fb832291b41, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ffd30d2c-075d-45b4-a156-7fb832291b41,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:47:34.964938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:34.982217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 3ad2f500-9096-4275-a82c-1c16a1d46c35 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:47:34.984358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:35.022907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4fc0c644-3089-44db-8d09-e5ae5c1bb595 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:35.085206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:35.136494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc359c5-aff1-4d39-8876-d7d77017359c None None] Pushing event updated for resources: {'Port': ['ID=ffd30d2c-075d-45b4-a156-7fb832291b41,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:35.167207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:47:35.170353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:47:35.174321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:47:35.211424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=3ad2f500-9096-4275-a82c-1c16a1d46c35,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:35.231265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:47:35.237134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:35.239293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:35.248105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:35.383486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:35.400509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 4fc0c644-3089-44db-8d09-e5ae5c1bb595, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4fc0c644-3089-44db-8d09-e5ae5c1bb595,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:35.447788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:35.492346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:35.558786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=4fc0c644-3089-44db-8d09-e5ae5c1bb595,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:35.965620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:36.028967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:36.035405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a90e88-bb90-4455-a6b8-bbc4a5852349 None None] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:47:36.147038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:36.150491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=3ad2f500-9096-4275-a82c-1c16a1d46c35,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:36.250321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-16521f07-98e2-40fd-88db-aac7cdc74680 None None] Provisioning for port ffd30d2c-075d-45b4-a156-7fb832291b41 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:47:36.290238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:47:36.291364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:47:36.663561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-09341c4b-edca-4176-a606-f2d79949d94b None None] Provisioning for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:47:36.669990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-09341c4b-edca-4176-a606-f2d79949d94b None None] Provisioning complete for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:36.670491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-09341c4b-edca-4176-a606-f2d79949d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:36.694335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:47:36.742374 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-09341c4b-edca-4176-a606-f2d79949d94b None None] Port 3ad2f500-9096-4275-a82c-1c16a1d46c35 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:47:36.863743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8bb7d614-2d38-46a1-b907-53f792b574b7 None None] Provisioning complete for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:36.864099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d614-2d38-46a1-b907-53f792b574b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:36.899391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:47:36.912147 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9e56a3ae-fc33-49e5-bb19-4d5b231f5d7d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/4e993c7b-54e5-47fe-a0bc-e2b170ce7c56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4228225 Dec 23 15:47:36.914960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57838) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:36.917573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7d614-2d38-46a1-b907-53f792b574b7 None None] Port 3ad2f500-9096-4275-a82c-1c16a1d46c35 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:47:37.038768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bbeb85b6-1579-41e1-a796-b4e9d195dbed None None] Provisioning complete for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:37.039241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bbeb85b6-1579-41e1-a796-b4e9d195dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.055411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a84b70-e4a6-4da5-ac21-b35ecde7cabf tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.055902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a84b70-e4a6-4da5-ac21-b35ecde7cabf tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.056154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a84b70-e4a6-4da5-ac21-b35ecde7cabf tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.057178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a84b70-e4a6-4da5-ac21-b35ecde7cabf tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.058111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-93a84b70-e4a6-4da5-ac21-b35ecde7cabf tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1423345 Dec 23 15:47:37.061186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57842) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:37.068037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4fc0c644-3089-44db-8d09-e5ae5c1bb595 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:37.128943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f6149-fd28-458a-ad07-6eca43e71556 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.129310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f6149-fd28-458a-ad07-6eca43e71556 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.129669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f6149-fd28-458a-ad07-6eca43e71556 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.130021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f6149-fd28-458a-ad07-6eca43e71556 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:37.131654 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-174f6149-fd28-458a-ad07-6eca43e71556 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0696716 Dec 23 15:47:37.138894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57846) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:37.152908 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb85b6-1579-41e1-a796-b4e9d195dbed None None] Port 3ad2f500-9096-4275-a82c-1c16a1d46c35 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:47:37.174812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:37.175096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.209611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.291131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffd30d2c-075d-45b4-a156-7fb832291b41 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:37.343215 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9d0fa285-1991-4d9d-a0a2-9c30ec6ad77b tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2032375 Dec 23 15:47:37.427000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ffd30d2c-075d-45b4-a156-7fb832291b41 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:47:37.432448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ffd30d2c-075d-45b4-a156-7fb832291b41 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:37.432814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.544417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.578907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ffd30d2c-075d-45b4-a156-7fb832291b41, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ffd30d2c-075d-45b4-a156-7fb832291b41,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:37.678359 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57854) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:37.684493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321568607', 'description': 'tempest-secgroup-smoke-1321568607 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:37.686434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.691817 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:37.695994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:37.698954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:37.704914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:37.755882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ffd30d2c-075d-45b4-a156-7fb832291b41,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:37.777773 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.813463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:37.817910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:37.823203 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:37.826593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:37.882010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.954708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:37.959118 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Sync routers for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:47:37.971824 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:37.972463 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:38.007869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14be3dca-02b9-4005-86a0-edb766784d46,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:38.097478 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.098723 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c5038797-7a81-4f71-ad7c-b1f7758a5e80 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4189658 Dec 23 15:47:38.101672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57858) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:38.107048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '14be3dca-02b9-4005-86a0-edb766784d46', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:38.113553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:38.117537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:38.120464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:38.126307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:38.149061 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:38.234866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.295609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.412015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.436626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3388fa2f-66cf-4bed-840e-360fcb247ae7,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:38.496742 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:38.500684 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Checking router: 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:47:38.501018 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Updating router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 port 3ad2f500-9096-4275-a82c-1c16a1d46c35 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:47:38.503477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.504739 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-00bf519a-48b6-462a-89fc-5dca27e675a1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4021647 Dec 23 15:47:38.507543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57862) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:38.512995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '14be3dca-02b9-4005-86a0-edb766784d46', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:38.519340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:38.523177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:38.526084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:38.531727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:38.551954 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.589441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.656116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.712746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.736392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81fe02d-284c-46d4-8d27-36222d2cde39,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:38.798965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.800218 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2f200444-3559-4ef2-b647-226b6ec14e8e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2917411 Dec 23 15:47:38.803005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57866) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:38.808855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '14be3dca-02b9-4005-86a0-edb766784d46', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:38.816582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:38.818965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:38.822031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:38.827803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:38.893869 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.905318 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Transition to ACTIVE for port object 3ad2f500-9096-4275-a82c-1c16a1d46c35 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:47:38.910353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.977492 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.978063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:38.994052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffd30d2c-075d-45b4-a156-7fb832291b41 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:39.045957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.064861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ffd30d2c-075d-45b4-a156-7fb832291b41 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:39.065678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.073612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f858ef8-3e02-45b4-9f77-7d17613789df,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:39.077446 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Pushing event updated for resources: {'Port': ['ID=3ad2f500-9096-4275-a82c-1c16a1d46c35,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:39.135984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.137405 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d9790a3c-1179-41d5-a4ff-05271fe4dc01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3332205 Dec 23 15:47:39.140219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57870) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:39.144861 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.145198 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.145582 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.145850 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.146171 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.146489 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.146803 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.147114 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.147422 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.147726 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.148032 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:47:39.150669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '14be3dca-02b9-4005-86a0-edb766784d46', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:39.159894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:39.164831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:39.170022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:39.176986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:39.243064 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Attempting to bind port 3ad2f500-9096-4275-a82c-1c16a1d46c35 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:47:39.243409 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Attempting to bind port 3ad2f500-9096-4275-a82c-1c16a1d46c35 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:47:39.243767 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Attempting to bind port 3ad2f500-9096-4275-a82c-1c16a1d46c35 on network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:47:39.250497 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:47:39.251436 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Checking segment: {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:47:39.251821 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.252387 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Bound using segment: {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:47:39.252818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.253174 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Bound port: 3ad2f500-9096-4275-a82c-1c16a1d46c35, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:47:39.253552 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.323288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.338830 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] For port 3ad2f500-9096-4275-a82c-1c16a1d46c35, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:47:39.341748 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] For port 3ad2f500-9096-4275-a82c-1c16a1d46c35, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3ad2f500-9096-4275-a82c-1c16a1d46c35,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:47:39.381518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.405838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab05b22-d287-4cde-a48c-5c70d4c68e3e,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:39.423364 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.504355 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba2d51-f97c-4c4e-aa8b-9019f70e2e8d None None] Pushing event updated for resources: {'Port': ['ID=3ad2f500-9096-4275-a82c-1c16a1d46c35,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:39.504737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.507731 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a69c9ac8-0d71-42b9-a236-1cc5df99571b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3647282 Dec 23 15:47:39.508786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57874) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:39.509568 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:47:39.510184 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:39.514822 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '14be3dca-02b9-4005-86a0-edb766784d46', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:39.521593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:39.525987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:39.529199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:39.536953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:39.617601 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:47:39.629653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.694065 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:47:39.717532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.863398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.930704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d537132-cf92-45a8-bd1b-edeaf152b281,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:39.983178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:39.984431 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-95dab927-1265-44f0-b295-aad2d89dac8d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4745955 Dec 23 15:47:39.987310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57878) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:47:39.992849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '14be3dca-02b9-4005-86a0-edb766784d46', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:39.998525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:40.002307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:47:40.009737 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:39Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:47:40.010298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:47:40.010401 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55297ce8-cd1b-4a6a-abf3-9a62159273ef None None] The sync data for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv is: [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:39Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:47:40.012775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:40.080688 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:47:40.087923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:40.160780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:40.246467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:40.274348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d67be3b-e7f8-46c9-86a6-0e52d511cd9b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:40.337928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:40.342073 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b1c2898a-b7cb-404b-83a4-9f23f0f5137b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3509183 Dec 23 15:47:40.522897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-b0718b6a-60ca-41bb-98a4-dc4e6419d8e2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:47:40.594873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-b0718b6a-60ca-41bb-98a4-dc4e6419d8e2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:47:40.596055 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-b0718b6a-60ca-41bb-98a4-dc4e6419d8e2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321568607&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.1150529 Dec 23 15:47:40.751277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-e3e2626c-b333-40ad-81bf-552b18c6eea1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:40.753305 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-e3e2626c-b333-40ad-81bf-552b18c6eea1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 797 time: 0.1504366 Dec 23 15:47:40.774573 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-edcf6d42-486d-49fb-a762-787239823106 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0146148 Dec 23 15:47:40.858797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-83ff8796-a2b9-4be1-84eb-99d1638e08f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:47:40.931830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-83ff8796-a2b9-4be1-84eb-99d1638e08f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:47:40.933427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-83ff8796-a2b9-4be1-84eb-99d1638e08f0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501164 Dec 23 15:47:41.011462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad2f500-9096-4275-a82c-1c16a1d46c35 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:41.148570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:47:41.153723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:41.154081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:41.242397 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-4030f3e7-53c8-47e3-9fc1-44c486533fc1 service neutron] 10.222.0.58 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965508 Dec 23 15:47:41.269230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:41.301825 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 3ad2f500-9096-4275-a82c-1c16a1d46c35, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3ad2f500-9096-4275-a82c-1c16a1d46c35,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:41.365699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:41.375856 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9fa04a89-493b-408c-8ea7-716058f1bccf service neutron] 10.222.0.58 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276536 Dec 23 15:47:41.436932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=3ad2f500-9096-4275-a82c-1c16a1d46c35,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:41.691282 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5fd364cd-5bd5-4386-930e-aeed2eb46aa9 req-e5fe2c38-92b1-428f-9de9-d72d7a28ea35 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.0406075 Dec 23 15:47:42.806303 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-72792915-87cd-4e37-9105-3e0fafc6fd25 req-a916023b-76e5-436f-853f-a241b0b43d57 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.0419605 Dec 23 15:47:42.994137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad2f500-9096-4275-a82c-1c16a1d46c35 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:43.060434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:43.060784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:43.918756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e0d6933b-1f54-4b0b-8bb7-626faa29e522 req-736da019-5c90-4d8e-a19d-561b92d3e732 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.0433617 Dec 23 15:47:45.029712 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc651fe3-b6e5-4e8c-b868-9aa05bb2cb2a req-ecd9dc80-5446-4c23-a430-7b631ebd672c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.0423529 Dec 23 15:47:46.330986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-595a7e10-7143-472f-b29f-787e49ecaedf req-c1d56020-b6be-49f7-a1ae-675d11f2b063 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.0420651 Dec 23 15:47:47.492943 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-add679cd-9738-4262-b635-0bafdbaadaf1 req-83990bbb-7b79-435c-a369-09508add23d9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.0442669 Dec 23 15:47:48.011113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-82193cc5-b8fa-4657-8997-b1d731e84390 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:48.012549 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-82193cc5-b8fa-4657-8997-b1d731e84390 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 797 time: 0.1435747 Dec 23 15:47:48.072138 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-84934524-557f-4242-a577-919ab8d3f54b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 380 time: 0.0398481 Dec 23 15:47:48.080786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': '34702ad3-65ea-4025-a459-c1448959ddaa', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['14be3dca-02b9-4005-86a0-edb766784d46']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:48.214157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:47:48.224341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:47:48.354199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:47:48.357153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:48.517000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.6 (b24b68f7-593c-4b57-b49f-c3b6ef1859e0/865dc6f7-c4bf-403c-9dfe-cf2be3854c9e/4ef7e7c9-c629-42e8-94d8-bae92d186d0c) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:47:48.698601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-77d746e2-ffdf-4dda-ae57-2bae25bac14f req-e4547bd5-f1e4-4a92-b69a-10e8f9b37eb4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.0762982 Dec 23 15:47:48.744003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:48.758823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 4ef7e7c9-c629-42e8-94d8-bae92d186d0c will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:47:48.867090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:48.921408 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:47:48.937062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:47:48.940036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:47:48.943921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:47:48.974518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:49.010309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:49.010899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:49.092298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-9b006b83-58ef-4570-88c0-369bee2d32d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0155060 Dec 23 15:47:49.109842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Request body: {'port': {'device_id': '34702ad3-65ea-4025-a459-c1448959ddaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:47:49.218979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:49.251328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b264607f-ae3c-427c-9246-f12af9007bde None None] Provisioning for port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:47:49.256875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b264607f-ae3c-427c-9246-f12af9007bde None None] Provisioning complete for port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:49.257717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b264607f-ae3c-427c-9246-f12af9007bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:49.309114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b264607f-ae3c-427c-9246-f12af9007bde None None] Port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:47:49.638600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef7e7c9-c629-42e8-94d8-bae92d186d0c {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:47:49.646196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:49.661157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Transition to ACTIVE for port object 4ef7e7c9-c629-42e8-94d8-bae92d186d0c will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:47:49.717911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:49.891621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Pushing event updated for resources: {'Port': ['ID=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:50.021619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21424e5c-d3f8-4f11-89ee-fb91a4f34367 req-ea3a71a0-e7a5-4850-b97a-2fc5b082f4c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:50.022296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-21424e5c-d3f8-4f11-89ee-fb91a4f34367 req-ea3a71a0-e7a5-4850-b97a-2fc5b082f4c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:47:50.032034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Attempting to bind port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:47:50.032393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Attempting to bind port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:47:50.032720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Attempting to bind port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c on network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:47:50.042732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c on network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:47:50.043041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Attempting to bind port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c on network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:47:50.058435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:47:50.058435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Checking segment: {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:47:50.058435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Bound using segment: {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:47:50.058435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Bound port: 4ef7e7c9-c629-42e8-94d8-bae92d186d0c, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad01c331-a20e-4666-ace9-0e120f7b8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:47:50.058435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:50.114211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-21424e5c-d3f8-4f11-89ee-fb91a4f34367 req-ea3a71a0-e7a5-4850-b97a-2fc5b082f4c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:47:50.115348 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-21424e5c-d3f8-4f11-89ee-fb91a4f34367 req-ea3a71a0-e7a5-4850-b97a-2fc5b082f4c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 943 time: 0.2904711 Dec 23 15:47:50.164385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] For port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:47:50.167643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] For port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:47:50.184305 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-21424e5c-d3f8-4f11-89ee-fb91a4f34367 req-aa64808d-29d2-4ad8-8a01-1dd8ad73305c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576668 Dec 23 15:47:50.238874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:50.300895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:50.302241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] 10.222.0.57 "PUT /v2.0/ports/4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 1093 time: 1.1967571 Dec 23 15:47:50.302674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:47:50.320441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc9473-c180-45b2-bbbf-1f7083a046ce service neutron] Pushing event updated for resources: {'Port': ['ID=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:50.367411 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'status': 'completed', 'code': 200} Dec 23 15:47:50.485142 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-58ca2e6f-2a9e-4db7-9685-2c76dafed850 req-1eb54f87-d566-41b2-a44b-3c50d701ae5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1096 time: 0.0745337 Dec 23 15:47:50.629854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca2e6f-2a9e-4db7-9685-2c76dafed850 req-ee038bed-4070-4547-815e-ddff72c4a8e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:50.631152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-58ca2e6f-2a9e-4db7-9685-2c76dafed850 req-ee038bed-4070-4547-815e-ddff72c4a8e4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1325462 Dec 23 15:47:50.765338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca2e6f-2a9e-4db7-9685-2c76dafed850 req-be6ea723-26ad-4f30-89dd-f6f2aa47f351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:50.766746 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-58ca2e6f-2a9e-4db7-9685-2c76dafed850 req-be6ea723-26ad-4f30-89dd-f6f2aa47f351 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298378 Dec 23 15:47:50.892939 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-ddfb0f98-cc49-4a95-a380-3c713df9b508 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1096 time: 0.0697308 Dec 23 15:47:50.972174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-895587e1-fb2c-4216-b4a2-edc7029b148a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 217 time: 0.0601170 Dec 23 15:47:51.036645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-03634775-1da3-4d9a-bcab-0c15b5ad10f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:51.038034 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-03634775-1da3-4d9a-bcab-0c15b5ad10f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 844 time: 0.0592704 Dec 23 15:47:51.110812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-e0f74db5-1c7d-4632-af7a-a4c9e1a4a0aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664821 Dec 23 15:47:51.244814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-7d4ff352-607f-4deb-ad57-1ed1135774da service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273749 Dec 23 15:47:51.517304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5502ca73-cab9-4372-948a-4b4e852c3187 req-d22bd904-cae6-41d5-aca6-0e77da4148e8 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664111 Dec 23 15:47:51.529859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63a9fa-fd66-487d-b83e-35d5458d512f req-948c6051-7764-4a77-b201-517b81bdb2d5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:51.531221 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e63a9fa-fd66-487d-b83e-35d5458d512f req-948c6051-7764-4a77-b201-517b81bdb2d5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 943 time: 0.1268435 Dec 23 15:47:51.577960 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e63a9fa-fd66-487d-b83e-35d5458d512f req-3ea57624-93de-424f-adfa-d48c56ea2277 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402706 Dec 23 15:47:52.779220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37527a61-5ac4-4f2a-a23c-74bc9eeb8613 req-32f04e1b-80d4-446a-809b-12d5fafeb6a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:52.780648 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-37527a61-5ac4-4f2a-a23c-74bc9eeb8613 req-32f04e1b-80d4-446a-809b-12d5fafeb6a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 943 time: 0.0777571 Dec 23 15:47:52.824666 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-37527a61-5ac4-4f2a-a23c-74bc9eeb8613 req-3775ea1c-db55-465b-bff0-14ca7f9619b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Dec 23 15:47:54.013898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ae61b-25a9-4a00-b7cf-293b53b11277 req-f33cdb20-2242-4983-b0c1-d846d954b829 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:54.015306 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b90ae61b-25a9-4a00-b7cf-293b53b11277 req-f33cdb20-2242-4983-b0c1-d846d954b829 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 943 time: 0.0745261 Dec 23 15:47:54.059471 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b90ae61b-25a9-4a00-b7cf-293b53b11277 req-bcc5fd7a-84d1-4982-b06d-b18b83a39823 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Dec 23 15:47:55.026567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4ef7e7c9-c629-42e8-94d8-bae92d186d0c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:47:55.161119 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:55.174467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'port_id': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'mac_address': 'fa:16:3e:9e:3b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:47:55.261861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c02af0-ad44-4a83-bc9c-06c70e40987d req-6fb0675d-398e-448b-a4de-0f62d8ff9e9f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:55.263299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a4c02af0-ad44-4a83-bc9c-06c70e40987d req-6fb0675d-398e-448b-a4de-0f62d8ff9e9f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 943 time: 0.0824029 Dec 23 15:47:55.270240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:55.288351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef7e7c9-c629-42e8-94d8-bae92d186d0c {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:47:55.303832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:55.310867 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a4c02af0-ad44-4a83-bc9c-06c70e40987d req-93960075-c5b8-4ea4-b53a-588f86ff0f9c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411758 Dec 23 15:47:55.325041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-333b296d-820f-49e0-93a3-83f067fa33be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:55.342200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:55.408672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:55.722798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['4ef7e7c9-c629-42e8-94d8-bae92d186d0c'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:47:56.505823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b2d1a-ae89-42a4-be36-e9fbd6fcb3ac req-55af319a-aac5-480a-bdf9-3339063c3fe3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:56.507239 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-031b2d1a-ae89-42a4-be36-e9fbd6fcb3ac req-55af319a-aac5-480a-bdf9-3339063c3fe3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 944 time: 0.0744202 Dec 23 15:47:56.555404 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-031b2d1a-ae89-42a4-be36-e9fbd6fcb3ac req-c515a4ee-05ad-4915-9a62-a7787a191cd8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Dec 23 15:47:57.038872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4ef7e7c9-c629-42e8-94d8-bae92d186d0c up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:47:57.187599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:47:57.193121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:47:57.193429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:57.313660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:57.340192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:47:57.349633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:47:57.432088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:57.504393 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:47:57.542069 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'code': 200} Dec 23 15:47:57.627820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bfac2a0c-01a5-43a1-a694-c463719e1e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:57.749526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddba22e-fe78-4d48-9122-ffe6c417f2fb req-a27b904b-a264-41e0-904c-b54be1109520 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:57.750854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ddba22e-fe78-4d48-9122-ffe6c417f2fb req-a27b904b-a264-41e0-904c-b54be1109520 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 945 time: 0.0771351 Dec 23 15:47:57.796792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ddba22e-fe78-4d48-9122-ffe6c417f2fb req-d76c46eb-745f-423a-a2e2-ac1a0304950d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396764 Dec 23 15:47:57.970670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f6952685-63a6-43b4-891c-4dcb974887fb req-1195d0c1-369e-4c82-8d42-596741bea51f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1098 time: 0.0717916 Dec 23 15:47:58.012150 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f6952685-63a6-43b4-891c-4dcb974887fb req-64afc4e8-0e49-45f5-9e71-10b19f22cadd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348768 Dec 23 15:47:58.787688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:59.000998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f191c7-b317-4b5c-ae10-d3747f2b1fac req-52b30285-5b9f-4211-bc2d-738a1ae398cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:47:59.002525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1f191c7-b317-4b5c-ae10-d3747f2b1fac req-52b30285-5b9f-4211-bc2d-738a1ae398cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 945 time: 0.0796192 Dec 23 15:47:59.003607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:47:59.051817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1f191c7-b317-4b5c-ae10-d3747f2b1fac req-adc7e3de-9c94-41ce-b454-930c154858f5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 Dec 23 15:48:00.244725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:00.255036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0b8e9-e32f-46e5-9dd0-f5920f761917 req-411b70de-f762-4694-a88b-40e4d44751e7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:48:00.256449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32e0b8e9-e32f-46e5-9dd0-f5920f761917 req-411b70de-f762-4694-a88b-40e4d44751e7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 945 time: 0.0855167 Dec 23 15:48:00.300633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32e0b8e9-e32f-46e5-9dd0-f5920f761917 req-adf53dd9-3330-4d3f-bece-0774ac49eb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386698 Dec 23 15:48:00.493489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1720df-85db-48a3-932a-3b1dde8531a9 req-e076e1da-d52a-4c3c-b009-ae3d9a2ee81a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:48:00.494923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d1720df-85db-48a3-932a-3b1dde8531a9 req-e076e1da-d52a-4c3c-b009-ae3d9a2ee81a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 945 time: 0.0757360 Dec 23 15:48:00.539758 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d1720df-85db-48a3-932a-3b1dde8531a9 req-eef012fc-2699-4baf-8ed1-f5e07e3da61c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394630 Dec 23 15:48:00.568060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57962) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:00.639190 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-90774de9-ed17-4a01-bbca-2c36d6fa1ed0 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1093 time: 0.0697672 Dec 23 15:48:00.641634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 57966) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:00.647082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:48:00.652606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:48:00.656643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:48:00.659550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:48:00.665283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:48:00.719252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:00.854457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:00.989034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.184 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/5ff4df02-b334-4aae-90ac-cd64ce1cf990) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:48:01.132883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:01.222532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:01.288442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:48:01.291251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:48:01.295551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:48:01.321987 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=5ff4df02-b334-4aae-90ac-cd64ce1cf990,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:48:01.885857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:02.040235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:02.131618 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-eea20402-6b38-4033-99f4-accb4a1fc36d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1562278 Dec 23 15:48:02.328079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:02.336229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-22f4a554-7232-4ff1-8e26-b9349c13fbb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1098 time: 0.1196682 Dec 23 15:48:02.421230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:02.561848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=5ff4df02-b334-4aae-90ac-cd64ce1cf990,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:48:02.588339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535598e4-1de9-4333-ba83-967634d687e1 req-a4723839-350b-42ce-9192-ecb706ba7c00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:48:02.589689 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-a4723839-350b-42ce-9192-ecb706ba7c00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 898 time: 0.2359655 Dec 23 15:48:02.590508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:02.755671 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-1774bc18-448b-4d72-be3d-b8f426666e26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 999 time: 0.1190188 Dec 23 15:48:02.978320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535598e4-1de9-4333-ba83-967634d687e1 req-587f4720-4cab-4b63-b809-9f1f3a47c9b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:48:02.979711 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-587f4720-4cab-4b63-b809-9f1f3a47c9b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 844 time: 0.2179821 Dec 23 15:48:03.076595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-12f8ac0d-37a0-4010-86e1-95cbaf66bc7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860651 Dec 23 15:48:03.078725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 307a6e2c-6bb9-4f4a-847a-fb7d51e548d0 associated. External IP: 172.26.6.184, port: 4ef7e7c9-c629-42e8-94d8-bae92d186d0c. Dec 23 15:48:03.278684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-1b0d0192-3d94-497e-9ed9-488d3efe99b7 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528313 Dec 23 15:48:03.480319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-535598e4-1de9-4333-ba83-967634d687e1 req-ae5c41cf-3d4d-4b7b-b853-eaaddf8fadc2 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517730 Dec 23 15:48:03.702014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:48:03.900237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:48:03.910796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] Sync routers for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:48:03.922143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:48:03.922759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:48:04.054837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:04.110184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ed834922-01ab-4570-aaca-430a9f5a7e37 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4669232 Dec 23 15:48:04.111413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:48:04.113346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57970) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:04.117605 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:48:04.167667 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'status': 'completed', 'code': 200} Dec 23 15:48:04.296292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-0676c84c-5783-42fe-8da7-397ef283fec1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1098 time: 0.0825036 Dec 23 15:48:04.323179 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4c1cccfd-252b-4426-a1fe-901a14eea0e0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/307a6e2c-6bb9-4f4a-847a-fb7d51e548d0 HTTP/1.1" status: 200 len: 991 time: 0.2079079 Dec 23 15:48:04.430563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-1bb70a0e-761a-4b1c-8871-59f6d37b2618 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:48:04.432068 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-1bb70a0e-761a-4b1c-8871-59f6d37b2618 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 898 time: 0.1291642 Dec 23 15:48:04.473389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '307a6e2c-6bb9-4f4a-847a-fb7d51e548d0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'port_id': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'mac_address': 'fa:16:3e:9e:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34702ad3-65ea-4025-a459-c1448959ddaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:48:01Z', 'updated_at': '2021-12-23T15:48:01Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:41Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:48:04.477200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] Checking router: 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:48:04.487379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:48:04.487973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:47:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:48:04.536772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-e878e473-064f-4c8e-aa32-82d5317df30d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 999 time: 0.0984333 Dec 23 15:48:04.600472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-2c29b88b-8b3a-404a-a779-b140228185ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:48:04.601811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-2c29b88b-8b3a-404a-a779-b140228185ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 844 time: 0.0588179 Dec 23 15:48:04.670861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:48:04.694211 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-8b277829-9c35-4bec-8142-a47e0079b206 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760307 Dec 23 15:48:04.948197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-e065f99b-ad7f-4b15-bd15-1ff8b710bb1b service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475264 Dec 23 15:48:05.061192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '307a6e2c-6bb9-4f4a-847a-fb7d51e548d0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'port_id': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'mac_address': 'fa:16:3e:9e:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34702ad3-65ea-4025-a459-c1448959ddaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:48:01Z', 'updated_at': '2021-12-23T15:48:01Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:41Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:48:05.066322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78189af9-8dfa-4713-9ae9-d2933305d84f None None] The sync data for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv is: [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '307a6e2c-6bb9-4f4a-847a-fb7d51e548d0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'port_id': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'mac_address': 'fa:16:3e:9e:3b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34702ad3-65ea-4025-a459-c1448959ddaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:48:01Z', 'updated_at': '2021-12-23T15:48:01Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:41Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:48:05.083484 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfa1648-53c3-4961-a346-66c0d3a76032 req-ae95a8dc-e3ea-423d-a6e5-22397336edba service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296327 Dec 23 15:48:05.256625 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef887529-c3ac-4861-a9e9-390e873cbad8 None None] New status for floating IP 307a6e2c-6bb9-4f4a-847a-fb7d51e548d0: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:48:05.327019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57976) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:05.430128 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7ab48f6d-927b-4515-9df3-bc0ae5683b40 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/307a6e2c-6bb9-4f4a-847a-fb7d51e548d0 HTTP/1.1" status: 200 len: 991 time: 0.1019337 Dec 23 15:48:06.433909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 57980) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:48:06.539210 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5615aa68-26ce-4c6b-93de-abdd7c8cb660 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/307a6e2c-6bb9-4f4a-847a-fb7d51e548d0 HTTP/1.1" status: 200 len: 993 time: 0.1041429 Dec 23 15:48:07.210208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:25.306295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bc61a4e4-197c-4c63-9a96-773fdce4fad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:25.921713 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:48:27.620640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-131df34f-89e9-4c3b-94ae-9febef1ea09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:28.767880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:29.002935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:30.266149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:37.208080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:55.332996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd1502d6-14ca-410d-beee-3f548a191142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:57.624538 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e868f499-4478-49d0-aa92-ff75a53549b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:58.767442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:48:58.961704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:00.247510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:02.921648 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:49:03.094710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-83301947-5708-4bd1-aa7a-44385edc6ac5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1336398 Dec 23 15:49:03.253029 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-019ee12e-c74d-47ef-89c5-bd6c8727df74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1098 time: 0.0689225 Dec 23 15:49:03.397562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-60a1d181-d17e-47a5-b9ae-41975a46961f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:49:03.398996 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-60a1d181-d17e-47a5-b9ae-41975a46961f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 898 time: 0.1267049 Dec 23 15:49:03.504865 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-aa6e756b-33c7-4f17-9760-6296a5077f72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 1001 time: 0.0981622 Dec 23 15:49:03.573205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-2b964aa7-2f69-4277-a417-435f8b3b871b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:49:03.574609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-2b964aa7-2f69-4277-a417-435f8b3b871b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 844 time: 0.0597651 Dec 23 15:49:03.649046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-2dede0b6-1855-4928-9fb4-356e80fc9fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670919 Dec 23 15:49:03.662488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-6e84ff0c-f70f-48cf-8313-1f4e7f623a43 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:49:03.663412 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-6e84ff0c-f70f-48cf-8313-1f4e7f623a43 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048163 Dec 23 15:49:03.796354 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-7052a0cd-b1da-446e-9c2a-db5448999416 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259191 Dec 23 15:49:03.926953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-259ea14f-d7d1-469c-a881-b29af9bffe58 req-4dfbc600-df86-4ce8-acbe-a2cf2904e622 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241539 Dec 23 15:49:07.211930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:25.354466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c54f0abd-85c4-41fb-983c-b9c085b07a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:27.623045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f65d9e6a-8775-4443-b38d-1b5ce0aa74db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:28.759558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:28.959961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:30.268468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:37.239623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:39.921560 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:49:55.296219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7fcc3a3c-4577-4491-bf44-5f9f4bc3a259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:57.638974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6d48c455-0fdf-440a-a808-6297aacd7aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:58.782326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:49:58.987926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:00.279044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:04.025551 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-a49fc05c-ea3c-481e-92ed-94c1a6e18d25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692339 Dec 23 15:50:04.177710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-181f759d-691a-4676-82c4-8ac9d43ff2a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1098 time: 0.0679801 Dec 23 15:50:04.320528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7ff23-5673-4532-bead-876005bb330f req-c85e61a3-0359-4e1d-ab8c-2cf6288c1c23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:50:04.321868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-c85e61a3-0359-4e1d-ab8c-2cf6288c1c23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 898 time: 0.1269200 Dec 23 15:50:04.426993 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-f454dc03-490b-479d-a5e1-c5602872a76f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 1001 time: 0.0985475 Dec 23 15:50:04.490415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7ff23-5673-4532-bead-876005bb330f req-a43c540a-cc62-40fa-8ab9-33f69a783510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:50:04.491837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-a43c540a-cc62-40fa-8ab9-33f69a783510 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 844 time: 0.0591028 Dec 23 15:50:04.657593 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-071ca539-4ac4-48eb-a644-25daa8ecf24d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1596203 Dec 23 15:50:04.789677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-a42fe312-1faa-454d-b84c-0e9ec10e4750 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259632 Dec 23 15:50:04.921594 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75a7ff23-5673-4532-bead-876005bb330f req-09088b1c-a8fe-4f15-9446-44a3f7c35344 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250234 Dec 23 15:50:07.260111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:16.921667 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:50:25.345351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b63822ea-af29-4883-9d8b-c364de537194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:27.631717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0cf01549-e0ae-4e66-b222-f6916e7c7f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:28.786348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:28.979070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:29.002056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58016) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:50:29.008100 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:50:29.245776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2832054'] for subnet, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:29.472265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760716392951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3515748'] for subnet, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:29.526942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:50:29.527521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:29.528805 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/subnets/865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 836 time: 0.5257738 Dec 23 15:50:29.532315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad577b-5e8d-4bfd-b83e-badcfc7fed22 None None] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:50:29.546550 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:50:29.555920 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.556286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.556621 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.556957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.557284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.557634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.557922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.558240 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.558554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.558867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:29.559180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abda0b4-29fe-490f-bf50-710c22a5359a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:50:30.010022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-98570175-9870-4e6a-ab93-5139a527cfa0 None None] Provisioning complete for port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:50:30.010587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-98570175-9870-4e6a-ab93-5139a527cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:30.138319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-98570175-9870-4e6a-ab93-5139a527cfa0 None None] Provisioning complete for port ffd30d2c-075d-45b4-a156-7fb832291b41 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:50:30.138569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-98570175-9870-4e6a-ab93-5139a527cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:30.274381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-98570175-9870-4e6a-ab93-5139a527cfa0 None None] Provisioning complete for port 3ad2f500-9096-4275-a82c-1c16a1d46c35 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:50:30.274739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-98570175-9870-4e6a-ab93-5139a527cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:30.320488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:37.275525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:53.921505 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:50:55.328270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c17a6e9b-cdfc-4ea1-a309-3b915ff82934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:57.619610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9810007-6841-4380-89d5-0792673d78f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:58.813770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:50:58.978221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:00.297301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:05.030952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-68ace1dc-200e-4e22-9d99-5dbe02cd0ba3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681794 Dec 23 15:51:05.183433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-8a10dba6-dad0-4fe0-9bf2-6812dcfdb27f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1098 time: 0.0684977 Dec 23 15:51:05.332232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-b274e743-ee08-4dc5-aee7-007919c8691d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:05.333774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-b274e743-ee08-4dc5-aee7-007919c8691d service neutron] 10.222.0.57 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 898 time: 0.1309469 Dec 23 15:51:05.438243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-c988726a-dd78-4372-b9d5-b27c6e5033d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 1001 time: 0.0979614 Dec 23 15:51:05.506146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-aeccffa2-254b-45f3-9132-5d125db0f551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:05.507702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-aeccffa2-254b-45f3-9132-5d125db0f551 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 844 time: 0.0633278 Dec 23 15:51:05.582726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-31066f22-d048-47cd-94d5-07ef5c3b3538 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679464 Dec 23 15:51:05.714699 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-898acc2c-79b4-4b57-b5b9-900b4c26b168 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257217 Dec 23 15:51:05.845647 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3751b781-cf4a-4310-9f42-a055601d71b7 req-7d4a3bf8-d888-4435-8f08-401026dbbd64 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242292 Dec 23 15:51:07.279721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:13.214565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58036) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:13.540792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 5ff4df02-b334-4aae-90ac-cd64ce1cf990 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:51:13.541120 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:13.709934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:13.710256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:13.830246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 5ff4df02-b334-4aae-90ac-cd64ce1cf990 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:51:14.047388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:14.175937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=5ff4df02-b334-4aae-90ac-cd64ce1cf990,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:14.273971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:14.663297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:51:14.859562 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:51:14.869959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] Sync routers for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:51:14.881196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:14.882522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:50:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:14.933895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:14.990312 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fcbb38fe-6e71-47ff-aa78-bd68afebe4b4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/307a6e2c-6bb9-4f4a-847a-fb7d51e548d0 HTTP/1.1" status: 204 len: 168 time: 1.7746353 Dec 23 15:51:14.991518 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:51:15.062319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:15.233881 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'status': 'completed', 'code': 200} Dec 23 15:51:15.353437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee14d5e-19ed-4123-8425-4822953744ac req-b1f63b5c-0161-47cf-8cb4-3527c27241a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 1098 time: 0.0764430 Dec 23 15:51:15.393150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:41Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:15.397488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] Checking router: 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:51:15.408115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:15.408746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:50:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:15.494180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee14d5e-19ed-4123-8425-4822953744ac req-da30feed-45ac-4045-86e3-63162aeaf196 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:15.495628 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee14d5e-19ed-4123-8425-4822953744ac req-da30feed-45ac-4045-86e3-63162aeaf196 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 200 len: 898 time: 0.1353314 Dec 23 15:51:15.570367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee14d5e-19ed-4123-8425-4822953744ac req-13821897-6c4c-47f7-bc89-6343489e9bba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 200 len: 217 time: 0.0678473 Dec 23 15:51:15.592482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:15.648600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee14d5e-19ed-4123-8425-4822953744ac req-59215455-d55f-497a-8876-968020a9a230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:15.650151 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee14d5e-19ed-4123-8425-4822953744ac req-59215455-d55f-497a-8876-968020a9a230 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 200 len: 844 time: 0.0720170 Dec 23 15:51:15.779501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678803-d15d-4792-9cc6-074a82677e53 req-0533c05f-61ea-4075-89b9-3c1a4cce4720 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:15.780974 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e678803-d15d-4792-9cc6-074a82677e53 req-0533c05f-61ea-4075-89b9-3c1a4cce4720 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 945 time: 0.2178228 Dec 23 15:51:15.789097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee14d5e-19ed-4123-8425-4822953744ac req-ea304d27-d139-4536-af24-83c8123d2fb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b24b68f7-593c-4b57-b49f-c3b6ef1859e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053579 Dec 23 15:51:15.914101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:41Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:15.918540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554fa63-3d87-4d01-838e-c9028796f1c7 None None] The sync data for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv is: [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '3ad2f500-9096-4275-a82c-1c16a1d46c35', 'name': '', 'network_id': 'b24b68f7-593c-4b57-b49f-c3b6ef1859e0', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:12:04:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:34Z', 'updated_at': '2021-12-23T15:47:41Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '865dc6f7-c4bf-403c-9dfe-cf2be3854c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:51:16.008231 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e678803-d15d-4792-9cc6-074a82677e53 req-0e1b1e07-d87f-462d-a927-3d7807a6684f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181730 Dec 23 15:51:16.052920 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee14d5e-19ed-4123-8425-4822953744ac req-415499dc-527f-4323-a053-30aa3acd4969 service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587675 Dec 23 15:51:16.146344 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca988b14-a308-4717-a870-6f76e7a7e2a6 None None] New status for floating IP 307a6e2c-6bb9-4f4a-847a-fb7d51e548d0: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:51:16.191351 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee14d5e-19ed-4123-8425-4822953744ac req-5862067e-5e99-47ac-9ad4-730bfcccfc6e service neutron] 10.222.0.57 "GET /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305075 Dec 23 15:51:17.289771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-4298f08a-e31a-4c22-84bf-c12b430c9e95 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:17.291240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-4298f08a-e31a-4c22-84bf-c12b430c9e95 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 945 time: 0.1271772 Dec 23 15:51:17.362453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76aab3-c4da-46f7-8934-dc0b873bc5f2 req-803fa3c0-0ea1-4fe2-9b74-8fa34c9e6fb5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:17.363862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d76aab3-c4da-46f7-8934-dc0b873bc5f2 req-803fa3c0-0ea1-4fe2-9b74-8fa34c9e6fb5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 945 time: 0.2178485 Dec 23 15:51:17.386632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:51:17.386955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:17.487950 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d76aab3-c4da-46f7-8934-dc0b873bc5f2 req-b211a0c8-c3e9-4b59-8f55-054bf54f99bf tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=14be3dca-02b9-4005-86a0-edb766784d46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185660 Dec 23 15:51:17.645045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:17.645304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:17.766933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 4ef7e7c9-c629-42e8-94d8-bae92d186d0c owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:51:17.955374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:18.005105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=4ef7e7c9-c629-42e8-94d8-bae92d186d0c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:18.016691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.017034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.017371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.017703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.018033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.018362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.018690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.019011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.019333 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.020271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.020271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:18.089858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port 4ef7e7c9-c629-42e8-94d8-bae92d186d0c on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:51:18.092249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:18.094643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'name': 'network-vif-deleted', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:51:18.107261 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-62221737-4d8d-4ee4-b4ed-e28096f6724e req-2572c35a-3920-4c96-b959-57805384f7cb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/4ef7e7c9-c629-42e8-94d8-bae92d186d0c HTTP/1.1" status: 204 len: 173 time: 0.8099551 Dec 23 15:51:18.223194 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34702ad3-65ea-4025-a459-c1448959ddaa', 'name': 'network-vif-deleted', 'tag': '4ef7e7c9-c629-42e8-94d8-bae92d186d0c', 'status': 'completed', 'code': 200} Dec 23 15:51:18.670415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3b11576b-a275-49b9-abb7-3a6666eff6c5 req-40e2e977-21cd-4cec-83aa-daa69dc84638 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:51:18.747724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3b11576b-a275-49b9-abb7-3a6666eff6c5 req-40e2e977-21cd-4cec-83aa-daa69dc84638 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:51:18.748841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b11576b-a275-49b9-abb7-3a6666eff6c5 req-40e2e977-21cd-4cec-83aa-daa69dc84638 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=34702ad3-65ea-4025-a459-c1448959ddaa HTTP/1.1" status: 200 len: 210 time: 0.1219923 Dec 23 15:51:19.789092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4ef7e7c9-c629-42e8-94d8-bae92d186d0c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:51:19.822086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 4ef7e7c9-c629-42e8-94d8-bae92d186d0c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:51:19.822427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4ef7e7c9-c629-42e8-94d8-bae92d186d0c not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:51:19.860098 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58084) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:19.928257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dae999d-759c-450d-b5c6-af11eb92cca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:19.956370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dae999d-759c-450d-b5c6-af11eb92cca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:20.086612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dae999d-759c-450d-b5c6-af11eb92cca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:20.105526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae999d-759c-450d-b5c6-af11eb92cca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be3dca-02b9-4005-86a0-edb766784d46,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:20.177470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5dae999d-759c-450d-b5c6-af11eb92cca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:20.178637 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5dae999d-759c-450d-b5c6-af11eb92cca3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/14be3dca-02b9-4005-86a0-edb766784d46 HTTP/1.1" status: 204 len: 168 time: 0.3175349 Dec 23 15:51:20.291868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58090) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:20.684480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:21.379477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 3ad2f500-9096-4275-a82c-1c16a1d46c35 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:51:21.380153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:21.561602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 3ad2f500-9096-4275-a82c-1c16a1d46c35, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3ad2f500-9096-4275-a82c-1c16a1d46c35,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:21.561947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:21.683838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 3ad2f500-9096-4275-a82c-1c16a1d46c35 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:51:21.953467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:22.004320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=3ad2f500-9096-4275-a82c-1c16a1d46c35,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:22.298887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:22.964292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:51:23.166932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:51:23.176907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] Sync routers for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:51:23.188543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:23.189142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:50:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:23.254226 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-26afb110-1535-4cb9-be89-e3f89a4ea357 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/4e993c7b-54e5-47fe-a0bc-e2b170ce7c56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9609158 Dec 23 15:51:23.257348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58094) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:23.367825 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:23.440610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet 865dc6f7-c4bf-403c-9dfe-cf2be3854c9e {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:51:23.444014 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:23.500059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:23.585483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:23.696704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:51:21Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:23.700623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] Checking router: 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:51:23.711731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] Routers {'4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:23.712398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:50:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:23.738986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:23.778811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=865dc6f7-c4bf-403c-9dfe-cf2be3854c9e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:23.786894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:23.794775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81cf730-1567-4cee-9878-52bb25babc1d None None] Network b24b68f7-593c-4b57-b49f-c3b6ef1859e0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:51:23.795378 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fc8c39a3-bbbc-4ef8-8661-e40b595d738f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/865dc6f7-c4bf-403c-9dfe-cf2be3854c9e HTTP/1.1" status: 204 len: 168 time: 0.5370770 Dec 23 15:51:23.797942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58098) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:23.998395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.041430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] Set router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:24.200151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.258549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 4fc0c644-3089-44db-8d09-e5ae5c1bb595 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:51:24.258890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.330691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] DHCP port deletion for b24b68f7-593c-4b57-b49f-c3b6ef1859e0 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:51:24.338062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Deleting port ffd30d2c-075d-45b4-a156-7fb832291b41 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:51:24.338431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.435816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:51:21Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:24.452591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce6b32-310e-4e61-a735-6493dfbcac09 None None] The sync data for ids ['4e993c7b-54e5-47fe-a0bc-e2b170ce7c56'] in dv-neutron-822796-1-hyperv is: [{'id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'name': 'tempest-TestNetworkBasicOps-router-1049152581', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50'}], 'enable_snat': True}, 'gw_port_id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:51:21Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': '4fc0c644-3089-44db-8d09-e5ae5c1bb595', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:20:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e993c7b-54e5-47fe-a0bc-e2b170ce7c56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:47:30Z', 'updated_at': '2021-12-23T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:51:24.534422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 4fc0c644-3089-44db-8d09-e5ae5c1bb595, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4fc0c644-3089-44db-8d09-e5ae5c1bb595,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:24.534694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.568601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] For port ffd30d2c-075d-45b4-a156-7fb832291b41, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ffd30d2c-075d-45b4-a156-7fb832291b41,segment=NetworkSegment(ad01c331-a20e-4666-ace9-0e120f7b8c2b),segment_id=ad01c331-a20e-4666-ace9-0e120f7b8c2b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:24.568992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.656957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 4fc0c644-3089-44db-8d09-e5ae5c1bb595 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:51:24.689440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Calling delete_port for ffd30d2c-075d-45b4-a156-7fb832291b41 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:51:24.841589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.904251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:24.933583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Pushing event deleted for resources: {'Port': ['ID=ffd30d2c-075d-45b4-a156-7fb832291b41,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:24.943921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] No DVR routers for this DVR port ffd30d2c-075d-45b4-a156-7fb832291b41 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:51:24.946242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.946574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.946900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.947221 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.947540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.947853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.948252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.948488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.948804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.949123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.949412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925fa2f8-0523-4ce9-9404-5c36cd4d2ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:24.963189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=4fc0c644-3089-44db-8d09-e5ae5c1bb595,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:25.145578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffd30d2c-075d-45b4-a156-7fb832291b41 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:51:25.178981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: ffd30d2c-075d-45b4-a156-7fb832291b41 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:51:25.179322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ffd30d2c-075d-45b4-a156-7fb832291b41 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:51:25.179727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad2f500-9096-4275-a82c-1c16a1d46c35 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:51:25.194135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.210504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 3ad2f500-9096-4275-a82c-1c16a1d46c35 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:51:25.210775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad2f500-9096-4275-a82c-1c16a1d46c35 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:51:25.304379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0623f482-bcae-4b25-a808-526f2f099b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.456409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.461110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.544343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.544887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router 4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:51:25.560092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.561225 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a8103bb7-3dd7-41c5-b15a-53e370b08100 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/4e993c7b-54e5-47fe-a0bc-e2b170ce7c56 HTTP/1.1" status: 204 len: 168 time: 1.7622483 Dec 23 15:51:25.563909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58102) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:25.680065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.900752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.925720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24b68f7-593c-4b57-b49f-c3b6ef1859e0']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:25.937498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01c331-a20e-4666-ace9-0e120f7b8c2b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:25.937787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01c331-a20e-4666-ace9-0e120f7b8c2b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:25.948801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.964433 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.970236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:51:25.970605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:51:25.985144 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:51:26.135653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.153300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.164632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=b24b68f7-593c-4b57-b49f-c3b6ef1859e0,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:26.169791 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-80190c0b-5c94-46ce-9a17-6cdecbfa37c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/b24b68f7-593c-4b57-b49f-c3b6ef1859e0 HTTP/1.1" status: 204 len: 168 time: 0.6048625 Dec 23 15:51:26.182449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58106) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:26.188051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--361857623', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:26.193113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:26.197152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:26.200021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:26.205694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:26.280900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:51:26.283805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.312594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:51:26.321695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.330561 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment f643f92c-1b66-4eb7-ab82-8720b1169cc9 of type vlan for network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 Dec 23 15:51:26.346971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.433177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.436711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:26.437311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.545945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:26.555972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:51:26.617297 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-33ba82e2-d9aa-41c0-a6e0-a6d64ce458d2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4337769 Dec 23 15:51:26.620202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58110) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:26.626449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:26.633936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:26.640496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:26.643666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:26.649869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:26.715464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.716530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.734707 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:26.955279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:27.052870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4fc0c644-3089-44db-8d09-e5ae5c1bb595 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:51:27.089426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4fc0c644-3089-44db-8d09-e5ae5c1bb595 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:51:27.089769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4fc0c644-3089-44db-8d09-e5ae5c1bb595 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:51:27.198510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:27.230704 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:27.359392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.84 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/f172d0b3-0de0-44ec-86d7-368b5ee1e948) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:51:27.502597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:27.585069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:27.656201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:51:27.658506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-24c0569e-f503-4cc6-b3dc-4ec3627b3b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:27.659057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:51:27.665035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:51:27.689274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=f172d0b3-0de0-44ec-86d7-368b5ee1e948,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:27.887710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:27.888459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:28.148897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 701552d8-b356-4fd9-b453-46ebe7959647 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:51:28.433614 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:51:28.445300 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Sync routers for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:51:28.457786 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:28.458374 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:28.520798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:28.522678 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7cef6fac-a21e-457b-9d5a-fae6f0f4e27d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9014573 Dec 23 15:51:28.525950 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58114) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:28.633938 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:28.634146 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6f1208ea-28bb-4051-be24-1f3b2ff646ce tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1038241 Dec 23 15:51:28.634406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58120) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:28.772055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c053a-bf89-47b6-aef5-8ee880b9d868 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:28.773693 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2c4c053a-bf89-47b6-aef5-8ee880b9d868 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382513 Dec 23 15:51:28.776502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58124) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:28.806649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:28.818902 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-78bab002-5762-45f0-a46d-1d5adc266048 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408046 Dec 23 15:51:28.821485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58128) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:28.826692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596167369', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:28.917411 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:27Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:28.921673 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Checking router: 701552d8-b356-4fd9-b453-46ebe7959647 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:51:28.922100 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Updating router 701552d8-b356-4fd9-b453-46ebe7959647 port f172d0b3-0de0-44ec-86d7-368b5ee1e948 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:51:28.975796 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.030465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:29.034283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:29.037309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:29.044299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.045721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:29.141520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:51:29.244392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.295866 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.307438 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Transition to ACTIVE for port object f172d0b3-0de0-44ec-86d7-368b5ee1e948 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:51:29.382014 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.463505 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Pushing event updated for resources: {'Port': ['ID=f172d0b3-0de0-44ec-86d7-368b5ee1e948,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:29.465617 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Attempting to bind port f172d0b3-0de0-44ec-86d7-368b5ee1e948 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:51:29.465969 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Attempting to bind port f172d0b3-0de0-44ec-86d7-368b5ee1e948 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:51:29.466316 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Attempting to bind port f172d0b3-0de0-44ec-86d7-368b5ee1e948 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:51:29.476986 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:51:29.480966 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:51:29.480966 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.480966 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:51:29.480966 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Bound port: f172d0b3-0de0-44ec-86d7-368b5ee1e948, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:51:29.480966 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.505171 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.505502 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.509584 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:29.526855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.555503 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] For port f172d0b3-0de0-44ec-86d7-368b5ee1e948, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:51:29.558504 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] For port f172d0b3-0de0-44ec-86d7-368b5ee1e948, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f172d0b3-0de0-44ec-86d7-368b5ee1e948,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:51:29.603785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=31e78eea-47ed-4a33-bc50-43235bcd57f7,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:29.617981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:51:29.622700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:51:29.622837 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.701135 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc8bc2-e9f1-41e7-858a-301a8114c15f None None] Pushing event updated for resources: {'Port': ['ID=f172d0b3-0de0-44ec-86d7-368b5ee1e948,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:29.705474 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:29.706060 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:29.735577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:51:29.806619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:51:29.814949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502a6e4-5338-41af-b223-427b22f465ab None None] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:51:29.822685 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:29.823387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:29.897992 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:29.933193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4e7c1af4-948e-42dd-b51b-b29505c7e643 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1106880 Dec 23 15:51:29.936028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58132) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:30.030052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:51:30.030890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:30.194998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Allocated IP 172.20.0.2 (0d6c34a7-929b-4466-bf2e-7e7740c3e4b4/31e78eea-47ed-4a33-bc50-43235bcd57f7/4f7de301-4d27-4276-bfda-bac6c09806da) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:51:30.195971 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:27Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:30.199956 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436595a3-6b0b-4ffa-9941-c7b79247839d None None] The sync data for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv is: [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:27Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:51:30.426199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:30.461676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:30.472427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Transition to ACTIVE for port object 4f7de301-4d27-4276-bfda-bac6c09806da will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:51:30.494891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Transition to ACTIVE for port object 4f7de301-4d27-4276-bfda-bac6c09806da will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:51:30.575783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:30.641899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:51:30.644734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:51:30.652492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:51:30.735695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Pushing event updated for resources: {'Port': ['ID=4f7de301-4d27-4276-bfda-bac6c09806da,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:30.754783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Attempting to bind port 4f7de301-4d27-4276-bfda-bac6c09806da on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:51:30.755228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Attempting to bind port 4f7de301-4d27-4276-bfda-bac6c09806da by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:51:30.755530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Attempting to bind port 4f7de301-4d27-4276-bfda-bac6c09806da on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:51:30.762293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:51:30.762684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Checking segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:51:30.763085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:30.763468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Bound using segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:51:30.763931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Bound port: 4f7de301-4d27-4276-bfda-bac6c09806da, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:51:30.764323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:30.804113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:30.857877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] For port 4f7de301-4d27-4276-bfda-bac6c09806da, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:51:30.861306 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] For port 4f7de301-4d27-4276-bfda-bac6c09806da, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4f7de301-4d27-4276-bfda-bac6c09806da,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:51:30.921985 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:51:30.933117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.023133 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e710e9-9359-4bf4-8bcc-cd464e6f7204 None None] Pushing event updated for resources: {'Port': ['ID=4f7de301-4d27-4276-bfda-bac6c09806da,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:31.128365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f172d0b3-0de0-44ec-86d7-368b5ee1e948 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:51:31.233579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (0d6c34a7-929b-4466-bf2e-7e7740c3e4b4/31e78eea-47ed-4a33-bc50-43235bcd57f7/91ce6248-a0d5-47ae-8061-e7c2a497df61) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:51:31.310689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f172d0b3-0de0-44ec-86d7-368b5ee1e948 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:51:31.321780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f172d0b3-0de0-44ec-86d7-368b5ee1e948 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:31.322344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.442421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.459395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f172d0b3-0de0-44ec-86d7-368b5ee1e948, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f172d0b3-0de0-44ec-86d7-368b5ee1e948,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:31.506052 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.522187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 91ce6248-a0d5-47ae-8061-e7c2a497df61 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:51:31.526778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.593386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f172d0b3-0de0-44ec-86d7-368b5ee1e948,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:31.616681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.684764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:51:31.687778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:51:31.691702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:51:31.731063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=91ce6248-a0d5-47ae-8061-e7c2a497df61,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:31.754620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.754955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.755281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.755674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.755994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.756401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.756747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.757062 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.757372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.757678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.757986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:51:31.769351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.940042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:31.957681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79e0e7-e384-4c6d-847e-00db15a206e9 None None] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:51:32.144146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-42494e30-b727-4b54-9ff3-1af560d52f40 None None] Provisioning for port 4f7de301-4d27-4276-bfda-bac6c09806da completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:51:32.354073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:32.421316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:32.536984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=91ce6248-a0d5-47ae-8061-e7c2a497df61,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:32.541978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:32.552948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-06525a2c-6870-43e9-a971-1e548ba7e416 None None] Provisioning for port 91ce6248-a0d5-47ae-8061-e7c2a497df61 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:51:32.559771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-06525a2c-6870-43e9-a971-1e548ba7e416 None None] Provisioning complete for port 91ce6248-a0d5-47ae-8061-e7c2a497df61 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:32.560191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-06525a2c-6870-43e9-a971-1e548ba7e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:32.617596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-06525a2c-6870-43e9-a971-1e548ba7e416 None None] Port 91ce6248-a0d5-47ae-8061-e7c2a497df61 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:51:32.680579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:51:32.681706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:51:32.739531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b107ac05-7f1d-48f9-87af-8d00f260ec42 None None] Provisioning complete for port 91ce6248-a0d5-47ae-8061-e7c2a497df61 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:32.741200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b107ac05-7f1d-48f9-87af-8d00f260ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:32.796922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b107ac05-7f1d-48f9-87af-8d00f260ec42 None None] Port 91ce6248-a0d5-47ae-8061-e7c2a497df61 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:51:32.917367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b45a4086-d08f-4db3-9d6b-94258df2a822 None None] Provisioning complete for port 91ce6248-a0d5-47ae-8061-e7c2a497df61 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:32.917867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b45a4086-d08f-4db3-9d6b-94258df2a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:32.971335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-b45a4086-d08f-4db3-9d6b-94258df2a822 None None] Port 91ce6248-a0d5-47ae-8061-e7c2a497df61 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:51:33.070332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 701552d8-b356-4fd9-b453-46ebe7959647 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:51:33.173545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f7de301-4d27-4276-bfda-bac6c09806da up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:51:33.355169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4f7de301-4d27-4276-bfda-bac6c09806da completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:51:33.361038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4f7de301-4d27-4276-bfda-bac6c09806da triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:33.361519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:33.373881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:51:33.388581 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1095e82e-d8e7-4f5d-89d0-7ca8c2e4bfc7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/701552d8-b356-4fd9-b453-46ebe7959647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4505787 Dec 23 15:51:33.390947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58136) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:33.480087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:33.515954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 4f7de301-4d27-4276-bfda-bac6c09806da, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4f7de301-4d27-4276-bfda-bac6c09806da,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:33.535348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286b668-a9ef-4f13-802d-e8b8266ca4dd tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.535764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286b668-a9ef-4f13-802d-e8b8266ca4dd tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.536275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286b668-a9ef-4f13-802d-e8b8266ca4dd tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.537249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286b668-a9ef-4f13-802d-e8b8266ca4dd tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.539062 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1286b668-a9ef-4f13-802d-e8b8266ca4dd tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1472309 Dec 23 15:51:33.542625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58140) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:33.584044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:33.585050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f172d0b3-0de0-44ec-86d7-368b5ee1e948 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:51:33.611470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163fee74-79c3-4ec9-826f-abf005b2ef07 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.612782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163fee74-79c3-4ec9-826f-abf005b2ef07 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.612782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163fee74-79c3-4ec9-826f-abf005b2ef07 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.612782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163fee74-79c3-4ec9-826f-abf005b2ef07 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:33.616881 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-163fee74-79c3-4ec9-826f-abf005b2ef07 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0707753 Dec 23 15:51:33.617092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58144) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:33.703665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=4f7de301-4d27-4276-bfda-bac6c09806da,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:33.718515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f172d0b3-0de0-44ec-86d7-368b5ee1e948 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:33.718881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:33.756570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Sync routers for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:51:33.790498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:33.791118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:33.828069 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eb6eb1e4-fc4c-4598-a6c1-f79281658ce3 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2089829 Dec 23 15:51:34.023026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:34.081587 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58150) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:34.087213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641702121', 'description': 'tempest-secgroup-smoke-641702121 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:34.092899 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:34.097090 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:34.100974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:34.106833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:34.186749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.223886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:34.228315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:34.231028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:34.236612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:34.291632 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.335627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:32Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:34.339570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Checking router: 701552d8-b356-4fd9-b453-46ebe7959647 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:51:34.339916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Updating router 701552d8-b356-4fd9-b453-46ebe7959647 port 91ce6248-a0d5-47ae-8061-e7c2a497df61 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:51:34.366350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.392979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.411058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:34.469321 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.470545 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d1bdd55b-ef85-4e92-9c55-02306f0c2887 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3879352 Dec 23 15:51:34.473512 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58154) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:34.479598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd2a9384f-b95f-4a48-a306-bbd6c6df9bd0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:34.485520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:34.489348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:34.492352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:34.497989 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:34.584952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.648711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.724186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.748535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bc60d1-7702-4a44-9bee-3df3483ca618,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:34.771745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.783598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Transition to ACTIVE for port object 91ce6248-a0d5-47ae-8061-e7c2a497df61 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:51:34.832610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.834615 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-38770515-9c92-4312-b6a0-d5224e0a911c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3593981 Dec 23 15:51:34.837517 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58158) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:34.842826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd2a9384f-b95f-4a48-a306-bbd6c6df9bd0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:34.848731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:34.852606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:34.855544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:34.861009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.861159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:34.959466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:34.985707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e3a12-10a2-472a-a532-86f45d97a1f9 None None] Pushing event updated for resources: {'Port': ['ID=91ce6248-a0d5-47ae-8061-e7c2a497df61,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:35.028044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.090414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Attempting to bind port 91ce6248-a0d5-47ae-8061-e7c2a497df61 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:51:35.090949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Attempting to bind port 91ce6248-a0d5-47ae-8061-e7c2a497df61 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:51:35.092227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.096586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Attempting to bind port 91ce6248-a0d5-47ae-8061-e7c2a497df61 on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:51:35.105140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:51:35.105524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Checking segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:51:35.105928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.106322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Bound using segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:51:35.106788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Bound port: 91ce6248-a0d5-47ae-8061-e7c2a497df61, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:51:35.107165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.122472 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c201d3-fe1b-4bbb-8f82-19d5a19d6355,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:35.124582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f7de301-4d27-4276-bfda-bac6c09806da up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:51:35.192692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.197263 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7ce3671b-b679-4a22-a1bb-b212a89002f9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3563342 Dec 23 15:51:35.197408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58162) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:35.202909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd2a9384f-b95f-4a48-a306-bbd6c6df9bd0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:35.208905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:35.212986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:35.215836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:35.221559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:35.273455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] For port 91ce6248-a0d5-47ae-8061-e7c2a497df61, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:51:35.278873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] For port 91ce6248-a0d5-47ae-8061-e7c2a497df61, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=91ce6248-a0d5-47ae-8061-e7c2a497df61,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:51:35.281649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4f7de301-4d27-4276-bfda-bac6c09806da triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:35.282013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.303158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.351626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.371257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.440864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.466088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6ce70c-d781-4850-9f2a-0860722db9dd,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:35.480372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e3a12-10a2-472a-a532-86f45d97a1f9 None None] Pushing event updated for resources: {'Port': ['ID=91ce6248-a0d5-47ae-8061-e7c2a497df61,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:35.488265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:35.488883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:35.563957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.568281 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3c7ce5c7-1a5c-4b9b-8907-c79b637e8ff4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3674474 Dec 23 15:51:35.568595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58166) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:35.575259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd2a9384f-b95f-4a48-a306-bbd6c6df9bd0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:35.581660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:35.585774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:35.588948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:35.595391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:35.680055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:35.690510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.754756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.821250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.845811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603fb01f-bea5-4efd-abeb-665544629086,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:35.929858 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:35.931107 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d24b8cb2-10d2-4728-969d-7b5fb2de28d0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3608170 Dec 23 15:51:35.933748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58170) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:35.939163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd2a9384f-b95f-4a48-a306-bbd6c6df9bd0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:35.945763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:35.949528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:35.952528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:35.958224 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:36.009861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:36.013737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8daf95-a33b-4631-99ca-385d7aab6b38 None None] The sync data for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv is: [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:35Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:51:36.041128 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:51:36.057887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.138409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.212232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.236918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836c637c-df8f-40c7-9923-b5bd1069edbe,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:36.306910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.308110 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-52f2d2ca-e1ab-4699-8908-a9424b365a5c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3734069 Dec 23 15:51:36.311340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58174) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:36.317220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': 'd2a9384f-b95f-4a48-a306-bbd6c6df9bd0', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:36.324195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:36.328218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:36.331274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:36.338016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:36.415423 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:51:36.423073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.496137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.581140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.606701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a373db3a-add9-407c-b95f-9e268d521d13,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:36.681089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:36.682265 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-662cae6d-1552-4128-a21e-af95f541d828 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3699968 Dec 23 15:51:36.863409 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-d3607365-69d7-4fb5-aef4-e29d01c61b08 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641702121&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.0418427 Dec 23 15:51:37.008457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-45c019ad-1335-47f5-adba-7296b429034c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:37.009873 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-45c019ad-1335-47f5-adba-7296b429034c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 796 time: 0.1389945 Dec 23 15:51:37.025770 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-8be79591-e38a-4fde-8e76-a4a15ed1e514 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0104287 Dec 23 15:51:37.105635 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-f6140cb4-8a98-407b-8d46-0e4b10646024 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750434 Dec 23 15:51:37.120223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 91ce6248-a0d5-47ae-8061-e7c2a497df61 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:51:37.122183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-d25d3fe1-ca0c-4d8b-a221-cf7be9870ac5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:51:37.123102 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-d25d3fe1-ca0c-4d8b-a221-cf7be9870ac5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050654 Dec 23 15:51:37.246117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 91ce6248-a0d5-47ae-8061-e7c2a497df61 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:51:37.250946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 91ce6248-a0d5-47ae-8061-e7c2a497df61 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:37.251310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:37.258052 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-27191935-862e-4b68-b607-ec3bd05db8f9 service neutron] 10.222.0.58 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290383 Dec 23 15:51:37.306170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:37.368617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:37.392132 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-30edde12-aa4a-4907-9fcc-71153fcbf266 service neutron] 10.222.0.58 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280127 Dec 23 15:51:37.401002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 91ce6248-a0d5-47ae-8061-e7c2a497df61, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=91ce6248-a0d5-47ae-8061-e7c2a497df61,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:37.492249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:37.558000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=91ce6248-a0d5-47ae-8061-e7c2a497df61,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:37.670020 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8a3fb880-f073-4b8b-b752-59bb79dd59ce req-85366d7f-0547-4e4a-8289-d7ac869bfd2d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 210 time: 0.0480285 Dec 23 15:51:38.835755 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c54c2a0d-5ec7-439e-93ca-831a19eed40c req-939188d4-b4cc-41f2-bb6a-00153130b2bc tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 210 time: 0.0414739 Dec 23 15:51:39.101609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 91ce6248-a0d5-47ae-8061-e7c2a497df61 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:51:39.206715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 91ce6248-a0d5-47ae-8061-e7c2a497df61 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:39.207070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:39.637266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-b6b3a852-b927-4364-ac06-9ff2da416a8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:39.638586 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-b6b3a852-b927-4364-ac06-9ff2da416a8f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 796 time: 0.1457443 Dec 23 15:51:39.701039 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-d7a377b5-3f46-49c8-8034-bcc8d62e8a51 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 379 time: 0.0424719 Dec 23 15:51:39.709796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['d2a9384f-b95f-4a48-a306-bbd6c6df9bd0']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:39.844196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:39.848274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:port and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:39.851760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:39.857447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:39.926106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:51:39.929913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:40.045151 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e69179f-6b01-4ec5-a1d8-486620b53714 req-63c4dd99-5450-40e5-8c4c-8835372abc2c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 210 time: 0.0539658 Dec 23 15:51:40.223737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.7 (0d6c34a7-929b-4466-bf2e-7e7740c3e4b4/31e78eea-47ed-4a33-bc50-43235bcd57f7/84e41ed1-2bfc-4dbe-9344-f2a00e575f93) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:51:40.409842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:40.426144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:51:40.503673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:40.578201 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:51:40.581271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:51:40.586350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:51:40.615236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:40.653780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:40.654518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:40.736022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78528326-9417-4ef5-896e-06c2aa428023 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0302703 Dec 23 15:51:40.753445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Request body: {'port': {'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:40.866758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:40.920308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-da0d1faf-97af-4fc3-b8d0-90e5d6f17b13 None None] Provisioning for port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:51:40.925407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-da0d1faf-97af-4fc3-b8d0-90e5d6f17b13 None None] Provisioning complete for port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:40.929070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da0d1faf-97af-4fc3-b8d0-90e5d6f17b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:40.977954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-da0d1faf-97af-4fc3-b8d0-90e5d6f17b13 None None] Port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:51:41.247432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:51:41.261231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:41.280830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Transition to ACTIVE for port object 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:51:41.294828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3e66b-44ed-43a2-bec4-2602b83b75a9 req-a42843b2-9bbe-4bab-984e-443b9c24b675 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:41.295555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-60d3e66b-44ed-43a2-bec4-2602b83b75a9 req-a42843b2-9bbe-4bab-984e-443b9c24b675 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:51:41.363699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:41.406009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-60d3e66b-44ed-43a2-bec4-2602b83b75a9 req-a42843b2-9bbe-4bab-984e-443b9c24b675 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:51:41.407139 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60d3e66b-44ed-43a2-bec4-2602b83b75a9 req-a42843b2-9bbe-4bab-984e-443b9c24b675 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 931 time: 0.2242193 Dec 23 15:51:41.527700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Pushing event updated for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:41.544558 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60d3e66b-44ed-43a2-bec4-2602b83b75a9 req-5511a051-5943-4a30-b13e-b524f270b7c1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287491 Dec 23 15:51:41.645822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Attempting to bind port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:51:41.646237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Attempting to bind port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:51:41.646559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Attempting to bind port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:51:41.652283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:51:41.652594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Attempting to bind port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:51:41.658676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:51:41.659000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Checking segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:51:41.659378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Bound using segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:51:41.659784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Bound port: 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:51:41.660117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:41.749342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:51:41.752157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:51:41.831956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:41.892986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:41.894332 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] 10.222.0.57 "PUT /v2.0/ports/84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 1093 time: 1.1452823 Dec 23 15:51:41.894760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:51:41.915598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd514b-52e2-4e3b-96ed-57654915d07d service neutron] Pushing event updated for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:41.955181 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'status': 'completed', 'code': 200} Dec 23 15:51:42.074626 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6381d7a6-8e07-464f-8910-aee2cafe7fd4 req-42ed55b9-a654-4340-9369-c29ef9914d8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1096 time: 0.0767369 Dec 23 15:51:42.219916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381d7a6-8e07-464f-8910-aee2cafe7fd4 req-b4b32ad2-9172-460f-a216-3cc85f31d3f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:42.221269 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6381d7a6-8e07-464f-8910-aee2cafe7fd4 req-b4b32ad2-9172-460f-a216-3cc85f31d3f0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1333911 Dec 23 15:51:42.355167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381d7a6-8e07-464f-8910-aee2cafe7fd4 req-2c0dca36-fad4-4275-aad7-86272c0501b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:42.356687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6381d7a6-8e07-464f-8910-aee2cafe7fd4 req-2c0dca36-fad4-4275-aad7-86272c0501b0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293805 Dec 23 15:51:42.565579 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-862c9938-7bd4-4a33-8bf5-8a94d58371ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1096 time: 0.1527362 Dec 23 15:51:42.643256 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-64d632ef-ccaf-4216-8093-fefcb1416d8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 217 time: 0.0643384 Dec 23 15:51:42.755914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-5eb4c69c-6055-45f0-be26-58728a084207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:42.757359 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-5eb4c69c-6055-45f0-be26-58728a084207 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.1079128 Dec 23 15:51:42.819048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b432d93-2844-46ad-81c6-d3e7a60b808b req-77b63f46-3eb7-488f-894b-55fdbaca6547 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:42.820389 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b432d93-2844-46ad-81c6-d3e7a60b808b req-77b63f46-3eb7-488f-894b-55fdbaca6547 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 943 time: 0.1407454 Dec 23 15:51:42.876082 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b432d93-2844-46ad-81c6-d3e7a60b808b req-a86c0e67-870f-4651-942b-db9d20c92222 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492373 Dec 23 15:51:42.880250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-31c895fd-7767-4f01-8c36-0c5ccf5c8c66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158891 Dec 23 15:51:43.011465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-5552e713-4023-4cb8-9e8d-781e37cadf1c service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247759 Dec 23 15:51:43.142469 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fa02910-82a2-4a9a-9960-d5ddb7d167e2 req-78a30aea-d741-42c4-9cb4-271fa0ec65e3 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241870 Dec 23 15:51:44.072500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e66a0-6e96-45c0-b7f1-8104f2605ddc req-ee45b9bb-2de2-4cc8-8256-b58d070cc5df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:44.073922 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-921e66a0-6e96-45c0-b7f1-8104f2605ddc req-ee45b9bb-2de2-4cc8-8256-b58d070cc5df tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 943 time: 0.0783021 Dec 23 15:51:44.118987 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-921e66a0-6e96-45c0-b7f1-8104f2605ddc req-4dc192c4-687f-40ae-b4ff-587c51dd68b7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394998 Dec 23 15:51:45.313997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deca7a7-18a5-47df-a6b4-f29168e549d0 req-fb865c7b-7cea-46c6-8ff8-c916d4295deb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:45.315343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5deca7a7-18a5-47df-a6b4-f29168e549d0 req-fb865c7b-7cea-46c6-8ff8-c916d4295deb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 943 time: 0.0779498 Dec 23 15:51:45.361218 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5deca7a7-18a5-47df-a6b4-f29168e549d0 req-d9410a7d-a8bd-407e-9dc5-eaf5b3c4993a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 Dec 23 15:51:45.905279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:51:46.036966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:46.049786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:51:46.105072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:46.121948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:51:46.136897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:46.231424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:46.294994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:46.557426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab4afa-13e4-409c-8ac3-ad8997845b71 req-efb40a93-b830-4b02-a7bf-6dcc799129d5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:46.558748 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-baab4afa-13e4-409c-8ac3-ad8997845b71 req-efb40a93-b830-4b02-a7bf-6dcc799129d5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 944 time: 0.0776227 Dec 23 15:51:46.603950 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-baab4afa-13e4-409c-8ac3-ad8997845b71 req-b2f80876-5a00-4ab1-a20e-ed4ce32d53cd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Dec 23 15:51:46.676083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['84e41ed1-2bfc-4dbe-9344-f2a00e575f93'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:51:47.796318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ca1a-755e-4af3-888f-59f4b5432c06 req-afb9da05-a20b-4a17-b998-d0d69c994b59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:47.797739 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5c2ca1a-755e-4af3-888f-59f4b5432c06 req-afb9da05-a20b-4a17-b998-d0d69c994b59 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 944 time: 0.0760500 Dec 23 15:51:47.845536 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5c2ca1a-755e-4af3-888f-59f4b5432c06 req-000726ec-75aa-435b-859c-679bea5e648e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Dec 23 15:51:47.920453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:51:48.040133 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:51:48.045572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:51:48.045941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:48.155781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:48.182787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:51:48.192081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:51:48.240657 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'code': 200} Dec 23 15:51:48.251158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:48.315655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:48.654627 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05907cd2-ca7d-42db-b804-012fd157f14b req-bd2d3179-3e86-4851-8b18-65f20cac70bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1098 time: 0.0660367 Dec 23 15:51:48.697977 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05907cd2-ca7d-42db-b804-012fd157f14b req-06f69049-af7b-449a-9eb4-061ad72ee9f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356896 Dec 23 15:51:49.046776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a3e68-6046-4479-97ec-8ebe51bb6242 req-d110b7ae-4350-4a5f-923a-c3fa776bbed8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:49.048526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bd2a3e68-6046-4479-97ec-8ebe51bb6242 req-d110b7ae-4350-4a5f-923a-c3fa776bbed8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 945 time: 0.0807512 Dec 23 15:51:49.094320 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bd2a3e68-6046-4479-97ec-8ebe51bb6242 req-1dc7645a-5b69-4955-ad31-33f409b25dd3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402095 Dec 23 15:51:50.298337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54caa9-b622-4e87-a413-bdd6175628ca req-fb1a522c-24f5-45ef-932d-8f27d09d7f87 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:50.299763 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2b54caa9-b622-4e87-a413-bdd6175628ca req-fb1a522c-24f5-45ef-932d-8f27d09d7f87 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 945 time: 0.0802879 Dec 23 15:51:50.346492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2b54caa9-b622-4e87-a413-bdd6175628ca req-8d7653fb-8206-445c-b6a9-56ed2cf8ec90 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403185 Dec 23 15:51:51.543146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc4666-9d7d-49aa-9dac-a3f7147d5273 req-edf1bdaa-d61e-409a-b3d5-6693ce39334e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:51.544636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-efdc4666-9d7d-49aa-9dac-a3f7147d5273 req-edf1bdaa-d61e-409a-b3d5-6693ce39334e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 945 time: 0.0797796 Dec 23 15:51:51.590108 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-efdc4666-9d7d-49aa-9dac-a3f7147d5273 req-a2caec23-1d4b-4c8e-9755-4e8c8fae96a7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398617 Dec 23 15:51:51.782352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c412a-ea7e-4d9f-9d06-99c1cecf03ca req-cd85fc26-17d9-4a3e-949a-a2cadb57c38b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:51.783744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fd3c412a-ea7e-4d9f-9d06-99c1cecf03ca req-cd85fc26-17d9-4a3e-949a-a2cadb57c38b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 945 time: 0.0754654 Dec 23 15:51:51.831332 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fd3c412a-ea7e-4d9f-9d06-99c1cecf03ca req-c3502fb2-6d3d-4f6d-8c38-b1bce337a5ef tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Dec 23 15:51:51.858520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58224) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:51.925677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8b33a169-d790-4097-a17d-77bf49785798 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1093 time: 0.0659943 Dec 23 15:51:51.928928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58228) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:51.934016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:51.939394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:51.943221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:51.946032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:51.951550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:52.022835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:52.240111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:52.373073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.22 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/e6828141-451a-4672-ac65-100426f25372) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:51:52.516337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:52.614403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:52.681202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:51:52.683960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:51:52.687592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:51:52.720443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=e6828141-451a-4672-ac65-100426f25372,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:53.199582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:53.317410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:53.515823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:53.583468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:53.690030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=e6828141-451a-4672-ac65-100426f25372,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:53.706832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:53.889255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879 associated. External IP: 172.26.6.22, port: 84e41ed1-2bfc-4dbe-9344-f2a00e575f93. Dec 23 15:51:54.378754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 701552d8-b356-4fd9-b453-46ebe7959647 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:51:54.577358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:51:54.586911 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] Sync routers for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:51:54.598562 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:54.599166 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:54.660246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:54.714564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-de2c98c1-c62e-4cb0-8dcb-bdcd22a20383 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7845867 Dec 23 15:51:54.715326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:51:54.717346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58232) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:54.769528 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'status': 'completed', 'code': 200} Dec 23 15:51:54.778210 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:54.799824 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f6470b42-0414-4f88-abea-9f5bb166b7ab tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1093 time: 0.0783195 Dec 23 15:51:54.888756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00833644-f195-4897-ab81-8364013d379c req-cc1a11d9-0b7d-4991-bf17-c5d24da3fbae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1098 time: 0.0719352 Dec 23 15:51:55.022653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833644-f195-4897-ab81-8364013d379c req-fda69a68-c2f0-4f3c-91f6-dbf7b08524a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:55.024253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00833644-f195-4897-ab81-8364013d379c req-fda69a68-c2f0-4f3c-91f6-dbf7b08524a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1292758 Dec 23 15:51:55.118658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58240) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:55.124328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547629896', 'description': 'tempest-secgroup-smoke-547629896 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:55.131127 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:55.136194 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00833644-f195-4897-ab81-8364013d379c req-33a33f97-efeb-415d-a632-c02610cb302b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 998 time: 0.1012850 Dec 23 15:51:55.140882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:55.142591 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:53Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:55.144055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:55.147273 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] Checking router: 701552d8-b356-4fd9-b453-46ebe7959647 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:51:55.149781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:55.158498 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:51:55.159096 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:55.198967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833644-f195-4897-ab81-8364013d379c req-47ea07d7-40d7-4356-afea-4ce5c1f08cd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:55.200426 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00833644-f195-4897-ab81-8364013d379c req-47ea07d7-40d7-4356-afea-4ce5c1f08cd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0595741 Dec 23 15:51:55.234667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.277230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:55.281112 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:55.282683 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00833644-f195-4897-ab81-8364013d379c req-274c4119-ed7a-499f-8997-af6eb36abe8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752027 Dec 23 15:51:55.284327 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:55.291216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:55.319925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c3c010c2-8410-4cd2-ae55-29acc156d15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.357662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.372151 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:51:55.424461 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00833644-f195-4897-ab81-8364013d379c req-78340930-a08a-40b7-a861-020df733f5ef service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351528 Dec 23 15:51:55.433842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.482021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6ec197-448d-4f4b-b6a4-16abf38c996e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:55.554124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.557992 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-457ad917-7267-4942-a61e-855aff4a9e41 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4357378 Dec 23 15:51:55.558314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58244) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:55.558903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00833644-f195-4897-ab81-8364013d379c req-bb7e9a13-2c31-4c56-94df-076421e8ed06 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285074 Dec 23 15:51:55.563903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5b6ec197-448d-4f4b-b6a4-16abf38c996e', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:55.570702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:55.574590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:55.577669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:55.583979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:55.692789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.730868 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:53Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:51:55.734832 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7684642-e59e-4d85-9073-c9d20e9f9310 None None] The sync data for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv is: [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:53Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:51:55.759612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.828626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.854677 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e4060-4b63-4056-a950-d9252eeb0b4f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:55.917251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:55.918457 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6085fe6a-48e4-4491-ba1e-00875a7f069c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3590918 Dec 23 15:51:55.921144 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58248) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:55.927157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5b6ec197-448d-4f4b-b6a4-16abf38c996e', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:55.928844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c129872-7983-4cf7-aa6e-78580120e241 None None] New status for floating IP 4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:51:55.933548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:55.937487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:55.940435 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:55.946900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:56.037798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.101093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.163081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.193654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb38f64-032c-4d34-8eff-3a121f1fd848,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:56.274245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.275702 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d0ac84b8-d611-42ab-92c4-8a9628f566d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3535929 Dec 23 15:51:56.278285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58252) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:56.284167 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5b6ec197-448d-4f4b-b6a4-16abf38c996e', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:56.290522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:56.294414 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:56.297319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:56.303121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:56.363165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.423174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.522353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.546760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e24e9bc-a91c-4274-a8d9-aed6fc2c8974,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:56.611140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.612412 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b7ec20b-a6ba-4581-b223-2248738c816e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3330142 Dec 23 15:51:56.616037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58256) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:56.621426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5b6ec197-448d-4f4b-b6a4-16abf38c996e', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:56.628345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:56.631901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:56.634934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:56.640771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:56.711469 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.772390 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.842031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.866486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8861ac3-facd-4710-9b7f-09df044b1f6a,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:56.931152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:56.932349 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fc215a1f-c2cc-4650-a783-1292fa8de519 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3153958 Dec 23 15:51:56.935017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58260) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:56.940599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5b6ec197-448d-4f4b-b6a4-16abf38c996e', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:56.947017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:56.950940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:56.953765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:56.959219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:57.037595 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:51:57.044841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.112416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.196937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.220505 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe97827-4c41-4ebf-9215-ed08fa2d386d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:57.305457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.306627 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7d57b1ab-6bf7-454d-b59a-161854c2d9c7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3706732 Dec 23 15:51:57.309328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58264) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:51:57.314772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5b6ec197-448d-4f4b-b6a4-16abf38c996e', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:51:57.320821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:51:57.324588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:51:57.327459 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:51:57.333222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:51:57.419721 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:51:57.426024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.490148 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.533850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.557919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783fd6a5-65d7-4f3e-af2e-c085dc827b50,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:51:57.637272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.638868 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e964d198-9f63-484b-b326-fc57ed3e01b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3285961 Dec 23 15:51:57.674578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-88594a5e-16ba-4146-bab8-d135aa7a6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:57.814745 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-5accacfc-8946-4740-a3c3-35ce31a9e6f4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547629896&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.0432241 Dec 23 15:51:58.060635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04730-4343-470a-8d0a-957cdd795724 req-b21365c3-5054-445d-b1b7-241861cde403 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:51:58.062062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-b21365c3-5054-445d-b1b7-241861cde403 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 796 time: 0.2404997 Dec 23 15:51:58.078197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-84c3f909-3ff0-461b-b248-321d362b143b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0108964 Dec 23 15:51:58.161217 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-f723c67f-c273-46ab-b06c-284e32066d22 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0780330 Dec 23 15:51:58.297816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-2f34904c-e1a6-4e1e-8ded-1cd5c4ff8bc9 service neutron] 10.222.0.58 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243095 Dec 23 15:51:58.427668 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-46d58696-64b3-4b03-9f16-e213c70d7461 service neutron] 10.222.0.58 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240656 Dec 23 15:51:58.740817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-266cbb6b-2b84-4617-8bcd-c7e9a7b3e3d4 req-cf248526-c322-4318-855b-c3cdcc630f87 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 210 time: 0.0481837 Dec 23 15:51:58.788176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:58.996978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:51:59.908205 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11acbea6-1d9d-4ca3-a249-75b623868610 req-c05d39ab-ddfc-47cb-ab62-4756f33ad957 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 210 time: 0.0408888 Dec 23 15:52:00.291204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:01.130777 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-65a34a1d-b4de-4b56-8eb1-96cfe04c262e req-7be0843d-db4c-4212-a009-25a0bbc53e50 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 210 time: 0.0493159 Dec 23 15:52:01.188596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04730-4343-470a-8d0a-957cdd795724 req-27540af6-7059-4d27-b0ae-ba142ea3927b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:01.190060 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-27540af6-7059-4d27-b0ae-ba142ea3927b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 796 time: 0.1814351 Dec 23 15:52:01.259922 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-d622e1af-50cd-4db0-a877-e701f5541089 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 471 time: 0.0472612 Dec 23 15:52:01.268800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['5b6ec197-448d-4f4b-b6a4-16abf38c996e']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:52:01.403591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:52:01.412944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:52:01.533591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:52:01.536568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:01.698623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.5 (0d6c34a7-929b-4466-bf2e-7e7740c3e4b4/31e78eea-47ed-4a33-bc50-43235bcd57f7/ba245b8a-e0a4-487f-a86a-844eb774ef31) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:52:01.881503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:01.896171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object ba245b8a-e0a4-487f-a86a-844eb774ef31 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:52:02.008718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:02.077857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:52:02.080823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:52:02.084623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:52:02.122032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=ba245b8a-e0a4-487f-a86a-844eb774ef31,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:52:02.157172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:02.157885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:02.291614 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-44d4047b-d495-466c-908d-abfd8b4f9c43 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0263488 Dec 23 15:52:02.319364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Request body: {'port': {'device_id': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:52:02.384985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3461a-7480-45f5-8b27-730475e93820 req-044a27ff-afa6-45e0-a75e-640d244b02d6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:02.385657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2bd3461a-7480-45f5-8b27-730475e93820 req-044a27ff-afa6-45e0-a75e-640d244b02d6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:52:02.420387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6e56bf36-4798-4730-b83b-e341e1da8501 None None] Provisioning for port ba245b8a-e0a4-487f-a86a-844eb774ef31 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:52:02.426105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6e56bf36-4798-4730-b83b-e341e1da8501 None None] Provisioning complete for port ba245b8a-e0a4-487f-a86a-844eb774ef31 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:52:02.426502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e56bf36-4798-4730-b83b-e341e1da8501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:02.451712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:02.480747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6e56bf36-4798-4730-b83b-e341e1da8501 None None] Port ba245b8a-e0a4-487f-a86a-844eb774ef31 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:52:02.511668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2bd3461a-7480-45f5-8b27-730475e93820 req-044a27ff-afa6-45e0-a75e-640d244b02d6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:52:02.512816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2bd3461a-7480-45f5-8b27-730475e93820 req-044a27ff-afa6-45e0-a75e-640d244b02d6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 931 time: 0.2577784 Dec 23 15:52:02.711458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2bd3461a-7480-45f5-8b27-730475e93820 req-6ac1b43d-0ce0-44ac-91bf-d31fb8365b04 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919250 Dec 23 15:52:02.910829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba245b8a-e0a4-487f-a86a-844eb774ef31 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:52:02.918364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:02.941763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Transition to ACTIVE for port object ba245b8a-e0a4-487f-a86a-844eb774ef31 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:52:03.047961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:03.174228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Pushing event updated for resources: {'Port': ['ID=ba245b8a-e0a4-487f-a86a-844eb774ef31,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:52:03.283933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Attempting to bind port ba245b8a-e0a4-487f-a86a-844eb774ef31 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:52:03.284288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Attempting to bind port ba245b8a-e0a4-487f-a86a-844eb774ef31 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:52:03.284606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Attempting to bind port ba245b8a-e0a4-487f-a86a-844eb774ef31 on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:52:03.291246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Port ba245b8a-e0a4-487f-a86a-844eb774ef31 on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:52:03.291559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Attempting to bind port ba245b8a-e0a4-487f-a86a-844eb774ef31 on network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:52:03.297818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:52:03.298146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Checking segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:52:03.298528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Bound using segment: {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:52:03.298942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Bound port: ba245b8a-e0a4-487f-a86a-844eb774ef31, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f643f92c-1b66-4eb7-ab82-8720b1169cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:52:03.299275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:03.387781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] For port ba245b8a-e0a4-487f-a86a-844eb774ef31, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:52:03.390611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] For port ba245b8a-e0a4-487f-a86a-844eb774ef31, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:52:03.457110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:03.518378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:03.519712 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] 10.222.0.57 "PUT /v2.0/ports/ba245b8a-e0a4-487f-a86a-844eb774ef31 HTTP/1.1" status: 200 len: 1093 time: 1.2048876 Dec 23 15:52:03.520292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:52:03.540818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3489551-9de6-48b8-8e46-7957fb00426d service neutron] Pushing event updated for resources: {'Port': ['ID=ba245b8a-e0a4-487f-a86a-844eb774ef31,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:52:03.582298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'status': 'completed', 'code': 200} Dec 23 15:52:03.707543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1b6d8bbe-95b8-4b8b-93a4-85e5f94c3258 req-b1528b00-9ea0-45f0-bdd7-fee15f2ad279 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 1096 time: 0.0766327 Dec 23 15:52:03.896706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d8bbe-95b8-4b8b-93a4-85e5f94c3258 req-ef3b7bae-7a36-4b8f-a082-76d51f0146ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:03.898028 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1b6d8bbe-95b8-4b8b-93a4-85e5f94c3258 req-ef3b7bae-7a36-4b8f-a082-76d51f0146ce service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1737032 Dec 23 15:52:04.034522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff90b58-c3ed-4101-a384-30e2bccb5f23 req-f060b9f7-2573-4d04-9bfe-21037e498ef7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:04.035939 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aff90b58-c3ed-4101-a384-30e2bccb5f23 req-f060b9f7-2573-4d04-9bfe-21037e498ef7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 943 time: 0.2016087 Dec 23 15:52:04.074949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d8bbe-95b8-4b8b-93a4-85e5f94c3258 req-1e561d54-cf26-4c6b-b216-bce49df31ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:04.075992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1b6d8bbe-95b8-4b8b-93a4-85e5f94c3258 req-1e561d54-cf26-4c6b-b216-bce49df31ffd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691642 Dec 23 15:52:04.096539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aff90b58-c3ed-4101-a384-30e2bccb5f23 req-c9a1274b-eeba-4a95-969f-7996abcab553 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543761 Dec 23 15:52:04.246334 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-7c1dc76c-f40d-4b78-9470-59f3c091fee9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 1096 time: 0.0718000 Dec 23 15:52:04.336918 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-b575c5bd-7827-4587-81cb-49f120169ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31 HTTP/1.1" status: 200 len: 217 time: 0.0607560 Dec 23 15:52:04.401166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04730-4343-470a-8d0a-957cdd795724 req-9cce76bb-4437-49e2-b6a5-04f45a4fa1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:04.402539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-9cce76bb-4437-49e2-b6a5-04f45a4fa1af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0589125 Dec 23 15:52:04.480424 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-69d89b58-a24c-4a6e-8a1c-7589b3d58eff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718858 Dec 23 15:52:04.612887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-27b4cf91-5260-45f7-aac0-6deaf6322d5a service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255908 Dec 23 15:52:04.838257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffe04730-4343-470a-8d0a-957cdd795724 req-ad7d28a0-c190-402e-b1f9-4563f1e3ebb1 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188802 Dec 23 15:52:05.107432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-1241e7e0-cd12-4a72-8fbd-d91915295bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696623 Dec 23 15:52:05.333064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-ed0fffe8-16ae-4189-878b-4b6cce89c545 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1098 time: 0.1339142 Dec 23 15:52:05.341002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a63b2-59e9-4828-99e0-0e1eb9abb174 req-2ef51d5a-3833-4631-86fc-4386c256ba52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:05.342524 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c14a63b2-59e9-4828-99e0-0e1eb9abb174 req-2ef51d5a-3833-4631-86fc-4386c256ba52 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 943 time: 0.1106799 Dec 23 15:52:05.475092 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c14a63b2-59e9-4828-99e0-0e1eb9abb174 req-ecfa06a5-4334-44ff-aa66-09677905ae66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269183 Dec 23 15:52:05.510674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-9108e696-377b-474f-8aeb-f4cbf82e98a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:05.512104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-9108e696-377b-474f-8aeb-f4cbf82e98a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1481228 Dec 23 15:52:05.618993 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-d34941f6-ace2-43dc-a9ce-2c95bf222c55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 1000 time: 0.0994024 Dec 23 15:52:05.681748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-4210c62b-a79d-47bc-8c8f-7f94a2f4756f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:05.683172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-4210c62b-a79d-47bc-8c8f-7f94a2f4756f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0578983 Dec 23 15:52:05.757170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-55df27ac-52ee-4413-a866-c22b9cea8bbe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661571 Dec 23 15:52:05.893191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-af8b1933-2890-41a6-a5c8-471a279de8e5 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229260 Dec 23 15:52:06.025156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-648ebb81-2f60-47aa-b8c5-aa4a1fa08d83 req-faab1d80-db17-4373-b326-e2c1c396df0c service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248977 Dec 23 15:52:06.681728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0337-06cd-4a11-b979-c084c45965fb req-88b8b933-e28f-48d9-8d8a-95ffb342dda4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:06.683988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-21bf0337-06cd-4a11-b979-c084c45965fb req-88b8b933-e28f-48d9-8d8a-95ffb342dda4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 943 time: 0.0853250 Dec 23 15:52:06.728866 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-21bf0337-06cd-4a11-b979-c084c45965fb req-e34d10a0-4a92-4893-ba4d-95ea6933093b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391061 Dec 23 15:52:07.287732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:07.919297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c9abd-6495-469d-a8f4-e81073e56a65 req-96172a33-64c0-435c-b9c6-196140c39810 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:07.920745 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d4c9abd-6495-469d-a8f4-e81073e56a65 req-96172a33-64c0-435c-b9c6-196140c39810 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 943 time: 0.0746775 Dec 23 15:52:07.922342 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:52:07.968783 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d4c9abd-6495-469d-a8f4-e81073e56a65 req-8c79d7be-ae36-465a-be03-103edcc75e5d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Dec 23 15:52:08.032329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ba245b8a-e0a4-487f-a86a-844eb774ef31 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:52:08.163395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ba245b8a-e0a4-487f-a86a-844eb774ef31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:52:08.176871 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'port_id': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'mac_address': 'fa:16:3e:ee:fc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:52:08.231971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:08.276718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba245b8a-e0a4-487f-a86a-844eb774ef31 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:52:08.295769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ba245b8a-e0a4-487f-a86a-844eb774ef31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:52:08.350543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:08.415740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ba245b8a-e0a4-487f-a86a-844eb774ef31,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:52:08.784631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['ba245b8a-e0a4-487f-a86a-844eb774ef31'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:52:09.162442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637b61-fddd-4992-95d1-7899a6148243 req-62df2fb6-5a16-4472-b6bc-3447a385546f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:09.164182 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28637b61-fddd-4992-95d1-7899a6148243 req-62df2fb6-5a16-4472-b6bc-3447a385546f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 944 time: 0.0754306 Dec 23 15:52:09.208754 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28637b61-fddd-4992-95d1-7899a6148243 req-f1aa42f1-c795-4c33-a75d-712098c616eb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389531 Dec 23 15:52:10.054230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ba245b8a-e0a4-487f-a86a-844eb774ef31 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:52:10.193363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port ba245b8a-e0a4-487f-a86a-844eb774ef31 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:52:10.198327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port ba245b8a-e0a4-487f-a86a-844eb774ef31 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:52:10.198689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:10.317343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:10.345213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:52:10.355332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ba245b8a-e0a4-487f-a86a-844eb774ef31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:52:10.407013 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'code': 200} Dec 23 15:52:10.413009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a9bae-9a6d-4e83-8ab2-dcdfb3610fc3 req-7d490a2c-1008-4a28-a9c2-b5dc48837068 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:10.414740 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-330a9bae-9a6d-4e83-8ab2-dcdfb3610fc3 req-7d490a2c-1008-4a28-a9c2-b5dc48837068 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 944 time: 0.0839455 Dec 23 15:52:10.421872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:10.459577 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-330a9bae-9a6d-4e83-8ab2-dcdfb3610fc3 req-8c7340a8-1861-4308-9c0c-96c7df99ceb6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393434 Dec 23 15:52:10.493872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ba245b8a-e0a4-487f-a86a-844eb774ef31,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:52:10.767534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b03a5f81-798e-458e-8573-fb0757d95485 req-33da4266-8946-42eb-b177-5627ccd3fa67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 1098 time: 0.0657430 Dec 23 15:52:10.811490 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b03a5f81-798e-458e-8573-fb0757d95485 req-7170ba00-f4c7-49f5-a639-f099b3db2012 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365350 Dec 23 15:52:11.661715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02f4b5-6897-417b-b33c-e86c2676bc5e req-ae8a6e4d-48c8-48f0-9fd3-3c11a613b096 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:11.663293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef02f4b5-6897-417b-b33c-e86c2676bc5e req-ae8a6e4d-48c8-48f0-9fd3-3c11a613b096 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 945 time: 0.0811601 Dec 23 15:52:11.711677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef02f4b5-6897-417b-b33c-e86c2676bc5e req-e7c50e21-9832-469c-989f-7c80e2b4c863 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Dec 23 15:52:12.901297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74c58a-6d20-4a8b-8f58-8667d53e928f req-478adac4-5994-4102-83d6-673958665ed3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:12.902698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c74c58a-6d20-4a8b-8f58-8667d53e928f req-478adac4-5994-4102-83d6-673958665ed3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 945 time: 0.0737779 Dec 23 15:52:12.949610 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c74c58a-6d20-4a8b-8f58-8667d53e928f req-1aacfec8-3500-409b-9a9d-4ab087e453b5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 Dec 23 15:52:13.230265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401eb84-90f7-48fb-ac21-44c0af8283bd req-c1b9691f-f637-43dd-abd0-daa7c8ab13c5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:13.231642 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9401eb84-90f7-48fb-ac21-44c0af8283bd req-c1b9691f-f637-43dd-abd0-daa7c8ab13c5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 945 time: 0.1631579 Dec 23 15:52:13.276429 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9401eb84-90f7-48fb-ac21-44c0af8283bd req-972bc7f3-80f8-451d-9b22-1081e70842e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Dec 23 15:52:13.302901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58314) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:52:13.375455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bff2cd20-4a7c-4a1c-90a0-09d4fc76d7a2 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 1093 time: 0.0714288 Dec 23 15:52:13.378067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58318) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:52:13.383726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:52:13.389264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:52:13.392997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:52:13.395847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:52:13.402307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:52:13.467410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:13.598597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:13.731518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.32 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/dcd7924d-563f-4f98-892f-2557a11f4f5b) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:52:13.875527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:13.950473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:14.021411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:52:14.024843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:52:14.029334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:52:14.054456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=dcd7924d-563f-4f98-892f-2557a11f4f5b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:52:14.544783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:14.672010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:14.875682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:14.932350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:15.032509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=dcd7924d-563f-4f98-892f-2557a11f4f5b,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:52:15.050631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:15.328641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP 2d2d43a8-91f1-4176-856f-09baf07db0cc associated. External IP: 172.26.6.32, port: ba245b8a-e0a4-487f-a86a-844eb774ef31. Dec 23 15:52:15.716542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 701552d8-b356-4fd9-b453-46ebe7959647 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:52:15.910825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:52:15.920831 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] Sync routers for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:52:15.933697 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:52:15.934226 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:52:16.018508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:16.074823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9bd46f86-1067-46a7-9f4b-6a8a0dec0317 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6956875 Dec 23 15:52:16.075502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:52:16.115178 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:52:16.137563 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'status': 'completed', 'code': 200} Dec 23 15:52:16.253861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-20950b43-922b-4e26-89b2-b9d1ae53db12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 1098 time: 0.0713217 Dec 23 15:52:16.384239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-b6cf4f88-4d69-4d82-a42c-b2a5e822af49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:16.385670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-b6cf4f88-4d69-4d82-a42c-b2a5e822af49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1259193 Dec 23 15:52:16.460493 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '2d2d43a8-91f1-4176-856f-09baf07db0cc', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ee:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:52:14Z', 'updated_at': '2021-12-23T15:52:14Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}, {'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:56Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:52:16.464155 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] Checking router: 701552d8-b356-4fd9-b453-46ebe7959647 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:52:16.474344 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:52:16.474931 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:51:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:52:16.488317 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-4ae1ea8e-cdb3-48ad-bac0-e28b4d80ba59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31 HTTP/1.1" status: 200 len: 998 time: 0.0962207 Dec 23 15:52:16.549863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-aea31035-bf02-441a-8ef5-79515baedb85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:52:16.551296 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-aea31035-bf02-441a-8ef5-79515baedb85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0567877 Dec 23 15:52:16.626167 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-57d8870e-6b38-4c65-baea-30fe4c96eba7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685790 Dec 23 15:52:16.652526 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:52:16.759545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-026654c8-e459-4369-990b-6ea9b1e4b578 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254473 Dec 23 15:52:16.998712 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3281ea6-35e4-4b0e-a663-4efc0d9806d4 req-dbc47056-62c1-4fc7-82ce-cbe0163efcc6 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328587 Dec 23 15:52:17.041839 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '2d2d43a8-91f1-4176-856f-09baf07db0cc', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ee:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:52:14Z', 'updated_at': '2021-12-23T15:52:14Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}, {'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:56Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:52:17.045732 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1edb27-33a4-45f0-b3d4-6cbe001ac2c4 None None] The sync data for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv is: [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '2d2d43a8-91f1-4176-856f-09baf07db0cc', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ee:fc:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:52:14Z', 'updated_at': '2021-12-23T15:52:14Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}, {'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:56Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:52:17.235175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775907b-9cc0-49b8-bab0-7d6499e295a6 None None] New status for floating IP 2d2d43a8-91f1-4176-856f-09baf07db0cc: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:52:25.343999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d152c13-ac40-49d0-9feb-992b675f4877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:27.655667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7a7a82ad-3504-4d71-896c-471a9b0f3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:28.815734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:29.040113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:30.295510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:37.318210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:44.923313 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:52:55.323026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fba20bf7-c5c8-4e74-9aed-8ae9068ceb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:57.632814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e865dab8-111f-49d6-9e5e-832f147bd591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:58.793570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:52:58.964638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:00.301707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:06.067965 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-6dce8cd1-3e9d-462d-a295-b5da13b9bf92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674798 Dec 23 15:53:06.222462 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-f11fe060-016a-4142-ba47-fcbe32b350ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1098 time: 0.0682805 Dec 23 15:53:06.369415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-2b2ba4e4-8184-4d96-9513-6edded7a221d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:06.370893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-2b2ba4e4-8184-4d96-9513-6edded7a221d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1287975 Dec 23 15:53:06.475403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-9d9fdfdd-3f2d-4c2e-8747-b0a6280d1fdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 1000 time: 0.0979748 Dec 23 15:53:06.542852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-9fe4ab14-a394-4632-9c70-489ef63cfe20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:06.544275 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-9fe4ab14-a394-4632-9c70-489ef63cfe20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0616777 Dec 23 15:53:06.618572 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-3d7380cf-f47d-4ebd-b259-c0bef9f0f217 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679049 Dec 23 15:53:06.753641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-515ee05b-8b8e-49eb-8cbf-5b0eac07783d service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252546 Dec 23 15:53:06.887872 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3379939d-16c8-42fe-bc5e-8a53529fd5de req-b14e0a73-2d19-4968-b76c-5ccea7061ee7 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268234 Dec 23 15:53:07.310725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:21.923123 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:53:25.293229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ea4e90c-c32c-4656-afab-7bb75358c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:27.630175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e983c16-039e-4cf6-bc90-93df6f8101b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:28.773722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:28.968109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:30.311110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:31.615816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58346) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:31.719716 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0ec321da-47f8-402d-bdbb-b798e97b3085 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879 HTTP/1.1" status: 200 len: 992 time: 0.1027632 Dec 23 15:53:32.501210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58356) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:32.508042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:32.626505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:32.834300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:53:32.859017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:32.909594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:32.976699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:32.977281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:32.978620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/ports/84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 938 time: 0.4758995 Dec 23 15:53:32.979146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:53:33.003073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=6']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:33.012661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.013143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.013609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.013901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.014102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.014399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.014634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.014944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.015252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.015557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.015863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804759b6-a026-4f24-a9ce-39594065ec16 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:33.043730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'status': 'completed', 'code': 200} Dec 23 15:53:33.159441 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-4444f645-44b9-40cc-a300-becd760ca9d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1099 time: 0.0700784 Dec 23 15:53:33.196375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1fd3bae4-3a6f-4196-9940-9de173177832 None None] Provisioning complete for port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:53:33.196974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1fd3bae4-3a6f-4196-9940-9de173177832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:33.256726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3bae4-3a6f-4196-9940-9de173177832 None None] Port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 is administratively disabled so it will not transition to active. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 23 15:53:33.292247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-4f133655-bd8a-4b16-8577-3239a429cdb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:33.297346 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-4f133655-bd8a-4b16-8577-3239a429cdb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1282060 Dec 23 15:53:33.479941 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-d7bf0cc6-4d61-41e4-bcf4-d6de824982a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 1001 time: 0.1796753 Dec 23 15:53:33.543582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-ae95dd56-0a0e-4b67-81cf-8a32b8976366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:33.545235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-ae95dd56-0a0e-4b67-81cf-8a32b8976366 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0589139 Dec 23 15:53:33.618969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-61cbeba0-7847-4d1c-820c-7440daa1d103 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669966 Dec 23 15:53:33.750164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-85679eb5-73cb-4221-a33a-fe8f0d4cdb38 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242073 Dec 23 15:53:33.880449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef51058e-e5a2-4937-a7fd-259bdb696b9f req-ca0a4ee8-e76c-4b30-9dd4-eb6e68961892 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233723 Dec 23 15:53:36.435885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58366) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:36.441619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:36.561086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:36.768735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:53:36.793207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:36.836651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:36.907617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:36.908353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:36.909674 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/ports/84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 937 time: 0.4727535 Dec 23 15:53:36.910458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:53:36.913214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58370) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:36.931375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a4b99-1153-4710-9230-7a83dbec40b2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=7']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:36.970182 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'status': 'completed', 'code': 200} Dec 23 15:53:37.092624 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-6fce2430-912c-4468-833a-69a0f61454ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1098 time: 0.0769687 Dec 23 15:53:37.125678 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4c11753a-3cd3-421a-a650-36a4ec8388c6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879 HTTP/1.1" status: 200 len: 992 time: 0.2113268 Dec 23 15:53:37.199405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5a7b00fe-6ada-47c7-8b56-0c9b11e0cfc8 None None] Provisioning complete for port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:53:37.199936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a7b00fe-6ada-47c7-8b56-0c9b11e0cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:37.225116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-7fe9875d-1ef3-4f7e-a46a-0e65fbd7d1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:37.226785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-7fe9875d-1ef3-4f7e-a46a-0e65fbd7d1d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1276534 Dec 23 15:53:37.299336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['84e41ed1-2bfc-4dbe-9344-f2a00e575f93'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:53:37.334187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-13eefc57-55f5-4385-96e0-99c3751f5f11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 1000 time: 0.1006455 Dec 23 15:53:37.340681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:37.398092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-0f3cbc54-4363-4d1d-8368-fc1d162ea949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:37.399571 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-0f3cbc54-4363-4d1d-8368-fc1d162ea949 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0590107 Dec 23 15:53:37.479570 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-3380c019-0dc8-4342-bbf9-40fdd35902af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730274 Dec 23 15:53:37.614773 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-80f932d0-59b3-4926-89de-3082247bf902 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288066 Dec 23 15:53:37.839386 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74452068-1deb-4d2a-ae7b-6b557665dfca req-9eda2c8b-e257-4e7d-9374-cb04a52aa690 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182090 Dec 23 15:53:39.726907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58382) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:39.928916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port dcd7924d-563f-4f98-892f-2557a11f4f5b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:53:39.929131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:40.097406 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:40.097719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:40.215495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for dcd7924d-563f-4f98-892f-2557a11f4f5b owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:53:40.418210 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:40.463249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=dcd7924d-563f-4f98-892f-2557a11f4f5b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:40.500280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.500625 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.500956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.501282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.501610 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.501936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.502258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.502577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.502898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.503238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.503564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:40.569954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:40.958139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 701552d8-b356-4fd9-b453-46ebe7959647 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:53:41.250544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:53:41.265679 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] Sync routers for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:53:41.271697 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:53:41.272322 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:41.362241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:41.418358 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5cb7c0ab-ce3a-4f88-b884-b2b1f6fe850e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/2d2d43a8-91f1-4176-856f-09baf07db0cc HTTP/1.1" status: 204 len: 168 time: 1.6879222 Dec 23 15:53:41.418358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:53:41.453969 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:53:41.477319 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'status': 'completed', 'code': 200} Dec 23 15:53:41.589890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-7f67254e-17b4-4137-ae6f-01aa1c229793 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 1098 time: 0.0684421 Dec 23 15:53:41.735007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-873e9c0c-b9f3-4fed-9b9c-e1ea74af7b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:41.736495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-873e9c0c-b9f3-4fed-9b9c-e1ea74af7b43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1400201 Dec 23 15:53:41.808538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-943158a1-71ee-45dc-be87-86ca1a40e458 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31 HTTP/1.1" status: 200 len: 217 time: 0.0659375 Dec 23 15:53:41.836570 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:56Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:41.840361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] Checking router: 701552d8-b356-4fd9-b453-46ebe7959647 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:53:41.851141 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:53:41.851494 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:41.875879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-bae5b38d-952a-478b-95fb-f34b3bb8a1cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:41.877345 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-bae5b38d-952a-478b-95fb-f34b3bb8a1cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0621295 Dec 23 15:53:42.021609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-e8f654a2-350b-4f64-9ef9-d77badaff582 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1379840 Dec 23 15:53:42.027944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877170a-3271-445e-b40c-73edde2db95b req-801f69c1-e887-4252-91e4-6a6ef17ab3e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:42.030018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9877170a-3271-445e-b40c-73edde2db95b req-801f69c1-e887-4252-91e4-6a6ef17ab3e1 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 945 time: 0.1102850 Dec 23 15:53:42.035290 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:53:42.158538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9877170a-3271-445e-b40c-73edde2db95b req-cc7678a5-981f-47cc-81c0-223caf6d712c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096315 Dec 23 15:53:42.193319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-74d3b544-1f04-4682-ae3c-7297da4c2a6f service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623833 Dec 23 15:53:42.411699 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8c0b86b-88ea-460b-84dd-68ab04f82ce5 req-9529cb90-0507-4101-80e3-756529758c36 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119002 Dec 23 15:53:42.470929 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:56Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:42.474943 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e983f6-e625-47bd-96fe-241a36d2c276 None None] The sync data for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv is: [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.22', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'port_id': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'mac_address': 'fa:16:3e:ef:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:51:53Z', 'updated_at': '2021-12-23T15:51:56Z', 'revision_number': 1, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:53:42.691036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaa1c3-9ec2-4a07-bccb-e3212aca05ec None None] New status for floating IP 2d2d43a8-91f1-4176-856f-09baf07db0cc: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:53:43.357066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6249eae-ef3b-484d-a46f-6d8ff4d71fc3 req-ed9d4a8e-f5dd-4b3c-afa6-b2d323a3dbd4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:43.359474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c6249eae-ef3b-484d-a46f-6d8ff4d71fc3 req-ed9d4a8e-f5dd-4b3c-afa6-b2d323a3dbd4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 945 time: 0.0782466 Dec 23 15:53:43.404394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c6249eae-ef3b-484d-a46f-6d8ff4d71fc3 req-b8c43e0d-ebbe-4ba1-8ec6-30f103b78341 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b6ec197-448d-4f4b-b6a4-16abf38c996e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Dec 23 15:53:43.642400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-2d9b029d-5938-48b7-8b60-66e464cef5f4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:43.643708 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-2d9b029d-5938-48b7-8b60-66e464cef5f4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 945 time: 0.0794587 Dec 23 15:53:43.711897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port ba245b8a-e0a4-487f-a86a-844eb774ef31 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:53:43.712284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:43.956351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port ba245b8a-e0a4-487f-a86a-844eb774ef31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba245b8a-e0a4-487f-a86a-844eb774ef31,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:53:43.956609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:44.076039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for ba245b8a-e0a4-487f-a86a-844eb774ef31 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:53:44.378127 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:44.425319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=ba245b8a-e0a4-487f-a86a-844eb774ef31,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:44.503154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port ba245b8a-e0a4-487f-a86a-844eb774ef31 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:53:44.505974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:44.508522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'name': 'network-vif-deleted', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:53:44.520207 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61c0a6c6-e790-425b-a68c-38446e12c3c8 req-961466c4-771e-4b72-bdd7-120c3892864f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/ba245b8a-e0a4-487f-a86a-844eb774ef31 HTTP/1.1" status: 204 len: 173 time: 0.8705685 Dec 23 15:53:44.569519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2ee5953d-aa68-42e0-854c-1ce454effa7c req-b6e3b78d-8519-4e2c-b5ad-ed748b741916 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:53:44.569899 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae840bd-8fa4-448f-8442-abac78dc2a1a', 'name': 'network-vif-deleted', 'tag': 'ba245b8a-e0a4-487f-a86a-844eb774ef31', 'status': 'completed', 'code': 200} Dec 23 15:53:44.618908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2ee5953d-aa68-42e0-854c-1ce454effa7c req-b6e3b78d-8519-4e2c-b5ad-ed748b741916 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:53:44.620099 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ee5953d-aa68-42e0-854c-1ce454effa7c req-b6e3b78d-8519-4e2c-b5ad-ed748b741916 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=eae840bd-8fa4-448f-8442-abac78dc2a1a HTTP/1.1" status: 200 len: 210 time: 0.0952606 Dec 23 15:53:45.726838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58400) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:45.793982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b912f444-c5f9-4e14-ae6b-a970ae1e3b6c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:45.826088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b912f444-c5f9-4e14-ae6b-a970ae1e3b6c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:45.950861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b912f444-c5f9-4e14-ae6b-a970ae1e3b6c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:45.969276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912f444-c5f9-4e14-ae6b-a970ae1e3b6c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6ec197-448d-4f4b-b6a4-16abf38c996e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:45.975764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b912f444-c5f9-4e14-ae6b-a970ae1e3b6c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:45.976950 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b912f444-c5f9-4e14-ae6b-a970ae1e3b6c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/5b6ec197-448d-4f4b-b6a4-16abf38c996e HTTP/1.1" status: 204 len: 168 time: 0.2491000 Dec 23 15:53:46.087523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58406) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:46.286023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port e6828141-451a-4672-ac65-100426f25372 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:53:46.288818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:46.452796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:46.453112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:46.572222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for e6828141-451a-4672-ac65-100426f25372 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:53:46.663587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ba245b8a-e0a4-487f-a86a-844eb774ef31 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:53:46.696427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: ba245b8a-e0a4-487f-a86a-844eb774ef31 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:53:46.696846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ba245b8a-e0a4-487f-a86a-844eb774ef31 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:53:46.779484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:46.823199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=e6828141-451a-4672-ac65-100426f25372,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:46.916569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:47.299599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 701552d8-b356-4fd9-b453-46ebe7959647 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:53:47.593627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:53:47.603396 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] Sync routers for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:53:47.615495 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:53:47.617068 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:47.671272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:47.725542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e8befca2-c534-435c-be4f-fe932bfa95e4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879 HTTP/1.1" status: 204 len: 168 time: 1.6367900 Dec 23 15:53:47.726102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:53:47.782212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'status': 'completed', 'code': 200} Dec 23 15:53:47.796925 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:53:47.899499 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-16bddaa3-1aae-4f25-81a3-99525596c6f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 1098 time: 0.0722628 Dec 23 15:53:48.038417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-8747f385-18e9-4e1d-9dd2-7a040760ba86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:48.039939 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-8747f385-18e9-4e1d-9dd2-7a040760ba86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 200 len: 897 time: 0.1356947 Dec 23 15:53:48.108961 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-e7e18a29-538a-4481-8941-7af1719bcc30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 200 len: 217 time: 0.0626504 Dec 23 15:53:48.114580 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:48.121201 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] Checking router: 701552d8-b356-4fd9-b453-46ebe7959647 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:53:48.129946 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:53:48.130547 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:48.176783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-24806809-09f8-449a-8073-e56a8a4dd9dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:48.178253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-24806809-09f8-449a-8073-e56a8a4dd9dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 200 len: 835 time: 0.0635793 Dec 23 15:53:48.310618 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:53:48.340104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-51c4da70-616f-4ccc-a2be-44f4cd492004 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1417024 Dec 23 15:53:48.347348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542918c-334d-459f-8f9a-0984f09ebd1e req-514f0e7d-527b-41a3-915d-443f7fd87f0e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:48.348300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5542918c-334d-459f-8f9a-0984f09ebd1e req-514f0e7d-527b-41a3-915d-443f7fd87f0e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:53:48.511777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5542918c-334d-459f-8f9a-0984f09ebd1e req-514f0e7d-527b-41a3-915d-443f7fd87f0e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:53:48.513896 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5542918c-334d-459f-8f9a-0984f09ebd1e req-514f0e7d-527b-41a3-915d-443f7fd87f0e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 945 time: 0.2783406 Dec 23 15:53:48.515817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-9c789e7e-6583-4077-9f26-1cdb81d8e1f7 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639798 Dec 23 15:53:48.644072 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:48.648469 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec361bb6-6c36-48a6-9b3f-4b782be51d1c None None] The sync data for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv is: [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '91ce6248-a0d5-47ae-8061-e7c2a497df61', 'name': '', 'network_id': '0d6c34a7-929b-4466-bf2e-7e7740c3e4b4', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:e5:0a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:31Z', 'updated_at': '2021-12-23T15:51:37Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '31e78eea-47ed-4a33-bc50-43235bcd57f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:53:48.669872 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5542918c-334d-459f-8f9a-0984f09ebd1e req-ce9a36b6-b7ba-4d69-8995-b0760a8068e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496747 Dec 23 15:53:48.714281 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95e15605-21c7-4b42-8cf6-a4e1b5f4ed77 req-052e79b9-bb79-436e-9dbc-0c3ab7755c79 service neutron] 10.222.0.57 "GET /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781757 Dec 23 15:53:48.905259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940a6a1-9169-4e25-ba64-cd75d2203d67 None None] New status for floating IP 4e5ce4f6-fb5b-4f9b-9076-6cec1c80c879: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:53:49.882057 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36d65-98d8-49cc-afdc-ccacc9567682 req-25ef8b82-108e-4bf9-af3f-1bfa1cf95e53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:49.883494 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aab36d65-98d8-49cc-afdc-ccacc9567682 req-25ef8b82-108e-4bf9-af3f-1bfa1cf95e53 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 945 time: 0.0808060 Dec 23 15:53:49.932694 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aab36d65-98d8-49cc-afdc-ccacc9567682 req-28c6f377-3981-4f58-aff8-82a66958e6b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Dec 23 15:53:50.165935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-aa88fcf1-14cc-4032-9870-f65f8013a251 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:50.167326 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-aa88fcf1-14cc-4032-9870-f65f8013a251 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 945 time: 0.0738945 Dec 23 15:53:50.233825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:53:50.234071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:50.470067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:53:50.470416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:50.689276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:53:50.897778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:50.947105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=84e41ed1-2bfc-4dbe-9344-f2a00e575f93,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:51.019648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:53:51.021923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:51.024392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'name': 'network-vif-deleted', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:53:51.096247 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add7d9e9-90ec-4c16-bcfb-6d12ce9add5b', 'name': 'network-vif-deleted', 'tag': '84e41ed1-2bfc-4dbe-9344-f2a00e575f93', 'status': 'completed', 'code': 200} Dec 23 15:53:51.102026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-874e1169-adc2-47cd-afbd-18445528ed5a req-fc639f39-bd1d-4874-88ba-89ffbb26fca4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:53:51.107760 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9199e350-75c0-4494-a20a-46fc8b32f5d7 req-0afd380f-94e8-4f00-821a-1d08357c5c7e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/84e41ed1-2bfc-4dbe-9344-f2a00e575f93 HTTP/1.1" status: 204 len: 173 time: 0.9315515 Dec 23 15:53:51.185101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-874e1169-adc2-47cd-afbd-18445528ed5a req-fc639f39-bd1d-4874-88ba-89ffbb26fca4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:53:51.186303 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-874e1169-adc2-47cd-afbd-18445528ed5a req-fc639f39-bd1d-4874-88ba-89ffbb26fca4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=add7d9e9-90ec-4c16-bcfb-6d12ce9add5b HTTP/1.1" status: 200 len: 210 time: 0.1298671 Dec 23 15:53:52.291355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58424) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:52.365123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-46842c50-f611-44e2-a67e-9ea1e057743b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:52.393733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-46842c50-f611-44e2-a67e-9ea1e057743b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:52.532783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-46842c50-f611-44e2-a67e-9ea1e057743b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:52.551345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46842c50-f611-44e2-a67e-9ea1e057743b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9384f-b95f-4a48-a306-bbd6c6df9bd0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:52.560871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-46842c50-f611-44e2-a67e-9ea1e057743b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:52.560871 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-46842c50-f611-44e2-a67e-9ea1e057743b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/d2a9384f-b95f-4a48-a306-bbd6c6df9bd0 HTTP/1.1" status: 204 len: 168 time: 0.2666256 Dec 23 15:53:52.665805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:52.744427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:53:52.777018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:53:52.777360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 84e41ed1-2bfc-4dbe-9344-f2a00e575f93 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:53:53.057047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:53.648411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port 91ce6248-a0d5-47ae-8061-e7c2a497df61 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:53:53.649060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:53.935032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port 91ce6248-a0d5-47ae-8061-e7c2a497df61, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=91ce6248-a0d5-47ae-8061-e7c2a497df61,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:53:53.935305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:54.058878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for 91ce6248-a0d5-47ae-8061-e7c2a497df61 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:53:54.292703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:54.343238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=91ce6248-a0d5-47ae-8061-e7c2a497df61,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:54.640065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:55.315229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45185365-a30a-48d7-8e6b-e30da50afdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:55.323928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router 701552d8-b356-4fd9-b453-46ebe7959647 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:53:55.528549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:53:55.538075 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] Sync routers for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:53:55.550241 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:53:55.550841 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:55.592223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-99389aaa-1a44-42b5-a5d0-20a87279dc3f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/701552d8-b356-4fd9-b453-46ebe7959647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9253051 Dec 23 15:53:55.595158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58434) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:55.763955 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:53:55.784950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet 31e78eea-47ed-4a33-bc50-43235bcd57f7 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:53:55.787791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:55.841289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:55.924059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.042627 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:53:54Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:56.046977 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] Checking router: 701552d8-b356-4fd9-b453-46ebe7959647 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:53:56.057037 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] Routers {'701552d8-b356-4fd9-b453-46ebe7959647'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:53:56.057636 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['701552d8-b356-4fd9-b453-46ebe7959647'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:56.070019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.111376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=31e78eea-47ed-4a33-bc50-43235bcd57f7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:56.117454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.125205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36b587-33f2-4f43-89fc-bc1df5b6e160 None None] Network 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:53:56.137446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58438) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:56.138098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f7d4e210-6854-43a3-8756-6be3f518d69d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/31e78eea-47ed-4a33-bc50-43235bcd57f7 HTTP/1.1" status: 204 len: 168 time: 0.5325189 Dec 23 15:53:56.237302 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] Set router 701552d8-b356-4fd9-b453-46ebe7959647 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:53:56.345532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.393606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] DHCP port deletion for 0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:53:56.397750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Deleting port 4f7de301-4d27-4276-bfda-bac6c09806da {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:53:56.398106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.538292 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:53:54Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:56.542724 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10c7147-41a0-458a-80af-06c9a95fedc9 None None] The sync data for ids ['701552d8-b356-4fd9-b453-46ebe7959647'] in dv-neutron-822796-1-hyperv is: [{'id': '701552d8-b356-4fd9-b453-46ebe7959647', 'name': 'tempest-TestNetworkBasicOps-router-1944549301', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84'}], 'enable_snat': True}, 'gw_port_id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:51:26Z', 'updated_at': '2021-12-23T15:53:54Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'f172d0b3-0de0-44ec-86d7-368b5ee1e948', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701552d8-b356-4fd9-b453-46ebe7959647', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:51:27Z', 'updated_at': '2021-12-23T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:53:56.565957 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.619294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] For port 4f7de301-4d27-4276-bfda-bac6c09806da, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4f7de301-4d27-4276-bfda-bac6c09806da,segment=NetworkSegment(f643f92c-1b66-4eb7-ab82-8720b1169cc9),segment_id=f643f92c-1b66-4eb7-ab82-8720b1169cc9)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:53:56.619602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.645975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port f172d0b3-0de0-44ec-86d7-368b5ee1e948 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:53:56.646342 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.739308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Calling delete_port for 4f7de301-4d27-4276-bfda-bac6c09806da owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:53:56.820353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port f172d0b3-0de0-44ec-86d7-368b5ee1e948, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f172d0b3-0de0-44ec-86d7-368b5ee1e948,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:53:56.820693 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.893767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:56.937129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Pushing event deleted for resources: {'Port': ['ID=4f7de301-4d27-4276-bfda-bac6c09806da,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:56.942750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for f172d0b3-0de0-44ec-86d7-368b5ee1e948 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:53:56.950810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.951193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.951476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.951804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.952154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.952485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.952786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.953107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.953428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.953805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.954053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:53:56.956738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e2651-f9c1-4d9d-b5b6-afca21adfefb None None] No DVR routers for this DVR port 4f7de301-4d27-4276-bfda-bac6c09806da on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:53:57.166965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f7de301-4d27-4276-bfda-bac6c09806da no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:53:57.178346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:57.202759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4f7de301-4d27-4276-bfda-bac6c09806da {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:53:57.203096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4f7de301-4d27-4276-bfda-bac6c09806da not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:53:57.203489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 91ce6248-a0d5-47ae-8061-e7c2a497df61 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:53:57.227154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=f172d0b3-0de0-44ec-86d7-368b5ee1e948,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:57.233933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 91ce6248-a0d5-47ae-8061-e7c2a497df61 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:53:57.234272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 91ce6248-a0d5-47ae-8061-e7c2a497df61 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:53:57.452065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:57.635586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27dd540d-b563-4a26-a50e-46ddeb95c0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:57.813467 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:57.817580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:57.881005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:57.881597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router 701552d8-b356-4fd9-b453-46ebe7959647 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:53:57.900179 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:57.901261 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0d76bbd9-6f38-4324-9691-4ff0947b374c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/701552d8-b356-4fd9-b453-46ebe7959647 HTTP/1.1" status: 204 len: 168 time: 1.7717009 Dec 23 15:53:57.904024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58446) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:58.020194 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.148496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.173189 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d6c34a7-929b-4466-bf2e-7e7740c3e4b4']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:58.184725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f643f92c-1b66-4eb7-ab82-8720b1169cc9') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:58.185944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f643f92c-1b66-4eb7-ab82-8720b1169cc9') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:53:58.196679 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.212270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.218315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:53:58.219795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:53:58.233477 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:53:58.395337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.413391 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.424488 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=0d6c34a7-929b-4466-bf2e-7e7740c3e4b4,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:58.429573 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f45a8b61-ca93-4db9-9c4e-d253a9702cc3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/0d6c34a7-929b-4466-bf2e-7e7740c3e4b4 HTTP/1.1" status: 204 len: 168 time: 0.5243092 Dec 23 15:53:58.456636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58450) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:58.463099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'network': {'name': 'tempest-network-smoke--792964158', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:58.468290 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:53:58.472303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:network and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:53:58.475134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:53:58.480683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:53:58.571900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:53:58.574934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.603719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:53:58.612463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.612794 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Added segment 557e0aeb-27b8-4303-85eb-4a9cdf07b394 of type vlan for network 4f363021-fb48-4af9-82f3-d45c0c566d70 Dec 23 15:53:58.638166 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.721095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.724832 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:53:58.725396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.795397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:58.830007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Network': ['ID=4f363021-fb48-4af9-82f3-d45c0c566d70,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:53:58.842736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:53:58.925435 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:53:58.936517 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e5c7c5e3-581b-41df-b652-decb7f0633e9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4748669 Dec 23 15:53:58.936701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58454) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:53:58.942362 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-144345096', 'admin_state_up': True, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:53:58.949318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:53:58.953808 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:router and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:53:58.958769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:53:58.965927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:53:59.006469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:59.029434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:59.030405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:59.049042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:59.176311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f172d0b3-0de0-44ec-86d7-368b5ee1e948 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:53:59.209520 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f172d0b3-0de0-44ec-86d7-368b5ee1e948 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:53:59.209809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f172d0b3-0de0-44ec-86d7-368b5ee1e948 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:53:59.270085 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:59.521642 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:59.551232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:53:59.695589 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.23 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/d01ea414-4cbe-4806-8220-5fe788443b3e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:53:59.938257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:00.006856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:00.076185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:54:00.078872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:54:00.083130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:54:00.107479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=d01ea414-4cbe-4806-8220-5fe788443b3e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:00.339141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:00.339854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:00.349632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:00.623476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router fb7bef55-3454-4163-8309-f6c74c6ef4d7 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:54:00.824335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:54:00.834215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Sync routers for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:54:00.847005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:54:00.847729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:00.921417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:00.922870 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-196e86ef-1f49-4363-a335-012070bd2824 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9849358 Dec 23 15:54:00.926573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58462) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:00.966175 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-921158c6-a4d0-44cb-95e2-f0deb670b196 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=629e819aaa0c4f2bb534edf99c0905fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385425 Dec 23 15:54:00.968782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58466) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:01.053491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:54:01.096668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e2da9-c195-44f9-8508-852e95880392 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:01.098145 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d34e2da9-c195-44f9-8508-852e95880392 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284971 Dec 23 15:54:01.101254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58470) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:01.144966 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cc8ac4a0-1246-438e-bc13-fadf7e897749 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424826 Dec 23 15:54:01.147400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58474) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:01.152993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419777747', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:01.258749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:01.262754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:subnet and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:01.265279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:01.270803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:01.336143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:00Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:01.339897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Checking router: fb7bef55-3454-4163-8309-f6c74c6ef4d7 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:54:01.340358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Updating router fb7bef55-3454-4163-8309-f6c74c6ef4d7 port d01ea414-4cbe-4806-8220-5fe788443b3e binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:54:01.360862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:54:01.394858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:01.464415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:01.718071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:01.729287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Transition to ACTIVE for port object d01ea414-4cbe-4806-8220-5fe788443b3e will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:54:01.755342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:01.817687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:01.830312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Subnet': ['ID=9dfa5bba-18bd-493b-85da-733c7661171a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:01.842202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Checking segment: {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:54:01.842550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network hostable DHCP agents. Network: 4f363021-fb48-4af9-82f3-d45c0c566d70, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:54:01.897257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Attempting to bind port d01ea414-4cbe-4806-8220-5fe788443b3e on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:54:01.897635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Attempting to bind port d01ea414-4cbe-4806-8220-5fe788443b3e by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:54:01.898023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Attempting to bind port d01ea414-4cbe-4806-8220-5fe788443b3e on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:54:01.900025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff6cbb-ea8c-41d7-a81a-4379800d710e None None] Pushing event updated for resources: {'Port': ['ID=d01ea414-4cbe-4806-8220-5fe788443b3e,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:01.907740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:54:01.907985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:54:01.908403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:01.909034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:54:01.909486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Bound port: d01ea414-4cbe-4806-8220-5fe788443b3e, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:54:01.909849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:01.943675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:54:01.982251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] For port d01ea414-4cbe-4806-8220-5fe788443b3e, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:54:01.985220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] For port d01ea414-4cbe-4806-8220-5fe788443b3e, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d01ea414-4cbe-4806-8220-5fe788443b3e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:54:02.035205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 4f363021-fb48-4af9-82f3-d45c0c566d70) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:54:02.039398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:02.040152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:02.045754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276169d9-720e-42d7-b56a-1f71f4f84e46 None None] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:54:02.109386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:02.127075 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-13ef6c86-6011-4d82-b77b-2f37cf1c5fca tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9785054 Dec 23 15:54:02.129955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58478) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:02.265786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff6cbb-ea8c-41d7-a81a-4379800d710e None None] Pushing event updated for resources: {'Port': ['ID=d01ea414-4cbe-4806-8220-5fe788443b3e,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:02.271154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:54:02.271765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:02.508376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-4f363021-fb48-4af9-82f3-d45c0c566d70', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:54:02.509169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:02.601312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:54:02.868247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Allocated IP 172.20.0.2 (4f363021-fb48-4af9-82f3-d45c0c566d70/9dfa5bba-18bd-493b-85da-733c7661171a/0bc9c9d0-b085-4fb3-952a-52afe85d292e) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:54:03.017938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.133270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:00Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:03.145009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f035358-2b95-4d49-915d-88f732ba443b None None] The sync data for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv is: [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:00Z', 'revision_number': 3, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:54:03.148993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.160777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Transition to ACTIVE for port object 0bc9c9d0-b085-4fb3-952a-52afe85d292e will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:54:03.183795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Transition to ACTIVE for port object 0bc9c9d0-b085-4fb3-952a-52afe85d292e will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:54:03.246693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.317940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:54:03.320869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:54:03.325845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:54:03.331754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Pushing event updated for resources: {'Port': ['ID=0bc9c9d0-b085-4fb3-952a-52afe85d292e,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:03.441023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Attempting to bind port 0bc9c9d0-b085-4fb3-952a-52afe85d292e on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:54:03.441658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Attempting to bind port 0bc9c9d0-b085-4fb3-952a-52afe85d292e by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:54:03.442178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Attempting to bind port 0bc9c9d0-b085-4fb3-952a-52afe85d292e on network 4f363021-fb48-4af9-82f3-d45c0c566d70 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:54:03.449588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:54:03.450276 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Checking segment: {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:54:03.450726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.451118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Bound using segment: {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:54:03.452161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Bound port: 0bc9c9d0-b085-4fb3-952a-52afe85d292e, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:54:03.452161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.460344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.1 (4f363021-fb48-4af9-82f3-d45c0c566d70/9dfa5bba-18bd-493b-85da-733c7661171a/a0f184fd-78e7-413c-841c-caef69d869d5) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:54:03.544400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] For port 0bc9c9d0-b085-4fb3-952a-52afe85d292e, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:54:03.548383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] For port 0bc9c9d0-b085-4fb3-952a-52afe85d292e, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0bc9c9d0-b085-4fb3-952a-52afe85d292e,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:54:03.595242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.641205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.668695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object a0f184fd-78e7-413c-841c-caef69d869d5 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:54:03.683855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd8ae6-baf8-45e2-8bf6-0a5434fdf512 None None] Pushing event updated for resources: {'Port': ['ID=0bc9c9d0-b085-4fb3-952a-52afe85d292e,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:03.743934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:03.821192 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:54:03.824425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:54:03.829664 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:54:03.862133 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:03.902585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:04.070184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:04.486566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:04.550042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:04.648321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98e7df-40e4-4090-8dac-f6b289202a99 None None] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:54:04.664595 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:04.668683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:04.814971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-24670660-d551-479b-bc0c-b231eddb3437 None None] Provisioning for port 0bc9c9d0-b085-4fb3-952a-52afe85d292e completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:54:04.906178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:54:04.907381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:54:05.233936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0bc9c9d0-b085-4fb3-952a-52afe85d292e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:54:05.261781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0f8b4bac-6d7a-4ce6-add1-7eda53d40c7c None None] Provisioning for port a0f184fd-78e7-413c-841c-caef69d869d5 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:54:05.280495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0f8b4bac-6d7a-4ce6-add1-7eda53d40c7c None None] Provisioning complete for port a0f184fd-78e7-413c-841c-caef69d869d5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:05.280842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0f8b4bac-6d7a-4ce6-add1-7eda53d40c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:05.314865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router fb7bef55-3454-4163-8309-f6c74c6ef4d7 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:54:05.346841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b4bac-6d7a-4ce6-add1-7eda53d40c7c None None] Port a0f184fd-78e7-413c-841c-caef69d869d5 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:54:05.400299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 0bc9c9d0-b085-4fb3-952a-52afe85d292e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:54:05.406784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0bc9c9d0-b085-4fb3-952a-52afe85d292e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:05.407156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:05.488832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-704d70df-bf1f-4933-992f-dc6a7d2d2680 None None] Provisioning complete for port a0f184fd-78e7-413c-841c-caef69d869d5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:05.489106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-704d70df-bf1f-4933-992f-dc6a7d2d2680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:05.536436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:54:05.552588 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d2727654-01ee-4836-ae6d-4898739b97c4 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/fb7bef55-3454-4163-8309-f6c74c6ef4d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4192238 Dec 23 15:54:05.552906 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58484) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:05.600188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-704d70df-bf1f-4933-992f-dc6a7d2d2680 None None] Port a0f184fd-78e7-413c-841c-caef69d869d5 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:54:05.604008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:05.692105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 0bc9c9d0-b085-4fb3-952a-52afe85d292e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0bc9c9d0-b085-4fb3-952a-52afe85d292e,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:54:05.700165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe6c8c-e100-4dcf-90e9-74f17a2fe165 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.700541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe6c8c-e100-4dcf-90e9-74f17a2fe165 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.700897 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe6c8c-e100-4dcf-90e9-74f17a2fe165 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.701252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe6c8c-e100-4dcf-90e9-74f17a2fe165 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.702930 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c3fe6c8c-e100-4dcf-90e9-74f17a2fe165 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1489012 Dec 23 15:54:05.706780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58488) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:05.721243 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0039fed8-1a91-4471-9b8a-0c199f69ccd8 None None] Provisioning complete for port a0f184fd-78e7-413c-841c-caef69d869d5 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:05.721610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0039fed8-1a91-4471-9b8a-0c199f69ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:05.749553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:05.750230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d01ea414-4cbe-4806-8220-5fe788443b3e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:54:05.775123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ad187-76da-4ece-ac03-c988a5ea9a42 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.775483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ad187-76da-4ece-ac03-c988a5ea9a42 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.775833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ad187-76da-4ece-ac03-c988a5ea9a42 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.776212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ad187-76da-4ece-ac03-c988a5ea9a42 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:05.777802 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-be5ad187-76da-4ece-ac03-c988a5ea9a42 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0699482 Dec 23 15:54:05.781134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58492) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:05.870065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0039fed8-1a91-4471-9b8a-0c199f69ccd8 None None] Port a0f184fd-78e7-413c-841c-caef69d869d5 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:54:05.888106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=0bc9c9d0-b085-4fb3-952a-52afe85d292e,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:05.943506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d01ea414-4cbe-4806-8220-5fe788443b3e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:54:05.948329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d01ea414-4cbe-4806-8220-5fe788443b3e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:05.948689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:05.986921 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-076156ce-b1bd-43c3-9078-2e49d1bf8900 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2045472 Dec 23 15:54:06.064041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:06.079367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d01ea414-4cbe-4806-8220-5fe788443b3e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d01ea414-4cbe-4806-8220-5fe788443b3e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:54:06.132202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:06.196923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d01ea414-4cbe-4806-8220-5fe788443b3e,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:06.707908 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Sync routers for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:54:06.719425 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:54:06.720017 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:06.741613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58498) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:06.747714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731863361', 'description': 'tempest-secgroup-smoke-731863361 description', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:06.753896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:06.758348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:06.761355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:06.768242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:06.817589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:06.853924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:06.858086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:06.860941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:06.866446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:06.896630 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:54:06.922259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:06.983070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.028637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4803e1-872c-4a98-9475-55e6e78515b7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:07.103202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.107498 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ce824567-f396-4660-b69e-a3e5dbaac399 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3617578 Dec 23 15:54:07.107730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58502) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:07.113452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5e4803e1-872c-4a98-9475-55e6e78515b7', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:07.119744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:07.124569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:07.127905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:07.134045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:07.182846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0bc9c9d0-b085-4fb3-952a-52afe85d292e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:54:07.204012 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:03Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:54:04Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:07.207935 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Checking router: fb7bef55-3454-4163-8309-f6c74c6ef4d7 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:54:07.208472 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Updating router fb7bef55-3454-4163-8309-f6c74c6ef4d7 port a0f184fd-78e7-413c-841c-caef69d869d5 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:54:07.219170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.266720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0bc9c9d0-b085-4fb3-952a-52afe85d292e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:07.267111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.314696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.318233 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.388159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d01ea414-4cbe-4806-8220-5fe788443b3e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:54:07.394429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.440756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.461270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d01ea414-4cbe-4806-8220-5fe788443b3e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:07.461803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.468681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb8e5f3-1908-4774-bcde-3a03835ce98d,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:07.577641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.578989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d443a673-595d-433e-9800-55e84659e639 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4702802 Dec 23 15:54:07.582073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58506) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:07.587769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5e4803e1-872c-4a98-9475-55e6e78515b7', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:07.595595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:07.599542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:07.602503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:07.609085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:07.659763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.673194 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.685650 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Transition to ACTIVE for port object a0f184fd-78e7-413c-841c-caef69d869d5 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:54:07.726489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.732520 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.771635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.797048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0d7f1e-060e-4e15-8686-4be74547ce91,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:07.869165 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Pushing event updated for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:07.870131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.874052 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8ceedf3a-64b0-407c-a4ff-c2f569c87766 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2884629 Dec 23 15:54:07.874236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58510) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:07.879854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5e4803e1-872c-4a98-9475-55e6e78515b7', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:07.888033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:07.890608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:07.893869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:07.900061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:07.908704 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.909038 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.909368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.909698 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.910074 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.910337 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.910654 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.910970 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.911283 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.911597 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.911906 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:54:07.970116 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Attempting to bind port a0f184fd-78e7-413c-841c-caef69d869d5 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:54:07.970499 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Attempting to bind port a0f184fd-78e7-413c-841c-caef69d869d5 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:54:07.970854 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Attempting to bind port a0f184fd-78e7-413c-841c-caef69d869d5 on network 4f363021-fb48-4af9-82f3-d45c0c566d70 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:54:07.977832 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:54:07.978095 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Checking segment: {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:54:07.978484 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.978873 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Bound using segment: {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:54:07.979321 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Bound port: a0f184fd-78e7-413c-841c-caef69d869d5, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:54:07.979476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:07.979682 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.045942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.063980 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] For port a0f184fd-78e7-413c-841c-caef69d869d5, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:54:08.066831 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] For port a0f184fd-78e7-413c-841c-caef69d869d5, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a0f184fd-78e7-413c-841c-caef69d869d5,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:54:08.109074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.131726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1d0969-f0d5-4a1a-8a4c-d48e3459a160,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:08.138491 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.194520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.196503 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-117b66f4-7566-4ee0-89ec-5374d367df1c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3213227 Dec 23 15:54:08.201995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58514) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:08.207970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5e4803e1-872c-4a98-9475-55e6e78515b7', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:08.214958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:08.219111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:08.221518 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:54:08.222155 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:08.222637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:08.228553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:08.270291 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159668a3-5f4b-47a4-ae5e-be51ed4545c9 None None] Pushing event updated for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:08.321803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.395426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.405213 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:54:08.452035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.475372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eee1708-d1f8-46b9-96d9-d59952d9500b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:08.525865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.527062 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f7b1755c-62bd-4e28-a4cb-ede381e9eae3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3240206 Dec 23 15:54:08.530237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58518) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:08.536085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5e4803e1-872c-4a98-9475-55e6e78515b7', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:08.541885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:08.545697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:08.548559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:08.554259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:08.617711 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:54:08.625344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.696398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.723651 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:03Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:54:08Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:08.727390 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca353f5-0ddd-470b-943a-dfa73547942a None None] The sync data for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv is: [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:03Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:54:08Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:54:08.760373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.794493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232f43d6-0e2d-4916-97ac-88c1139c0dee,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:08.880710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:08.882036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7bf839de-e269-4e48-8ef8-c54ead1ceefa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3508322 Dec 23 15:54:08.885172 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58522) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:08.891207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'security_group_rule': {'security_group_id': '5e4803e1-872c-4a98-9475-55e6e78515b7', 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:08.897437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:08.901440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:security_group_rule and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:08.904941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:08.911111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:08.977605 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Project 629e819aaa0c4f2bb534edf99c0905fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 15:54:08.985097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:09.053842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:09.114590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:09.151883 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71e9fc2-7144-4ab6-83a9-c82a11d2ec1e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:09.204929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a0f184fd-78e7-413c-841c-caef69d869d5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:54:09.212635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:09.212635 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-90c06f49-f889-4f8c-abb1-bf96dc3838a5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3215566 Dec 23 15:54:09.343648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a0f184fd-78e7-413c-841c-caef69d869d5 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:54:09.349948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a0f184fd-78e7-413c-841c-caef69d869d5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:09.350318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:09.451561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-a25d1658-ad32-4f3a-9621-c13d3daf3447 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:54:09.474789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:09.509595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a0f184fd-78e7-413c-841c-caef69d869d5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a0f184fd-78e7-413c-841c-caef69d869d5,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:54:09.526067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-a25d1658-ad32-4f3a-9621-c13d3daf3447 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:54:09.530906 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-a25d1658-ad32-4f3a-9621-c13d3daf3447 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731863361&fields=id&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 267 time: 0.1226311 Dec 23 15:54:09.594792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:09.670566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:09.685623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-8d1110b3-963d-4264-b162-d872f249b92e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:09.687313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-8d1110b3-963d-4264-b162-d872f249b92e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/networks?id=4f363021-fb48-4af9-82f3-d45c0c566d70 HTTP/1.1" status: 200 len: 796 time: 0.1525798 Dec 23 15:54:09.704262 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-45cc8aaa-e9bc-4482-b0ab-13178790102b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/quotas/629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 375 time: 0.0112493 Dec 23 15:54:09.786907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f5fc5d55-d452-4395-a473-2dc7f818c1c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:54:09.857024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f5fc5d55-d452-4395-a473-2dc7f818c1c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:54:09.858337 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f5fc5d55-d452-4395-a473-2dc7f818c1c2 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491442 Dec 23 15:54:10.054882 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-0c6ad426-42c1-4505-93be-a51f0beb9203 service neutron] 10.222.0.58 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849334 Dec 23 15:54:10.204553 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-2d407aca-68f8-464d-91a4-276bb62085e7 service neutron] 10.222.0.58 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435714 Dec 23 15:54:10.467682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93c5b567-6d6f-47f3-941c-4d1f2274bc4e req-e7f0e2b9-4d33-42d6-b287-b08f1e55978d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 210 time: 0.0458424 Dec 23 15:54:11.177326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a0f184fd-78e7-413c-841c-caef69d869d5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:54:11.250237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a0f184fd-78e7-413c-841c-caef69d869d5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:11.250604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:11.638731 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dcc635d1-ae33-45ac-b7af-96ab75b68756 req-07c4a052-35c0-4640-a550-19d71b2b694f tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 210 time: 0.0473349 Dec 23 15:54:12.532361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-e76037bb-76f6-4d8f-b96f-7bc0d95789d9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:12.534044 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-e76037bb-76f6-4d8f-b96f-7bc0d95789d9 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/networks?id=4f363021-fb48-4af9-82f3-d45c0c566d70 HTTP/1.1" status: 200 len: 796 time: 0.1444986 Dec 23 15:54:12.599240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-a2709129-5ace-40f5-b234-dfb8dc275954 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=629e819aaa0c4f2bb534edf99c0905fb HTTP/1.1" status: 200 len: 379 time: 0.0457685 Dec 23 15:54:12.607439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'port': {'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'admin_state_up': True, 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'security_groups': ['5e4803e1-872c-4a98-9475-55e6e78515b7']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:12.748009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:12.757961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:12.806212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-593300c1-b477-489a-9467-90445a2c9ad1 req-dc402ae1-0db0-42f6-9f0a-d34e8e96810d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 210 time: 0.0430310 Dec 23 15:54:12.845486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Made reservation on behalf of 629e819aaa0c4f2bb534edf99c0905fb for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:54:12.848610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:13.022194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.20.0.6 (4f363021-fb48-4af9-82f3-d45c0c566d70/9dfa5bba-18bd-493b-85da-733c7661171a/c8fca013-ce8d-48c1-b76f-1afadd36f00d) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:54:13.205207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:13.220936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Transition to ACTIVE for port object c8fca013-ce8d-48c1-b76f-1afadd36f00d will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:54:13.298037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:13.460090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:54:13.463042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:54:13.466948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:54:13.503611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=c8fca013-ce8d-48c1-b76f-1afadd36f00d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:13.534523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:13.535107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:13.663585 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-cd098d9e-8de3-4a7d-9812-61e2a5a25090 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0597987 Dec 23 15:54:13.743460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Request body: {'port': {'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:13.754079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e9631dbe-4e50-4a56-951c-1ef3a918d10f None None] Provisioning for port c8fca013-ce8d-48c1-b76f-1afadd36f00d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:54:13.760707 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e9631dbe-4e50-4a56-951c-1ef3a918d10f None None] Provisioning complete for port c8fca013-ce8d-48c1-b76f-1afadd36f00d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:13.761066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e9631dbe-4e50-4a56-951c-1ef3a918d10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:13.815672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e9631dbe-4e50-4a56-951c-1ef3a918d10f None None] Port c8fca013-ce8d-48c1-b76f-1afadd36f00d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:54:13.853628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:14.146078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c985d27-85fa-426c-96ca-de38a8090e10 req-5752aeea-28b0-475b-8416-62d6ee6889c0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:14.146761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0c985d27-85fa-426c-96ca-de38a8090e10 req-5752aeea-28b0-475b-8416-62d6ee6889c0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:54:14.244914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0c985d27-85fa-426c-96ca-de38a8090e10 req-5752aeea-28b0-475b-8416-62d6ee6889c0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:54:14.246071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c985d27-85fa-426c-96ca-de38a8090e10 req-5752aeea-28b0-475b-8416-62d6ee6889c0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 931 time: 0.3207934 Dec 23 15:54:14.301915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fca013-ce8d-48c1-b76f-1afadd36f00d {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:54:14.310892 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:14.331636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c985d27-85fa-426c-96ca-de38a8090e10 req-50b98269-7c7a-464f-86c0-5ad4dadfaf76 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700243 Dec 23 15:54:14.334117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Transition to ACTIVE for port object c8fca013-ce8d-48c1-b76f-1afadd36f00d will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:54:14.405566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:14.536921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Pushing event updated for resources: {'Port': ['ID=c8fca013-ce8d-48c1-b76f-1afadd36f00d,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:14.641499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Attempting to bind port c8fca013-ce8d-48c1-b76f-1afadd36f00d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:54:14.642720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Attempting to bind port c8fca013-ce8d-48c1-b76f-1afadd36f00d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:54:14.643385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Attempting to bind port c8fca013-ce8d-48c1-b76f-1afadd36f00d on network 4f363021-fb48-4af9-82f3-d45c0c566d70 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:54:14.649616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Port c8fca013-ce8d-48c1-b76f-1afadd36f00d on network 4f363021-fb48-4af9-82f3-d45c0c566d70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:54:14.649923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Attempting to bind port c8fca013-ce8d-48c1-b76f-1afadd36f00d on network 4f363021-fb48-4af9-82f3-d45c0c566d70 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:54:14.659811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:54:14.660072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Checking segment: {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:54:14.660464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Bound using segment: {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:54:14.660870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Bound port: c8fca013-ce8d-48c1-b76f-1afadd36f00d, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557e0aeb-27b8-4303-85eb-4a9cdf07b394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:54:14.661198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:14.749908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] For port c8fca013-ce8d-48c1-b76f-1afadd36f00d, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:54:14.752768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] For port c8fca013-ce8d-48c1-b76f-1afadd36f00d, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:54:14.817979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:14.878640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:14.879991 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] 10.222.0.57 "PUT /v2.0/ports/c8fca013-ce8d-48c1-b76f-1afadd36f00d HTTP/1.1" status: 200 len: 1093 time: 1.2023845 Dec 23 15:54:14.880442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:54:14.903821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb10a5-dec3-4904-8095-8dc204f33bac service neutron] Pushing event updated for resources: {'Port': ['ID=c8fca013-ce8d-48c1-b76f-1afadd36f00d,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:14.948283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'status': 'completed', 'code': 200} Dec 23 15:54:15.103277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1318db50-328b-4e2a-bba4-e85d2d157206 req-5abaec21-b1a1-45d8-90e3-3462ea1dbd3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 1096 time: 0.0811923 Dec 23 15:54:15.255876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318db50-328b-4e2a-bba4-e85d2d157206 req-39e76fdb-5fae-450d-b440-beada4856c62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:15.257363 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1318db50-328b-4e2a-bba4-e85d2d157206 req-39e76fdb-5fae-450d-b440-beada4856c62 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1402493 Dec 23 15:54:15.395578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318db50-328b-4e2a-bba4-e85d2d157206 req-97ee5434-0bc8-411b-ac29-64d48123a832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:15.397458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1318db50-328b-4e2a-bba4-e85d2d157206 req-97ee5434-0bc8-411b-ac29-64d48123a832 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333456 Dec 23 15:54:15.581335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-f348d7d3-d666-4f53-94e3-391145bf1b97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 1096 time: 0.1247084 Dec 23 15:54:15.587404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d34299-acf2-40c1-b6fd-455d62d0717b req-89288d0c-785a-45b1-841f-955d26903bad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:15.588726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3d34299-acf2-40c1-b6fd-455d62d0717b req-89288d0c-785a-45b1-841f-955d26903bad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 943 time: 0.1333852 Dec 23 15:54:15.673015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-00576aac-3499-48fb-8a14-025c4b56f034 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d HTTP/1.1" status: 200 len: 217 time: 0.0781398 Dec 23 15:54:15.830368 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3d34299-acf2-40c1-b6fd-455d62d0717b req-e923a059-97c1-46d3-adb0-c94eb3c60e8a tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343721 Dec 23 15:54:15.845048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-a98acf8b-68df-4322-85ae-11132129f6e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:15.846493 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-a98acf8b-68df-4322-85ae-11132129f6e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfa5bba-18bd-493b-85da-733c7661171a HTTP/1.1" status: 200 len: 835 time: 0.1652346 Dec 23 15:54:15.920602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-68f88ab7-f6e5-42d0-a0ad-61eff2b6c34c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f363021-fb48-4af9-82f3-d45c0c566d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682747 Dec 23 15:54:16.051518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-0390bfdf-1b77-400c-a8c6-10ef81f36cc0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243615 Dec 23 15:54:16.182152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d3b9bdc-4be1-424f-9b75-837ba1846495 req-28ac407f-cd0c-4d4c-bcdd-e34a6d66f2b9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246829 Dec 23 15:54:17.030271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dabd04-c650-4cca-b9f2-35aa28062e84 req-73d648c9-c860-484b-af30-466a6e3fb4e5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:17.031685 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32dabd04-c650-4cca-b9f2-35aa28062e84 req-73d648c9-c860-484b-af30-466a6e3fb4e5 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 943 time: 0.0787513 Dec 23 15:54:17.077693 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-32dabd04-c650-4cca-b9f2-35aa28062e84 req-929702d3-1d28-475d-8569-0ccd4c8a8d77 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401371 Dec 23 15:54:18.416637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5399f2-c5d8-4eb2-becb-e75bc4fe0d12 req-e0768329-4d2f-4af2-bbff-b008b6037f9d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:18.417953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df5399f2-c5d8-4eb2-becb-e75bc4fe0d12 req-e0768329-4d2f-4af2-bbff-b008b6037f9d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 943 time: 0.0749300 Dec 23 15:54:18.465339 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df5399f2-c5d8-4eb2-becb-e75bc4fe0d12 req-84ba50cb-35f4-4094-b546-ee518bbdc63d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Dec 23 15:54:18.883255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8fca013-ce8d-48c1-b76f-1afadd36f00d details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:54:19.014058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8fca013-ce8d-48c1-b76f-1afadd36f00d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:54:19.026782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'mac_address': 'fa:16:3e:5e:81:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:54:19.079882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:19.097186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fca013-ce8d-48c1-b76f-1afadd36f00d {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:54:19.112063 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8fca013-ce8d-48c1-b76f-1afadd36f00d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:54:19.245677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:19.314595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8fca013-ce8d-48c1-b76f-1afadd36f00d,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:19.619537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['c8fca013-ce8d-48c1-b76f-1afadd36f00d'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:54:19.671769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ea95a-a882-40aa-a2d5-7bc0a59a8d33 req-6c88626f-f0a2-4703-bcfc-9fa134029275 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:19.673727 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ea3ea95a-a882-40aa-a2d5-7bc0a59a8d33 req-6c88626f-f0a2-4703-bcfc-9fa134029275 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 944 time: 0.0782046 Dec 23 15:54:19.719605 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ea3ea95a-a882-40aa-a2d5-7bc0a59a8d33 req-937dd143-ef8b-4dba-9c20-8599a5b99dde tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Dec 23 15:54:20.884201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8fca013-ce8d-48c1-b76f-1afadd36f00d up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:54:20.919827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6837334-b0bb-4706-a58d-981f2339f5c3 req-37eb4d17-2316-41eb-b7e5-659b6dbeabd0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:20.921274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6837334-b0bb-4706-a58d-981f2339f5c3 req-37eb4d17-2316-41eb-b7e5-659b6dbeabd0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 944 time: 0.0813382 Dec 23 15:54:20.967261 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6837334-b0bb-4706-a58d-981f2339f5c3 req-c1ad1174-3059-488a-8a9b-8564444d6f2c tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Dec 23 15:54:21.016798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port c8fca013-ce8d-48c1-b76f-1afadd36f00d completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:54:21.021664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port c8fca013-ce8d-48c1-b76f-1afadd36f00d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:54:21.022033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:21.132984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:21.159899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:54:21.169762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8fca013-ce8d-48c1-b76f-1afadd36f00d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:54:21.233609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:21.289722 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'code': 200} Dec 23 15:54:21.306568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8fca013-ce8d-48c1-b76f-1afadd36f00d,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:21.653903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a299b6ca-3d03-4d89-88a4-6a952cc50094 req-8a1eb2ca-9736-43a6-b25b-71d0966138c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 1098 time: 0.0665424 Dec 23 15:54:21.697392 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a299b6ca-3d03-4d89-88a4-6a952cc50094 req-f2f9bf7e-e3e7-4af8-93e2-40503aac02e9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373178 Dec 23 15:54:22.163549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27438ba2-758b-4598-9054-103f14b51b8b req-5cfa1cf3-ff5b-410a-a9ed-353d89693753 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:22.164999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27438ba2-758b-4598-9054-103f14b51b8b req-5cfa1cf3-ff5b-410a-a9ed-353d89693753 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 945 time: 0.0788214 Dec 23 15:54:22.209970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27438ba2-758b-4598-9054-103f14b51b8b req-97274324-6c9b-42a2-8fd8-1d36a68c7dbd tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389268 Dec 23 15:54:23.404935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caac5d8-90d9-42ef-8bbe-6fa25e10d7a0 req-712d6797-b7b2-41cc-bf5b-7625c396a394 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:23.406313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6caac5d8-90d9-42ef-8bbe-6fa25e10d7a0 req-712d6797-b7b2-41cc-bf5b-7625c396a394 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 945 time: 0.0776405 Dec 23 15:54:23.451269 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6caac5d8-90d9-42ef-8bbe-6fa25e10d7a0 req-a05d767e-7de0-4350-8de9-a352b53457ed tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391946 Dec 23 15:54:23.650110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048acea-4988-4689-98d0-897da428ab29 req-24eca3f1-7c8c-442e-8456-7659cef6d820 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:23.651531 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2048acea-4988-4689-98d0-897da428ab29 req-24eca3f1-7c8c-442e-8456-7659cef6d820 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 945 time: 0.0793376 Dec 23 15:54:23.697606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2048acea-4988-4689-98d0-897da428ab29 req-2a9b9c79-93af-4977-81f4-496688003be7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393591 Dec 23 15:54:23.725845 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58582) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:23.794982 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-70692a11-0d8d-48ee-b73f-37f7a6e1ec62 tempest-TestNetworkBasicOps-775339842 tempest-TestNetworkBasicOps-775339842-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 1093 time: 0.0679815 Dec 23 15:54:23.797458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58586) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:23.802464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:54:23.807771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:54:23.811683 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Usage tracker for resource:floatingip and tenant:629e819aaa0c4f2bb534edf99c0905fb is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:54:23.814500 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:54:23.820080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:54:23.931059 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:24.064553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:24.199302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Allocated IP 172.26.6.67 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/b8d97434-c35c-47ee-8f84-0e8d98b1c403) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:54:24.341685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:24.416542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:24.486546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:54:24.489309 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:54:24.493601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:54:24.606711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=b8d97434-c35c-47ee-8f84-0e8d98b1c403,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:25.097710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:25.209948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:25.302022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-44192fb3-9393-41ac-9412-b5e6cbd059c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:25.420086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:25.513522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:25.611320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event updated for resources: {'Port': ['ID=b8d97434-c35c-47ee-8f84-0e8d98b1c403,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:54:25.628789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:25.828182 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Floating IP f8bda4df-76f7-47a9-ab08-28b601437090 associated. External IP: 172.26.6.67, port: c8fca013-ce8d-48c1-b76f-1afadd36f00d. Dec 23 15:54:26.306812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router fb7bef55-3454-4163-8309-f6c74c6ef4d7 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:54:26.511147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:54:26.521858 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] Sync routers for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:54:26.534516 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:54:26.535127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:26.576618 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:26.638170 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d2922276-79d4-432e-8842-326b0dcfdd66 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8366756 Dec 23 15:54:26.638170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:54:26.638517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58590) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:26.693044 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'status': 'completed', 'code': 200} Dec 23 15:54:26.731411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:54:26.791393 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ea170b9a-2919-4e5f-b1b1-71eea5d15b36 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1512353 Dec 23 15:54:26.817181 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-ac205e88-ddd0-4e4c-86b4-a998946eccb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 1098 time: 0.0792050 Dec 23 15:54:26.946000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-78f07a4f-e1a7-4f4c-b0fb-3e6c97690d7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:26.947312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-78f07a4f-e1a7-4f4c-b0fb-3e6c97690d7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f363021-fb48-4af9-82f3-d45c0c566d70 HTTP/1.1" status: 200 len: 897 time: 0.1242719 Dec 23 15:54:27.050382 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-761679eb-66b6-40c7-a20b-895e61e7901f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d HTTP/1.1" status: 200 len: 998 time: 0.0956590 Dec 23 15:54:27.080527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:03Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'f8bda4df-76f7-47a9-ab08-28b601437090', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'mac_address': 'fa:16:3e:5e:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:54:24Z', 'updated_at': '2021-12-23T15:54:24Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:54:09Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:27.084366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] Checking router: fb7bef55-3454-4163-8309-f6c74c6ef4d7 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:54:27.094933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:54:27.095541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:53:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:27.116096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-40b6de94-1dfb-4ffc-8633-d41ac8f2ebcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:54:27.117536 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-40b6de94-1dfb-4ffc-8633-d41ac8f2ebcd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfa5bba-18bd-493b-85da-733c7661171a HTTP/1.1" status: 200 len: 835 time: 0.0613832 Dec 23 15:54:27.194212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-1a48bd07-e1fd-4414-bd4f-d3479adb87c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f363021-fb48-4af9-82f3-d45c0c566d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694268 Dec 23 15:54:27.277024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:54:27.416288 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-e9f3bbce-1f58-47ed-899a-9932e2fd2633 service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151434 Dec 23 15:54:27.547657 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0791a164-b9d6-495a-a3a8-374f01c705ee req-b04ec1b4-1ffa-4171-935a-6b3b081fc3ea service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243041 Dec 23 15:54:27.647029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0e5e2e23-8f2f-4b5b-a57f-7dc3dfd6de91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:27.679650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:03Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'f8bda4df-76f7-47a9-ab08-28b601437090', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'mac_address': 'fa:16:3e:5e:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:54:24Z', 'updated_at': '2021-12-23T15:54:24Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:54:09Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:54:27.683670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93939fc-dae3-45a2-9f87-2a2c755416b9 None None] The sync data for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv is: [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:03Z', 'revision_number': 4, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'f8bda4df-76f7-47a9-ab08-28b601437090', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'mac_address': 'fa:16:3e:5e:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:54:24Z', 'updated_at': '2021-12-23T15:54:24Z', 'revision_number': 0, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:54:09Z', 'revision_number': 5, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:54:27.795259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58596) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:27.905709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c1f89c6f-4022-4c0c-ae8d-27feb1cf93b3 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1087372 Dec 23 15:54:27.981981 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a4f6b-f0b8-42d4-b1be-00dceba2d778 None None] New status for floating IP f8bda4df-76f7-47a9-ab08-28b601437090: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:54:28.805101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:28.909656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58600) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:54:28.965882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:29.014875 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3f21d1e-31fb-4299-93f1-eccf7008a476 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 992 time: 0.1040964 Dec 23 15:54:30.325512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:35.926191 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:54:37.324528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:55.300823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-65b1303d-a7de-4981-b205-876ab0608660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:57.615070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29d68a25-8a42-4f10-997a-9f0dac1779ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:58.786269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:54:58.974345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:00.312270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:06.766338 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-8cd845a5-dfd9-4699-879f-22d74e115e67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678298 Dec 23 15:55:06.921998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-9270dee7-f4de-4ac8-8b4a-bc89cee7fa96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 1098 time: 0.0705893 Dec 23 15:55:07.065945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-23a82fbc-c69e-4830-9ee4-5c8690e080e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:55:07.067715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-23a82fbc-c69e-4830-9ee4-5c8690e080e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f363021-fb48-4af9-82f3-d45c0c566d70 HTTP/1.1" status: 200 len: 897 time: 0.1267743 Dec 23 15:55:07.170304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-4b018fe9-1b43-405f-8eb9-8850b3150eba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d HTTP/1.1" status: 200 len: 1000 time: 0.0960205 Dec 23 15:55:07.232241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-81f13ef5-8194-4324-b10e-f425b7c2d44e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:55:07.233666 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-81f13ef5-8194-4324-b10e-f425b7c2d44e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfa5bba-18bd-493b-85da-733c7661171a HTTP/1.1" status: 200 len: 835 time: 0.0572631 Dec 23 15:55:07.307228 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-ac284813-fdd9-46a6-9346-676a417de1ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f363021-fb48-4af9-82f3-d45c0c566d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668569 Dec 23 15:55:07.328805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:07.437420 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-8c2c662a-ecdf-40c4-9bda-7c793ab80608 service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234140 Dec 23 15:55:07.565982 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7283258-b0ca-42e4-a4aa-52d861ad9f04 req-2cb25a02-1f65-4c31-bb86-1ca36b92ca3e service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223876 Dec 23 15:55:12.927136 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:55:25.316664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cbc5d600-72a8-4dc9-8b74-3f9d60cec279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:27.659366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c2a0beb9-e453-45ba-b439-868000dbea77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:28.800923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:28.979464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:29.521093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58628) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:29.526716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3de4474d-497a-46b9-ac7a-686d8d734df8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:30.184350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3de4474d-497a-46b9-ac7a-686d8d734df8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:30.298360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3de4474d-497a-46b9-ac7a-686d8d734df8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:30.322013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:30.499893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de4474d-497a-46b9-ac7a-686d8d734df8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router fb7bef55-3454-4163-8309-f6c74c6ef4d7 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:55:30.699031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de4474d-497a-46b9-ac7a-686d8d734df8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:55:30.704834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3de4474d-497a-46b9-ac7a-686d8d734df8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:30.705828 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3de4474d-497a-46b9-ac7a-686d8d734df8 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/fb7bef55-3454-4163-8309-f6c74c6ef4d7 HTTP/1.1" status: 200 len: 887 time: 1.1837661 Dec 23 15:55:30.713010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] Sync routers for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:55:30.725102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:30.725702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:30.785557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:30.796528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:30.797113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:30.855879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:30.856316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2dfdcc-c066-4a4d-a659-e4e86d3f465c None None] The sync data for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:55:31.251325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a0f184fd-78e7-413c-841c-caef69d869d5 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:55:31.359049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:31.389987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a0f184fd-78e7-413c-841c-caef69d869d5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a0f184fd-78e7-413c-841c-caef69d869d5,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:31.476371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:31.544156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:31.552222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.552570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.552905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.553235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.553563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.553894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.554217 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.554536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.554867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.555209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.555521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:31.611430 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0a22c-a387-49e8-aca2-0c30860b82e4 None None] New status for floating IP f8bda4df-76f7-47a9-ab08-28b601437090: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:55:32.890922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58636) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:32.896280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0b44685e-0081-4ba0-99a2-cee21c545a42 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:33.210599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d01ea414-4cbe-4806-8220-5fe788443b3e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:55:33.321101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:33.336426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d01ea414-4cbe-4806-8220-5fe788443b3e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d01ea414-4cbe-4806-8220-5fe788443b3e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:33.396224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:33.452172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b44685e-0081-4ba0-99a2-cee21c545a42 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:33.461308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d01ea414-4cbe-4806-8220-5fe788443b3e,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:33.516457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b44685e-0081-4ba0-99a2-cee21c545a42 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4013433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4047335'] for router, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:33.827026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b44685e-0081-4ba0-99a2-cee21c545a42 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router fb7bef55-3454-4163-8309-f6c74c6ef4d7 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:55:34.024380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b44685e-0081-4ba0-99a2-cee21c545a42 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:55:34.030718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b44685e-0081-4ba0-99a2-cee21c545a42 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:34.031843 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0b44685e-0081-4ba0-99a2-cee21c545a42 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/fb7bef55-3454-4163-8309-f6c74c6ef4d7 HTTP/1.1" status: 200 len: 886 time: 1.1399393 Dec 23 15:55:34.034819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58640) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:34.037721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] Sync routers for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:55:34.049537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:34.050145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:34.141571 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9a1fef2b-e663-4e1a-8a52-68246122dd12 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1056080 Dec 23 15:55:34.230185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:55:34.567594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:33Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'f8bda4df-76f7-47a9-ab08-28b601437090', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'mac_address': 'fa:16:3e:5e:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:54:24Z', 'updated_at': '2021-12-23T15:55:31Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:55:31Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:34.571365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] Checking router: fb7bef55-3454-4163-8309-f6c74c6ef4d7 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:55:34.581746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:34.582330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:34.795664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:55:35.132811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:33Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'f8bda4df-76f7-47a9-ab08-28b601437090', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'mac_address': 'fa:16:3e:5e:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:54:24Z', 'updated_at': '2021-12-23T15:55:31Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:55:31Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:35.137298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5ad64-66d3-4fd9-a31f-2db79d8a2225 None None] The sync data for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv is: [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:33Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'f8bda4df-76f7-47a9-ab08-28b601437090', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'floating_ip_address': '172.26.6.67', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'port_id': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'mac_address': 'fa:16:3e:5e:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc35c71d-a935-4c5f-9dce-374584920096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:54:24Z', 'updated_at': '2021-12-23T15:55:31Z', 'revision_number': 2, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0f184fd-78e7-413c-841c-caef69d869d5', 'name': '', 'network_id': '4f363021-fb48-4af9-82f3-d45c0c566d70', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'mac_address': 'fa:16:3e:9e:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:54:03Z', 'updated_at': '2021-12-23T15:55:31Z', 'revision_number': 6, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'subnets': [{'id': '9dfa5bba-18bd-493b-85da-733c7661171a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:55:35.145428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58644) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:35.257113 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9db90884-6c6e-4758-949c-8b70a0afa27b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1104481 Dec 23 15:55:36.260282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58648) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:36.365011 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-74cdc885-8c5f-4194-aa1e-b63bc8faa25e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1030796 Dec 23 15:55:37.247767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a0f184fd-78e7-413c-841c-caef69d869d5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:55:37.321090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a0f184fd-78e7-413c-841c-caef69d869d5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:55:37.321467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:37.350627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:37.368833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58652) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:37.435282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:37.466714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a0f184fd-78e7-413c-841c-caef69d869d5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a0f184fd-78e7-413c-841c-caef69d869d5,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:37.471036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5edc93ea-51a3-4da0-8eaf-e63c2b8d54eb tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1010540 Dec 23 15:55:37.510104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:37.512623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d01ea414-4cbe-4806-8220-5fe788443b3e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:55:37.622843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:37.636063 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d01ea414-4cbe-4806-8220-5fe788443b3e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:55:37.636456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:37.756925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:37.772890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d01ea414-4cbe-4806-8220-5fe788443b3e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d01ea414-4cbe-4806-8220-5fe788443b3e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:37.825108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:37.889402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d01ea414-4cbe-4806-8220-5fe788443b3e,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:38.474334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58656) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:38.581824 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-64c81e53-9170-4fee-912d-0abe16c1f7ec tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1062834 Dec 23 15:55:39.224102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a0f184fd-78e7-413c-841c-caef69d869d5 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:55:39.292694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a0f184fd-78e7-413c-841c-caef69d869d5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:55:39.293054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:39.400899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d01ea414-4cbe-4806-8220-5fe788443b3e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:55:39.468995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d01ea414-4cbe-4806-8220-5fe788443b3e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:55:39.469264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:39.585650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58660) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:39.688086 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b1e93381-4bba-4697-93e7-504b19a4a88d tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1012647 Dec 23 15:55:40.691889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58664) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:40.797371 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-24e7b16c-1f0d-4815-ad7c-c7b1bd857de0 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1043367 Dec 23 15:55:41.801199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58668) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:41.905341 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-73db4b33-999e-4fa5-82a9-f840e3047159 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 990 time: 0.1030536 Dec 23 15:55:42.229797 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91139f-fd84-481a-b7d3-a4860d232357 None None] New status for floating IP f8bda4df-76f7-47a9-ab08-28b601437090: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:55:42.909696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58672) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:43.016561 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-63d00c3e-a681-496d-bbc7-e0e1f7a8dcfa tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 200 len: 992 time: 0.1057882 Dec 23 15:55:43.324393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58680) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:43.520650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port b8d97434-c35c-47ee-8f84-0e8d98b1c403 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:55:43.520974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:43.690383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:43.690693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:43.810879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for b8d97434-c35c-47ee-8f84-0e8d98b1c403 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:55:44.029995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:44.173441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=b8d97434-c35c-47ee-8f84-0e8d98b1c403,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:44.212626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.212968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.213327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.213778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.214111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.214433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.214770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.215190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.215512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.215876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.216222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:44.276094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:44.668259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router fb7bef55-3454-4163-8309-f6c74c6ef4d7 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:55:44.875316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:55:44.943537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:45.001801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eb05eb45-08ce-4be1-8fb7-aad34bfcf9e6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/floatingips/f8bda4df-76f7-47a9-ab08-28b601437090 HTTP/1.1" status: 204 len: 168 time: 1.6763432 Dec 23 15:55:45.002370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:55:45.060251 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'status': 'completed', 'code': 200} Dec 23 15:55:45.174807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-2442c1f7-14c8-49c0-b3e5-8100049ccbf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 1098 time: 0.0738280 Dec 23 15:55:45.307507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-26bea886-a2bc-4cc8-b2db-fef53ff31890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:55:45.309048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-26bea886-a2bc-4cc8-b2db-fef53ff31890 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f363021-fb48-4af9-82f3-d45c0c566d70 HTTP/1.1" status: 200 len: 897 time: 0.1277456 Dec 23 15:55:45.381526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-f4e2d2bf-e7fb-4e8e-a6fd-c5f1942ab40e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d HTTP/1.1" status: 200 len: 217 time: 0.0660560 Dec 23 15:55:45.445684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-fdba9062-68e6-4374-acfb-3abf2f53b3db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:55:45.447124 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-fdba9062-68e6-4374-acfb-3abf2f53b3db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9dfa5bba-18bd-493b-85da-733c7661171a HTTP/1.1" status: 200 len: 835 time: 0.0592401 Dec 23 15:55:45.609755 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-4311a9cd-94ea-44d4-885f-e6a40182d861 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f363021-fb48-4af9-82f3-d45c0c566d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1335642 Dec 23 15:55:45.615137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa315-e443-4b82-bafc-eaec9890dfc8 req-18fae28d-a6a6-4712-a9b2-923b11ce91da tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:55:45.615767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ed3fa315-e443-4b82-bafc-eaec9890dfc8 req-18fae28d-a6a6-4712-a9b2-923b11ce91da tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:55:45.755793 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-5897cf71-f3f1-4f03-829f-ec5b5df8fd6b service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373339 Dec 23 15:55:45.782878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ed3fa315-e443-4b82-bafc-eaec9890dfc8 req-18fae28d-a6a6-4712-a9b2-923b11ce91da tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:55:45.783914 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ed3fa315-e443-4b82-bafc-eaec9890dfc8 req-18fae28d-a6a6-4712-a9b2-923b11ce91da tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 945 time: 0.2713740 Dec 23 15:55:46.003204 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ed3fa315-e443-4b82-bafc-eaec9890dfc8 req-0c21d908-f06b-4888-95ff-6d9000c3e6d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712725 Dec 23 15:55:46.024382 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-792f6ac8-f233-4d0b-aff9-cb2cbe9d79de req-ee54e005-450d-415a-8535-bb83a5e9c080 service neutron] 10.222.0.57 "GET /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610767 Dec 23 15:55:47.116907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-3bf0715d-5cdb-4386-9681-bbe53c1c90ea tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:55:47.118313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-3bf0715d-5cdb-4386-9681-bbe53c1c90ea tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 945 time: 0.0752859 Dec 23 15:55:47.225545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port c8fca013-ce8d-48c1-b76f-1afadd36f00d {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:55:47.225873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:47.342822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f683a-3f14-41f2-ac81-16d627c02cba req-541846e3-26fe-47e7-ad45-cf61231d9d3e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:55:47.344167 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7e7f683a-3f14-41f2-ac81-16d627c02cba req-541846e3-26fe-47e7-ad45-cf61231d9d3e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 945 time: 0.1901126 Dec 23 15:55:47.475308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7e7f683a-3f14-41f2-ac81-16d627c02cba req-d188615b-60f6-488c-8b76-893ed09db3b6 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e4803e1-872c-4a98-9475-55e6e78515b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253543 Dec 23 15:55:47.517595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port c8fca013-ce8d-48c1-b76f-1afadd36f00d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8fca013-ce8d-48c1-b76f-1afadd36f00d,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:47.517938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:47.637520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for c8fca013-ce8d-48c1-b76f-1afadd36f00d owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:55:47.841308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:47.893037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=c8fca013-ce8d-48c1-b76f-1afadd36f00d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:47.962808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] No DVR routers for this DVR port c8fca013-ce8d-48c1-b76f-1afadd36f00d on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:55:47.965311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:47.967698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'name': 'network-vif-deleted', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:55:48.022434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc35c71d-a935-4c5f-9dce-374584920096', 'name': 'network-vif-deleted', 'tag': 'c8fca013-ce8d-48c1-b76f-1afadd36f00d', 'status': 'completed', 'code': 200} Dec 23 15:55:48.036298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c0013843-15f2-40e7-afb5-e9f033eab30a req-c40b3447-789a-4663-909d-2701a5867b6b tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.57 "DELETE /v2.0/ports/c8fca013-ce8d-48c1-b76f-1afadd36f00d HTTP/1.1" status: 204 len: 173 time: 0.9118581 Dec 23 15:55:48.647606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3b6f0471-822e-4f74-95a4-3a8e7e7b0787 req-eff53306-0911-4e3a-944e-c49ac9695134 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Synchronizing usage tracker for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:55:48.731471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-3b6f0471-822e-4f74-95a4-3a8e7e7b0787 req-eff53306-0911-4e3a-944e-c49ac9695134 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Unset dirty status for tenant:629e819aaa0c4f2bb534edf99c0905fb on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:55:48.732876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b6f0471-822e-4f74-95a4-3a8e7e7b0787 req-eff53306-0911-4e3a-944e-c49ac9695134 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc35c71d-a935-4c5f-9dce-374584920096 HTTP/1.1" status: 200 len: 210 time: 0.1261289 Dec 23 15:55:49.837585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58700) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:49.906588 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:49.927097 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:55:49.936293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:50.052652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:50.070147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4803e1-872c-4a98-9475-55e6e78515b7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:50.080054 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.080415 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.080738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.081060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.081380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.081730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.082044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.082356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.082666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.082972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.083280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:55:50.131640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:50.132821 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2798854b-3186-4fde-990b-8b41efb6c68e tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e4803e1-872c-4a98-9475-55e6e78515b7 HTTP/1.1" status: 204 len: 168 time: 0.2942584 Dec 23 15:55:50.213276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58706) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:50.637928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:51.223021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8fca013-ce8d-48c1-b76f-1afadd36f00d no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:55:51.258847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: c8fca013-ce8d-48c1-b76f-1afadd36f00d {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:55:51.259184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8fca013-ce8d-48c1-b76f-1afadd36f00d not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:55:51.347324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port a0f184fd-78e7-413c-841c-caef69d869d5 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:55:51.347919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:51.536673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port a0f184fd-78e7-413c-841c-caef69d869d5, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a0f184fd-78e7-413c-841c-caef69d869d5,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:51.537025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:51.662711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for a0f184fd-78e7-413c-841c-caef69d869d5 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:55:51.898159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:51.946606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=a0f184fd-78e7-413c-841c-caef69d869d5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:52.238605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:52.703333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] Sync routers for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:55:52.714562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:52.715170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:52.907926 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Router fb7bef55-3454-4163-8309-f6c74c6ef4d7 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:55:52.925006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:55:53.104237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:55:53.201026 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4df7af70-a0f0-4626-a7bc-9f2383f98d01 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "PUT /v2.0/routers/fb7bef55-3454-4163-8309-f6c74c6ef4d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9865658 Dec 23 15:55:53.203605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58710) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:53.210788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:51Z', 'revision_number': 7, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:53.215284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] Checking router: fb7bef55-3454-4163-8309-f6c74c6ef4d7 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:55:53.226387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] Routers {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:53.226997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:53.391045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting subnet 9dfa5bba-18bd-493b-85da-733c7661171a {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:55:53.393882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:53.406313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] Set router fb7bef55-3454-4163-8309-f6c74c6ef4d7 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:55:53.446745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:53.531466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:53.664871 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:53.693838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:51Z', 'revision_number': 7, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:53.697783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362d286-ab49-470c-8e15-edd9736b1802 None None] The sync data for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv is: [{'id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'name': 'tempest-TestNetworkBasicOps-router-144345096', 'tenant_id': '629e819aaa0c4f2bb534edf99c0905fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23'}], 'enable_snat': True}, 'gw_port_id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:51Z', 'revision_number': 7, 'project_id': '629e819aaa0c4f2bb534edf99c0905fb', 'gw_port': {'id': 'd01ea414-4cbe-4806-8220-5fe788443b3e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:23:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7bef55-3454-4163-8309-f6c74c6ef4d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:53:59Z', 'updated_at': '2021-12-23T15:55:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:55:53.704820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfa5bba-18bd-493b-85da-733c7661171a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:53.710916 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:53.717722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbbc18-9aee-47db-9bc9-683bd3891fd2 None None] Network 4f363021-fb48-4af9-82f3-d45c0c566d70 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:55:53.721053 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ae7bcc8b-7f42-4704-9a2b-52e547002aad tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/subnets/9dfa5bba-18bd-493b-85da-733c7661171a HTTP/1.1" status: 204 len: 168 time: 0.5141704 Dec 23 15:55:53.721797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58714) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:53.928623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.090976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345e9cbf-fed5-4282-8805-640039a496df None None] DHCP port deletion for 4f363021-fb48-4af9-82f3-d45c0c566d70 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 15:55:54.095577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-345e9cbf-fed5-4282-8805-640039a496df None None] Deleting port 0bc9c9d0-b085-4fb3-952a-52afe85d292e {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:55:54.095967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-345e9cbf-fed5-4282-8805-640039a496df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.131367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.217114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Deleting port d01ea414-4cbe-4806-8220-5fe788443b3e {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:55:54.217451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.313855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-345e9cbf-fed5-4282-8805-640039a496df None None] For port 0bc9c9d0-b085-4fb3-952a-52afe85d292e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0bc9c9d0-b085-4fb3-952a-52afe85d292e,segment=NetworkSegment(557e0aeb-27b8-4303-85eb-4a9cdf07b394),segment_id=557e0aeb-27b8-4303-85eb-4a9cdf07b394)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:54.314342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-345e9cbf-fed5-4282-8805-640039a496df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.485976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-345e9cbf-fed5-4282-8805-640039a496df None None] Calling delete_port for 0bc9c9d0-b085-4fb3-952a-52afe85d292e owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:55:54.503445 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] For port d01ea414-4cbe-4806-8220-5fe788443b3e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d01ea414-4cbe-4806-8220-5fe788443b3e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:55:54.503787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.631652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Calling delete_port for d01ea414-4cbe-4806-8220-5fe788443b3e owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:55:54.664007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-345e9cbf-fed5-4282-8805-640039a496df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.710883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e9cbf-fed5-4282-8805-640039a496df None None] Pushing event deleted for resources: {'Port': ['ID=0bc9c9d0-b085-4fb3-952a-52afe85d292e,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:54.717979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e9cbf-fed5-4282-8805-640039a496df None None] No DVR routers for this DVR port 0bc9c9d0-b085-4fb3-952a-52afe85d292e on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:55:54.856961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:54.903553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Port': ['ID=d01ea414-4cbe-4806-8220-5fe788443b3e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:55.124761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.271680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a0f184fd-78e7-413c-841c-caef69d869d5 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:55:55.305284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a0f184fd-78e7-413c-841c-caef69d869d5 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:55:55.305623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a0f184fd-78e7-413c-841c-caef69d869d5 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:55:55.306026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0bc9c9d0-b085-4fb3-952a-52afe85d292e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:55:55.332115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-03a784cb-62a0-459e-ad09-48ae72eba69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.342451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 0bc9c9d0-b085-4fb3-952a-52afe85d292e {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:55:55.342793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0bc9c9d0-b085-4fb3-952a-52afe85d292e not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:55:55.382772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.387567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.481180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.481768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Fanout notify agent at l3_agent the message router_deleted on router fb7bef55-3454-4163-8309-f6c74c6ef4d7 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 15:55:55.497396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.498515 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bc23ffcb-316e-4b55-8f1c-20c2eef9bb84 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/routers/fb7bef55-3454-4163-8309-f6c74c6ef4d7 HTTP/1.1" status: 204 len: 168 time: 1.7757614 Dec 23 15:55:55.501257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58718) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:55.614364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.838162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.862775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f363021-fb48-4af9-82f3-d45c0c566d70']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:55.875018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557e0aeb-27b8-4303-85eb-4a9cdf07b394') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:55.875302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557e0aeb-27b8-4303-85eb-4a9cdf07b394') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:55:55.886371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.901590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.907641 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:55:55.908008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:55:55.922552 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:55:56.052727 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:56.070231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:56.081042 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] Pushing event deleted for resources: {'Network': ['ID=4f363021-fb48-4af9-82f3-d45c0c566d70,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:56.086133 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e4964d3f-492f-451c-b92d-d8ddcc33b3d7 tempest-TestNetworkBasicOps-2041570698 tempest-TestNetworkBasicOps-2041570698-project] 10.222.0.58 "DELETE /v2.0/networks/4f363021-fb48-4af9-82f3-d45c0c566d70 HTTP/1.1" status: 204 len: 168 time: 0.5836723 Dec 23 15:55:56.703630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58726) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:56.809199 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23086c73-8550-40d7-b2cb-75c54fca33be None None] New status for floating IP f8bda4df-76f7-47a9-ab08-28b601437090: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 15:55:56.878415 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7959c9cc-26c2-4648-94bd-0b1749c09130 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=629e819aaa0c4f2bb534edf99c0905fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1734283 Dec 23 15:55:56.880694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58732) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:56.940910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7fb589ad-3d95-49c2-b547-6455858d0b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:56.971369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7fb589ad-3d95-49c2-b547-6455858d0b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:57.006092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] Sync routers for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:55:57.017743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] Routers set() bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:57.018237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] Router IDs set() for agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 15:55:57.018950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_agentschedulers_db [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent'). {{(pid=84223) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 15:55:57.030194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] Routers set() bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:55:57.030557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] Router IDs set() for agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 15:55:57.031125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_agentschedulers_db [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb7bef55-3454-4163-8309-f6c74c6ef4d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:55:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent'). {{(pid=84223) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 23 15:55:57.031494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddfa684-c9bf-4d43-bdac-88f9edaf9882 None None] The sync data for ids ['fb7bef55-3454-4163-8309-f6c74c6ef4d7'] in dv-neutron-822796-1-hyperv is: [] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:55:57.104541 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7fb589ad-3d95-49c2-b547-6455858d0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:57.123243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb589ad-3d95-49c2-b547-6455858d0b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc53d02-b725-48f2-88b0-02069c6d47eb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:57.129924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7fb589ad-3d95-49c2-b547-6455858d0b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:57.136298 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7fb589ad-3d95-49c2-b547-6455858d0b3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9cc53d02-b725-48f2-88b0-02069c6d47eb HTTP/1.1" status: 204 len: 168 time: 0.2542315 Dec 23 15:55:57.454993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d01ea414-4cbe-4806-8220-5fe788443b3e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:55:57.514758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d01ea414-4cbe-4806-8220-5fe788443b3e {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:55:57.515335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d01ea414-4cbe-4806-8220-5fe788443b3e not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:55:57.653702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a42800dd-862d-436e-aa6f-14da12f9763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:57.848994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58740) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:57.867368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:57.896854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:55:57.900560 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Usage tracker for resource:security_group_rule and tenant:38ee15e8eda34951a70aac4d0a972428 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:55:57.904156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:55:57.909810 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:55:57.973780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:58.045252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:58.092146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ee33c9-044a-491c-a8c6-40197c3c5f0c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:58.096506 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-36c1f257-400c-4b4b-8495-dcad4af023b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38ee15e8eda34951a70aac4d0a972428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2465336 Dec 23 15:55:58.099268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58744) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:58.160930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d03b33c-91c2-4416-b874-af55dc079702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:58.186622 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d03b33c-91c2-4416-b874-af55dc079702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:58.285093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d03b33c-91c2-4416-b874-af55dc079702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:58.298804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03b33c-91c2-4416-b874-af55dc079702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ee33c9-044a-491c-a8c6-40197c3c5f0c,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:58.305178 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0d03b33c-91c2-4416-b874-af55dc079702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:58.306278 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0d03b33c-91c2-4416-b874-af55dc079702 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1ee33c9-044a-491c-a8c6-40197c3c5f0c HTTP/1.1" status: 204 len: 168 time: 0.2060540 Dec 23 15:55:58.801447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:58.984071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:59.498360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58766) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:55:59.629751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-117751210-network', 'tenant_id': 'bc50d9ef053a45278544743038c25b01'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:55:59.634836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:55:59.640262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Usage tracker for resource:network and tenant:bc50d9ef053a45278544743038c25b01 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:55:59.644030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:55:59.650087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:55:59.742336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Made reservation on behalf of bc50d9ef053a45278544743038c25b01 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:55:59.744679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:59.760699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:59.791714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:55:59.796035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc50d9ef053a45278544743038c25b01 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:55:59.798813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:55:59.804405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:55:59.868083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:59.921158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:59.953534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:55:59.958600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb5ee4-a390-4fa1-ac9d-c6b793b88155,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:55:59.966924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:55:59.967312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Added segment 3a87bfba-2fd8-4c48-97f6-5d38e76d78e5 of type vlan for network 7df082a8-ea25-4563-a155-c2f0305dc051 Dec 23 15:55:59.992749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:00.069352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:00.070161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:00.070778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:00.174210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] Pushing event updated for resources: {'Network': ['ID=7df082a8-ea25-4563-a155-c2f0305dc051,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:00.184440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 7df082a8-ea25-4563-a155-c2f0305dc051 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:56:00.225822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7ce40867-01f3-4b4c-a26b-9aba2e29ffa9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7261508 Dec 23 15:56:00.228572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58772) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:00.234786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Request body: {'subnet': {'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-117751210-subnet', 'tenant_id': 'bc50d9ef053a45278544743038c25b01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:00.240826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:56:00.244415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Usage tracker for resource:subnet and tenant:bc50d9ef053a45278544743038c25b01 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:56:00.249248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:56:00.259979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:56:00.341865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Made reservation on behalf of bc50d9ef053a45278544743038c25b01 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:56:00.344546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:00.381849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:00.593737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:00.667813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=297931c2-8222-48f5-aafb-721f35474e99,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:00.684261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Checking segment: {'id': '3a87bfba-2fd8-4c48-97f6-5d38e76d78e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:56:00.684624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Network hostable DHCP agents. Network: 7df082a8-ea25-4563-a155-c2f0305dc051, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:56:00.759150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Network 7df082a8-ea25-4563-a155-c2f0305dc051 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:56:00.827539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 7df082a8-ea25-4563-a155-c2f0305dc051) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:56:00.832379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:00.833705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:00.835208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a12d4-5d95-43a6-bcec-12f804f126fe None None] Network 7df082a8-ea25-4563-a155-c2f0305dc051 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:56:00.929233 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1d8f28cf-07b6-413c-823f-6b0a978bb2ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6912961 Dec 23 15:56:01.041788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1efce0-0964-40bc-ad1d-4c49097a48d7 None None] Network 7df082a8-ea25-4563-a155-c2f0305dc051 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:56:01.966215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58794) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:01.971456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-621792577-network', 'tenant_id': '3d967164fe824d66bcb13e711834c0b4'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:01.976099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:56:01.979814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Usage tracker for resource:network and tenant:3d967164fe824d66bcb13e711834c0b4 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:56:01.983206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:56:01.988809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:56:02.057851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Made reservation on behalf of 3d967164fe824d66bcb13e711834c0b4 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:56:02.060146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.072300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.102679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:56:02.107314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Usage tracker for resource:security_group_rule and tenant:3d967164fe824d66bcb13e711834c0b4 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:56:02.110139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:56:02.115815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:56:02.178607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.263943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.291480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:56:02.304554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0abc0c-a74c-471e-96c4-b6381b06f058,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:02.308785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.309118 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Added segment 20413285-c473-4d21-b9cb-a955943cf509 of type vlan for network 2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb Dec 23 15:56:02.337558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.492409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.493245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:02.493811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.594864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] Pushing event updated for resources: {'Network': ['ID=2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:02.604662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:56:02.659624 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-903cb2ef-bdb9-483d-a29f-8958323f517d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6906784 Dec 23 15:56:02.660049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58798) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:02.666079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Request body: {'subnet': {'network_id': '2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-621792577-subnet', 'tenant_id': '3d967164fe824d66bcb13e711834c0b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:02.672040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:56:02.676390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Usage tracker for resource:subnet and tenant:3d967164fe824d66bcb13e711834c0b4 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:56:02.679517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:56:02.686108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:56:02.747981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Made reservation on behalf of 3d967164fe824d66bcb13e711834c0b4 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:56:02.750396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:02.995572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:03.071987 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a219c525-316c-4e51-bd40-c15088b34fe3,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:03.081530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Checking segment: {'id': '20413285-c473-4d21-b9cb-a955943cf509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:56:03.081877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Network hostable DHCP agents. Network: 2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:56:03.149406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Network 2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:56:03.201117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:56:03.204986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:03.205566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:03.210366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7325ad3a-fbc8-4f99-8355-8897d7220a19 None None] Network 2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:56:03.290935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-79fd65b7-104f-45dd-985d-1f44b825f16b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6297116 Dec 23 15:56:03.423440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576210fd-ceb9-4f76-b2f9-89f0fc714ccd None None] Network 2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:56:03.967273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-56f03f4f-5d37-4d2f-96b3-179cdf5d4a23 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:03.967851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-56f03f4f-5d37-4d2f-96b3-179cdf5d4a23 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Synchronizing usage tracker for tenant:bc50d9ef053a45278544743038c25b01 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:56:04.055745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-56f03f4f-5d37-4d2f-96b3-179cdf5d4a23 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Unset dirty status for tenant:bc50d9ef053a45278544743038c25b01 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:56:04.057293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-56f03f4f-5d37-4d2f-96b3-179cdf5d4a23 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/networks?id=7df082a8-ea25-4563-a155-c2f0305dc051 HTTP/1.1" status: 200 len: 811 time: 0.2292798 Dec 23 15:56:04.076062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-7ff94e1b-243f-4a0a-85ac-4a1b7e79ff9f tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/quotas/bc50d9ef053a45278544743038c25b01 HTTP/1.1" status: 200 len: 375 time: 0.0109634 Dec 23 15:56:04.128870 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-eefed328-3ea0-496f-b74c-98302765e7e2 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc50d9ef053a45278544743038c25b01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409069 Dec 23 15:56:04.259298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-2bdd320f-1a6c-4a91-bfbc-c1599050e922 service neutron] 10.222.0.58 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238887 Dec 23 15:56:04.389819 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-afdf105d-cb7e-488b-9798-0799838e2ff4 service neutron] 10.222.0.58 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246941 Dec 23 15:56:04.683030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bfb046df-30c9-4e3a-a283-ec0002f83881 req-55fa2668-381d-41ba-a3d9-ec56dfff509e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 210 time: 0.0435371 Dec 23 15:56:05.843872 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3cacb25b-ab1a-4cb1-8660-26a12d42a38c req-999a9fd3-932e-47fa-a54d-2eae13264e43 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 210 time: 0.0433605 Dec 23 15:56:07.052760 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-16dea5a1-19a9-4da1-8681-655188771cc2 req-372e458d-193a-403b-8909-dd220c213608 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 210 time: 0.0513237 Dec 23 15:56:07.116476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-d880cc76-83c9-4cc3-9945-4e5ec1ac5661 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:07.117858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-d880cc76-83c9-4cc3-9945-4e5ec1ac5661 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.57 "GET /v2.0/networks?id=7df082a8-ea25-4563-a155-c2f0305dc051 HTTP/1.1" status: 200 len: 811 time: 0.1861389 Dec 23 15:56:07.161895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Request body: {'port': {'device_id': '3255c14a-af54-4f56-a978-3311f9017360', 'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051', 'admin_state_up': True, 'tenant_id': 'bc50d9ef053a45278544743038c25b01'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:07.294045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:56:07.297796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Usage tracker for resource:port and tenant:bc50d9ef053a45278544743038c25b01 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:56:07.301350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:56:07.306999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:56:07.347524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:07.381460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Made reservation on behalf of bc50d9ef053a45278544743038c25b01 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:56:07.384538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:07.542740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Allocated IP 172.20.0.12 (7df082a8-ea25-4563-a155-c2f0305dc051/297931c2-8222-48f5-aafb-721f35474e99/0f723064-eecf-4b6a-9f81-f370a1082ab3) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:56:07.840147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:07.918768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:07.987697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Network 7df082a8-ea25-4563-a155-c2f0305dc051 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:56:07.990638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:56:07.994492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:56:08.024557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Pushing event updated for resources: {'Port': ['ID=0f723064-eecf-4b6a-9f81-f370a1082ab3,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:08.056458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:08.057095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:08.138514 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-3c9de082-ddce-45da-aba2-48763a12b9bd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9807842 Dec 23 15:56:08.176894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Request body: {'port': {'device_id': '3255c14a-af54-4f56-a978-3311f9017360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:08.339490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:08.363395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f1339-009f-43fa-8875-73906b84f028 req-89afc3ca-cde6-4279-a0d2-2095550c1a0b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:08.364061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c34f1339-009f-43fa-8875-73906b84f028 req-89afc3ca-cde6-4279-a0d2-2095550c1a0b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Synchronizing usage tracker for tenant:bc50d9ef053a45278544743038c25b01 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:56:08.515327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c34f1339-009f-43fa-8875-73906b84f028 req-89afc3ca-cde6-4279-a0d2-2095550c1a0b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Unset dirty status for tenant:bc50d9ef053a45278544743038c25b01 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:56:08.516480 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c34f1339-009f-43fa-8875-73906b84f028 req-89afc3ca-cde6-4279-a0d2-2095550c1a0b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 932 time: 0.3084681 Dec 23 15:56:08.635670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c34f1339-009f-43fa-8875-73906b84f028 req-061861eb-368f-49f4-a248-14959a7728bf tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Synchronizing usage tracker for tenant:bc50d9ef053a45278544743038c25b01 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:56:08.734680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c34f1339-009f-43fa-8875-73906b84f028 req-061861eb-368f-49f4-a248-14959a7728bf tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Unset dirty status for tenant:bc50d9ef053a45278544743038c25b01 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:56:08.736442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c34f1339-009f-43fa-8875-73906b84f028 req-061861eb-368f-49f4-a248-14959a7728bf tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737494 Dec 23 15:56:08.740272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f723064-eecf-4b6a-9f81-f370a1082ab3 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:56:08.748676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:08.761249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Transition to ACTIVE for port object 0f723064-eecf-4b6a-9f81-f370a1082ab3 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:56:08.855420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:08.985331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Pushing event updated for resources: {'Port': ['ID=0f723064-eecf-4b6a-9f81-f370a1082ab3,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:09.088042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Attempting to bind port 0f723064-eecf-4b6a-9f81-f370a1082ab3 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:56:09.088705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Attempting to bind port 0f723064-eecf-4b6a-9f81-f370a1082ab3 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3a87bfba-2fd8-4c48-97f6-5d38e76d78e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:56:09.088705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Attempting to bind port 0f723064-eecf-4b6a-9f81-f370a1082ab3 on network 7df082a8-ea25-4563-a155-c2f0305dc051 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:56:09.094310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Port 0f723064-eecf-4b6a-9f81-f370a1082ab3 on network 7df082a8-ea25-4563-a155-c2f0305dc051 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:56:09.094625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Attempting to bind port 0f723064-eecf-4b6a-9f81-f370a1082ab3 on network 7df082a8-ea25-4563-a155-c2f0305dc051 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:56:09.100772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:56:09.101095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Checking segment: {'id': '3a87bfba-2fd8-4c48-97f6-5d38e76d78e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:56:09.101461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Bound using segment: {'id': '3a87bfba-2fd8-4c48-97f6-5d38e76d78e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:56:09.101868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Bound port: 0f723064-eecf-4b6a-9f81-f370a1082ab3, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a87bfba-2fd8-4c48-97f6-5d38e76d78e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:56:09.102199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:09.201225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] For port 0f723064-eecf-4b6a-9f81-f370a1082ab3, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:56:09.204056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] For port 0f723064-eecf-4b6a-9f81-f370a1082ab3, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3,segment=NetworkSegment(3a87bfba-2fd8-4c48-97f6-5d38e76d78e5),segment_id=3a87bfba-2fd8-4c48-97f6-5d38e76d78e5)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:56:09.309342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:09.369584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:09.370942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] 10.222.0.57 "PUT /v2.0/ports/0f723064-eecf-4b6a-9f81-f370a1082ab3 HTTP/1.1" status: 200 len: 1094 time: 1.1992202 Dec 23 15:56:09.371370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3255c14a-af54-4f56-a978-3311f9017360', 'tag': '0f723064-eecf-4b6a-9f81-f370a1082ab3'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:56:09.393379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbb12f-309a-4d34-8c65-67a51142b405 service neutron] Pushing event updated for resources: {'Port': ['ID=0f723064-eecf-4b6a-9f81-f370a1082ab3,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:09.426762 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3255c14a-af54-4f56-a978-3311f9017360', 'tag': '0f723064-eecf-4b6a-9f81-f370a1082ab3', 'status': 'completed', 'code': 200} Dec 23 15:56:09.536621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce619d5a-a382-4383-8d93-fb1ca4d22380 req-b1e9e5c5-23c5-49d0-badb-5455b2f79e7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc50d9ef053a45278544743038c25b01&device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 1097 time: 0.0687246 Dec 23 15:56:09.683868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce619d5a-a382-4383-8d93-fb1ca4d22380 req-1be575df-5b06-4636-83c6-752bb365bdba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:09.685400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce619d5a-a382-4383-8d93-fb1ca4d22380 req-1be575df-5b06-4636-83c6-752bb365bdba service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bc50d9ef053a45278544743038c25b01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1358118 Dec 23 15:56:09.823373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce619d5a-a382-4383-8d93-fb1ca4d22380 req-fba0bb02-fafc-44ad-add7-695916c32658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:09.824836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce619d5a-a382-4383-8d93-fb1ca4d22380 req-fba0bb02-fafc-44ad-add7-695916c32658 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336770 Dec 23 15:56:10.077072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca60d-0a57-40e5-926c-aa7d1f3be5b8 req-8065c5de-1779-4539-bd3f-0ab17a6e461e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:10.078501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2b9ca60d-0a57-40e5-926c-aa7d1f3be5b8 req-8065c5de-1779-4539-bd3f-0ab17a6e461e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 944 time: 0.2202110 Dec 23 15:56:10.081670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-ea8648a7-e470-44a9-b349-2cefff5dbf57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc50d9ef053a45278544743038c25b01&device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 1097 time: 0.1016378 Dec 23 15:56:10.163838 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-f644e845-6142-4a7d-b341-56de87b5dd6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3 HTTP/1.1" status: 200 len: 217 time: 0.0653300 Dec 23 15:56:10.223732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2b9ca60d-0a57-40e5-926c-aa7d1f3be5b8 req-65961731-ca74-403c-ab1b-477b426279fe tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390128 Dec 23 15:56:10.237817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-da1d679f-4fa8-42c9-adcc-085b117589d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:10.239197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-da1d679f-4fa8-42c9-adcc-085b117589d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=297931c2-8222-48f5-aafb-721f35474e99 HTTP/1.1" status: 200 len: 851 time: 0.0685909 Dec 23 15:56:10.286225 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-fd3229ea-b285-4a78-a0f8-9c94df4ab962 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7df082a8-ea25-4563-a155-c2f0305dc051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400031 Dec 23 15:56:10.415701 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-d770d7d9-e959-42c7-8f4f-2ad8d3659c69 service neutron] 10.222.0.57 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222568 Dec 23 15:56:10.547064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875e0f4-27c1-4b0a-95a1-bee04fecfcc0 req-050082ec-52d1-4224-9bef-896ce79858ec service neutron] 10.222.0.57 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251109 Dec 23 15:56:11.427298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293136af-a3de-4b08-b5f0-58a08dbf9533 req-b24cb357-fae4-4f22-855c-20e5d9d2ec4f tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:11.428653 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-293136af-a3de-4b08-b5f0-58a08dbf9533 req-b24cb357-fae4-4f22-855c-20e5d9d2ec4f tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 944 time: 0.0798755 Dec 23 15:56:11.472797 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-293136af-a3de-4b08-b5f0-58a08dbf9533 req-4ba9dd86-ef41-4e9f-9819-07f406c34a6c tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Dec 23 15:56:12.666109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1837-0f85-4418-9a47-21aa6d54b74d req-22f090de-205f-49d7-bc26-3e60a1c54506 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:12.667523 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38fb1837-0f85-4418-9a47-21aa6d54b74d req-22f090de-205f-49d7-bc26-3e60a1c54506 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 944 time: 0.0761940 Dec 23 15:56:12.715290 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38fb1837-0f85-4418-9a47-21aa6d54b74d req-674a9631-6fd7-422c-aa69-433de5cd367c tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Dec 23 15:56:13.284334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0f723064-eecf-4b6a-9f81-f370a1082ab3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:56:13.448485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0f723064-eecf-4b6a-9f81-f370a1082ab3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3,segment=NetworkSegment(3a87bfba-2fd8-4c48-97f6-5d38e76d78e5),segment_id=3a87bfba-2fd8-4c48-97f6-5d38e76d78e5)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:56:13.462053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '0f723064-eecf-4b6a-9f81-f370a1082ab3', 'network_id': '7df082a8-ea25-4563-a155-c2f0305dc051', 'port_id': '0f723064-eecf-4b6a-9f81-f370a1082ab3', 'mac_address': 'fa:16:3e:08:84:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297931c2-8222-48f5-aafb-721f35474e99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:56:13.514058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:13.531720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f723064-eecf-4b6a-9f81-f370a1082ab3 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:56:13.546145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0f723064-eecf-4b6a-9f81-f370a1082ab3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3,segment=NetworkSegment(3a87bfba-2fd8-4c48-97f6-5d38e76d78e5),segment_id=3a87bfba-2fd8-4c48-97f6-5d38e76d78e5)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:56:13.603688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:13.669501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=0f723064-eecf-4b6a-9f81-f370a1082ab3,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:13.914375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb1642-04af-45b1-899d-2278a0e4a21f req-04d87edf-3024-4bbc-b4d2-4b23151c9daa tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:13.915794 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-21fb1642-04af-45b1-899d-2278a0e4a21f req-04d87edf-3024-4bbc-b4d2-4b23151c9daa tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 945 time: 0.0795412 Dec 23 15:56:13.961732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-21fb1642-04af-45b1-899d-2278a0e4a21f req-777100f3-a780-4c2b-9a22-ba3d9e69bd18 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Dec 23 15:56:14.014295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['0f723064-eecf-4b6a-9f81-f370a1082ab3'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:56:15.158544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda133b-1159-4940-a1ec-817ccf5a836a req-343a181e-3947-4471-93f2-7163968c7e90 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:15.159970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9cda133b-1159-4940-a1ec-817ccf5a836a req-343a181e-3947-4471-93f2-7163968c7e90 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 945 time: 0.0762756 Dec 23 15:56:15.204938 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9cda133b-1159-4940-a1ec-817ccf5a836a req-3bfcea01-af3f-48a1-809b-2ac395ed8eb6 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Dec 23 15:56:15.300662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0f723064-eecf-4b6a-9f81-f370a1082ab3 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:56:15.473500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 0f723064-eecf-4b6a-9f81-f370a1082ab3 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:56:15.479216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 0f723064-eecf-4b6a-9f81-f370a1082ab3 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:56:15.479609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:15.596556 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:15.625398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3255c14a-af54-4f56-a978-3311f9017360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f723064-eecf-4b6a-9f81-f370a1082ab3'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:56:15.638435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 0f723064-eecf-4b6a-9f81-f370a1082ab3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3,segment=NetworkSegment(3a87bfba-2fd8-4c48-97f6-5d38e76d78e5),segment_id=3a87bfba-2fd8-4c48-97f6-5d38e76d78e5)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:56:15.681796 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3255c14a-af54-4f56-a978-3311f9017360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f723064-eecf-4b6a-9f81-f370a1082ab3', 'code': 200} Dec 23 15:56:15.709201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:15.775023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=0f723064-eecf-4b6a-9f81-f370a1082ab3,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:16.077066 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c1a63297-31a6-4367-93e0-cb5f4cc1bd16 req-34a3452c-9be9-4957-a87d-ba8ee8a812de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 1099 time: 0.0700216 Dec 23 15:56:16.118621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c1a63297-31a6-4367-93e0-cb5f4cc1bd16 req-abe3b79b-1744-4865-bbeb-8460e869e51b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356238 Dec 23 15:56:16.515474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffa5cd-9569-4332-9bd0-533929dc1cf8 req-b8c43896-d5ef-4413-b0a5-a73ec275c307 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:16.517535 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8ffa5cd-9569-4332-9bd0-533929dc1cf8 req-b8c43896-d5ef-4413-b0a5-a73ec275c307 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.1935456 Dec 23 15:56:16.567283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8ffa5cd-9569-4332-9bd0-533929dc1cf8 req-9d6164fb-b599-4870-94a6-e2a135e70b7c tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Dec 23 15:56:17.843318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027fa48-c930-4d56-96a8-0f777dbb6021 req-7c56a573-28bd-46b5-b529-9b5e82175ba6 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:17.845390 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f027fa48-c930-4d56-96a8-0f777dbb6021 req-7c56a573-28bd-46b5-b529-9b5e82175ba6 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.1508396 Dec 23 15:56:17.890450 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f027fa48-c930-4d56-96a8-0f777dbb6021 req-e37adff9-a38b-4f27-a307-c0b6343f0e0e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394878 Dec 23 15:56:18.084011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd86a-88f7-4ddd-aa08-84f4301a3210 req-ac6112a1-508f-466c-843d-772b04f43190 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:18.085467 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c05dd86a-88f7-4ddd-aa08-84f4301a3210 req-ac6112a1-508f-466c-843d-772b04f43190 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0783198 Dec 23 15:56:18.130413 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c05dd86a-88f7-4ddd-aa08-84f4301a3210 req-c6bdeae7-99a2-49c1-a3d4-b660f5d7c20d tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Dec 23 15:56:18.737918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beddb5e-9ff4-40d9-90c9-fe1a1ff97a85 req-ac24111d-475d-426a-8bc2-9c7b13b0917d tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:18.739348 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8beddb5e-9ff4-40d9-90c9-fe1a1ff97a85 req-ac24111d-475d-426a-8bc2-9c7b13b0917d tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0758398 Dec 23 15:56:18.784521 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8beddb5e-9ff4-40d9-90c9-fe1a1ff97a85 req-ddc5f778-8391-4999-a77d-654cf4b61939 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395632 Dec 23 15:56:19.985164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48633f-8f0e-4087-88ba-4f4ac0558cee req-ee547969-4ec7-4356-b54c-1b6008e4cf67 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:19.986498 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c48633f-8f0e-4087-88ba-4f4ac0558cee req-ee547969-4ec7-4356-b54c-1b6008e4cf67 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0783963 Dec 23 15:56:20.031811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c48633f-8f0e-4087-88ba-4f4ac0558cee req-9de362c2-1fed-4b43-852b-3b414f651252 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Dec 23 15:56:20.540329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc31ea-e7b1-4b3b-a175-82aac119333f req-fec69e31-560b-4d1c-8347-84df810c9b3b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:20.542152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ebc31ea-e7b1-4b3b-a175-82aac119333f req-fec69e31-560b-4d1c-8347-84df810c9b3b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0772004 Dec 23 15:56:20.593432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ebc31ea-e7b1-4b3b-a175-82aac119333f req-dbe16ed8-d1e9-4545-99dd-92dfb812196e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Dec 23 15:56:20.750577 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-8dfdf80c-b8a5-44ad-8ca3-04cbbebbfae2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc50d9ef053a45278544743038c25b01&device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 1099 time: 0.1598628 Dec 23 15:56:20.879395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-e1062efa-01ef-47a7-ba41-2b44776dc8de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:20.880847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-e1062efa-01ef-47a7-ba41-2b44776dc8de service neutron] 10.222.0.57 "GET /v2.0/networks?id=7df082a8-ea25-4563-a155-c2f0305dc051 HTTP/1.1" status: 200 len: 912 time: 0.1241710 Dec 23 15:56:20.950278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-e38e6a48-4272-4478-a25c-4b12c6928cfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3 HTTP/1.1" status: 200 len: 217 time: 0.0627944 Dec 23 15:56:21.010604 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-e9bbc688-bfe4-41a6-bbea-e426913acf49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:21.011979 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-e9bbc688-bfe4-41a6-bbea-e426913acf49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=297931c2-8222-48f5-aafb-721f35474e99 HTTP/1.1" status: 200 len: 851 time: 0.0560424 Dec 23 15:56:21.056543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-5aaf1595-cedd-48df-96ed-1f4acfb0341d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7df082a8-ea25-4563-a155-c2f0305dc051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378807 Dec 23 15:56:21.183415 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-a3df9725-f1ab-4146-b9a1-0f7c0078b530 service neutron] 10.222.0.57 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210058 Dec 23 15:56:21.311015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-263853bb-855f-4e46-b4ac-e272551f24f1 req-69b2b897-2c90-4114-9580-edc6bc6ab203 service neutron] 10.222.0.57 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217368 Dec 23 15:56:21.799492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567860a-16d1-4484-aeab-166e570b9053 req-4509be03-d0cb-47d7-8811-4e4134d8888b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:21.800957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7567860a-16d1-4484-aeab-166e570b9053 req-4509be03-d0cb-47d7-8811-4e4134d8888b tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0814691 Dec 23 15:56:21.846744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7567860a-16d1-4484-aeab-166e570b9053 req-440d855b-c727-443c-8de0-2728615dd2b9 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Dec 23 15:56:23.036362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b14cb-1d30-4bc0-9d65-e26f9ba5cae0 req-68993a78-d3f0-4376-87e4-735147d5c7f4 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:23.037872 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f35b14cb-1d30-4bc0-9d65-e26f9ba5cae0 req-68993a78-d3f0-4376-87e4-735147d5c7f4 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0748174 Dec 23 15:56:23.085421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f35b14cb-1d30-4bc0-9d65-e26f9ba5cae0 req-60a3cd2d-6cfa-4822-a6c1-11458ad3c0cd tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Dec 23 15:56:23.716907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b54fa-f5fb-4a42-89f2-98699e28b085 req-e2222f3e-2be0-444b-b129-b504265eda90 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:23.718344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-124b54fa-f5fb-4a42-89f2-98699e28b085 req-e2222f3e-2be0-444b-b129-b504265eda90 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0779750 Dec 23 15:56:23.763485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-124b54fa-f5fb-4a42-89f2-98699e28b085 req-51497015-fc09-454d-a4c8-df02a81853fa tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396266 Dec 23 15:56:24.967560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac49fca-cb32-419a-a017-67b7d392404b req-d82791a0-f8bd-45b2-8f41-d442a4fd2704 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:24.968977 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3ac49fca-cb32-419a-a017-67b7d392404b req-d82791a0-f8bd-45b2-8f41-d442a4fd2704 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0803242 Dec 23 15:56:25.014071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3ac49fca-cb32-419a-a017-67b7d392404b req-27dee448-db80-4a43-9e30-abf6bbc9c6c3 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395718 Dec 23 15:56:25.318068 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-680629b2-637b-434a-85d6-e8e12fd68ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:25.563305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72e49f-06f8-46d2-bc14-f218d381de4d req-62eea881-d0ef-4821-8760-93d0acd41a2d tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:25.565484 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e72e49f-06f8-46d2-bc14-f218d381de4d req-62eea881-d0ef-4821-8760-93d0acd41a2d tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0825963 Dec 23 15:56:25.662421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e72e49f-06f8-46d2-bc14-f218d381de4d req-a5413314-7311-42be-bcaa-2494b1a124f7 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 Dec 23 15:56:25.675363 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-19fd6f45-a8d4-461e-a122-74b820c092c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc50d9ef053a45278544743038c25b01&device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 1099 time: 0.1069350 Dec 23 15:56:25.808461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-580544ee-d375-43cd-9826-879a8b40fbdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:25.809886 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-580544ee-d375-43cd-9826-879a8b40fbdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=7df082a8-ea25-4563-a155-c2f0305dc051 HTTP/1.1" status: 200 len: 912 time: 0.1276894 Dec 23 15:56:25.882515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-2188ff68-02c8-40e1-9a91-c5f8206970c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3 HTTP/1.1" status: 200 len: 217 time: 0.0659277 Dec 23 15:56:25.944189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-b83da5e5-40ab-4a7d-a0eb-b1a0ebfdeedf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:25.945539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-b83da5e5-40ab-4a7d-a0eb-b1a0ebfdeedf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=297931c2-8222-48f5-aafb-721f35474e99 HTTP/1.1" status: 200 len: 851 time: 0.0572569 Dec 23 15:56:25.990144 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-4b394c4d-c308-4a1e-8b3a-97bf1b1c01a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7df082a8-ea25-4563-a155-c2f0305dc051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385070 Dec 23 15:56:26.205291 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-30a1f4f4-e186-4d46-ad30-e0e7edb6bf3c service neutron] 10.222.0.57 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081091 Dec 23 15:56:26.334246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7683892-4838-4ce7-8d2f-989c767f7cdd req-ffb9bbde-d0da-44fe-9a84-4e6bbbf91010 service neutron] 10.222.0.57 "GET /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235299 Dec 23 15:56:26.865051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13df26-634d-4f56-912f-ee768715a7dc req-3959e877-7433-48f7-a402-0658a8906d59 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:26.866487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db13df26-634d-4f56-912f-ee768715a7dc req-3959e877-7433-48f7-a402-0658a8906d59 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0798361 Dec 23 15:56:26.912165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db13df26-634d-4f56-912f-ee768715a7dc req-fa7797d7-d4ee-4ea4-acd8-e7c10bfb8df9 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Dec 23 15:56:26.927812 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:56:27.639820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0682d4ff-b8ec-4050-a2b8-a61e5aeb8e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:28.111751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587efe-00f9-4205-8fa7-14aa4a4f8e70 req-0f9d5b2e-b9cc-4e3b-82ed-d01bd5601e47 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:28.113197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f6587efe-00f9-4205-8fa7-14aa4a4f8e70 req-0f9d5b2e-b9cc-4e3b-82ed-d01bd5601e47 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0745275 Dec 23 15:56:28.161116 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f6587efe-00f9-4205-8fa7-14aa4a4f8e70 req-89ed7021-1e36-45d0-b308-2b7c0b8145c5 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Dec 23 15:56:28.754927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6d16f-7e7d-4531-a8ba-f6aba8bc3812 req-7baddbe0-f555-4427-864f-c49c10ae68d9 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:28.756374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4fe6d16f-7e7d-4531-a8ba-f6aba8bc3812 req-7baddbe0-f555-4427-864f-c49c10ae68d9 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0764728 Dec 23 15:56:28.801316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4fe6d16f-7e7d-4531-a8ba-f6aba8bc3812 req-1ea0a072-10b6-4390-b5b2-dac81c43b2cc tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Dec 23 15:56:28.811300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:28.989247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:30.007047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e523a-b82d-4d14-b9e0-97bf0bf7dbd0 req-642c7d01-8cb8-468e-a032-0d24a25d1669 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:30.008427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-625e523a-b82d-4d14-b9e0-97bf0bf7dbd0 req-642c7d01-8cb8-468e-a032-0d24a25d1669 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0852640 Dec 23 15:56:30.053002 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-625e523a-b82d-4d14-b9e0-97bf0bf7dbd0 req-4b39ddf8-3400-4b1f-8a60-f0fe9443cc6e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Dec 23 15:56:30.331530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:30.773158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-3c9afe07-5573-46e8-b153-d7a00577aa4a tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:30.774529 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-3c9afe07-5573-46e8-b153-d7a00577aa4a tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.57 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.0754826 Dec 23 15:56:30.843586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Deleting port 0f723064-eecf-4b6a-9f81-f370a1082ab3 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:56:30.843912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:31.077501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] For port 0f723064-eecf-4b6a-9f81-f370a1082ab3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0f723064-eecf-4b6a-9f81-f370a1082ab3,segment=NetworkSegment(3a87bfba-2fd8-4c48-97f6-5d38e76d78e5),segment_id=3a87bfba-2fd8-4c48-97f6-5d38e76d78e5)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:56:31.078195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:31.202653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Calling delete_port for 0f723064-eecf-4b6a-9f81-f370a1082ab3 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:56:31.376917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9cc3f-1d77-4959-88e4-445a477ce7c3 req-2fe13daa-5932-4285-8c1b-bb29db11b5c7 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:31.378458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e0c9cc3f-1d77-4959-88e4-445a477ce7c3 req-2fe13daa-5932-4285-8c1b-bb29db11b5c7 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 946 time: 0.1856749 Dec 23 15:56:31.440285 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e0c9cc3f-1d77-4959-88e4-445a477ce7c3 req-b0305f46-a9f7-4652-acae-6a4e90f7d7ea tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/security-groups?id=68cb5ee4-a390-4fa1-ac9d-c6b793b88155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553498 Dec 23 15:56:31.479664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:31.512993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['0f723064-eecf-4b6a-9f81-f370a1082ab3'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:56:31.531080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Pushing event deleted for resources: {'Port': ['ID=0f723064-eecf-4b6a-9f81-f370a1082ab3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:31.599679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] No DVR routers for this DVR port 0f723064-eecf-4b6a-9f81-f370a1082ab3 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:56:31.602019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:31.604415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3255c14a-af54-4f56-a978-3311f9017360', 'name': 'network-vif-deleted', 'tag': '0f723064-eecf-4b6a-9f81-f370a1082ab3'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:56:31.669188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6494ef4-0f25-44f1-97bc-65fca0815f48 req-83ed6ef9-67a7-4db6-897e-3904026b127e tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.57 "DELETE /v2.0/ports/0f723064-eecf-4b6a-9f81-f370a1082ab3 HTTP/1.1" status: 204 len: 173 time: 0.8892527 Dec 23 15:56:31.734400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3255c14a-af54-4f56-a978-3311f9017360', 'name': 'network-vif-deleted', 'tag': '0f723064-eecf-4b6a-9f81-f370a1082ab3', 'status': 'completed', 'code': 200} Dec 23 15:56:32.616456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-57b51017-e744-4c4a-9422-5aff9672f443 req-12248e80-5ec6-4f68-8c67-c5d5fd424ef0 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Synchronizing usage tracker for tenant:bc50d9ef053a45278544743038c25b01 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:56:32.711252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-57b51017-e744-4c4a-9422-5aff9672f443 req-12248e80-5ec6-4f68-8c67-c5d5fd424ef0 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] Unset dirty status for tenant:bc50d9ef053a45278544743038c25b01 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:56:32.712506 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-57b51017-e744-4c4a-9422-5aff9672f443 req-12248e80-5ec6-4f68-8c67-c5d5fd424ef0 tempest-TestServerAdvancedOps-1568685259 tempest-TestServerAdvancedOps-1568685259-project] 10.222.0.58 "GET /v2.0/ports?device_id=3255c14a-af54-4f56-a978-3311f9017360 HTTP/1.1" status: 200 len: 210 time: 0.1367159 Dec 23 15:56:33.825364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58908) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:33.970562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] Deleting subnet 297931c2-8222-48f5-aafb-721f35474e99 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:56:33.973986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.021534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.078807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.234293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.271756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297931c2-8222-48f5-aafb-721f35474e99,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:34.278180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.284367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-14b241c8-435d-4ee0-aaf0-40a4f6e38e43 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/297931c2-8222-48f5-aafb-721f35474e99 HTTP/1.1" status: 204 len: 168 time: 0.4577489 Dec 23 15:56:34.286770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58912) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:34.391490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.514173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.538160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df082a8-ea25-4563-a155-c2f0305dc051']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:56:34.550150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a87bfba-2fd8-4c48-97f6-5d38e76d78e5') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:56:34.550432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a87bfba-2fd8-4c48-97f6-5d38e76d78e5') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:56:34.561283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.580522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.586576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:56:34.586941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:56:34.599779 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:56:34.731085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.747369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.759436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df082a8-ea25-4563-a155-c2f0305dc051,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:34.829034 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e60576b8-ffd9-4420-b2b3-ca0a0bf4ca36 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7df082a8-ea25-4563-a155-c2f0305dc051 HTTP/1.1" status: 204 len: 168 time: 0.5411091 Dec 23 15:56:34.831693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58916) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:34.893843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] Deleting subnet a219c525-316c-4e51-bd40-c15088b34fe3 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:56:34.896848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:34.945391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.002384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.142536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.180726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a219c525-316c-4e51-bd40-c15088b34fe3,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:35.186294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.192080 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ea237fb8-ff07-47a4-a35b-a5d55d090ba3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a219c525-316c-4e51-bd40-c15088b34fe3 HTTP/1.1" status: 204 len: 168 time: 0.3594167 Dec 23 15:56:35.194622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58920) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:35.301141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.424507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.440109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0f723064-eecf-4b6a-9f81-f370a1082ab3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:56:35.452973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:56:35.466081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20413285-c473-4d21-b9cb-a955943cf509') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:56:35.466374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20413285-c473-4d21-b9cb-a955943cf509') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:56:35.475918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 0f723064-eecf-4b6a-9f81-f370a1082ab3 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:56:35.476289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 0f723064-eecf-4b6a-9f81-f370a1082ab3 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:56:35.478412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.494365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.500393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:56:35.503431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:56:35.513805 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:56:35.682860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.703184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:35.712952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:35.717043 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ad636728-cdc8-4e89-b224-1c9f57663555 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2e57ae5e-e61c-4c3d-87fb-6b9440e7bbeb HTTP/1.1" status: 204 len: 168 time: 0.5201685 Dec 23 15:56:36.126487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58926) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:36.177271 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-14167177-fc2b-448d-9279-d85214ea9063 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc50d9ef053a45278544743038c25b01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496573 Dec 23 15:56:36.179660 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 58930) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:36.236006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31febb80-bba7-461b-be2b-f5f52e782ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:36.264760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31febb80-bba7-461b-be2b-f5f52e782ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:36.393788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31febb80-bba7-461b-be2b-f5f52e782ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:36.411491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31febb80-bba7-461b-be2b-f5f52e782ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb5ee4-a390-4fa1-ac9d-c6b793b88155,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:36.510089 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-31febb80-bba7-461b-be2b-f5f52e782ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:36.511214 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-31febb80-bba7-461b-be2b-f5f52e782ef7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68cb5ee4-a390-4fa1-ac9d-c6b793b88155 HTTP/1.1" status: 204 len: 168 time: 0.3306656 Dec 23 15:56:37.218156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58938) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:37.268731 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-361055fc-ce36-4f4d-a99d-2bf0d6fdbb07 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d967164fe824d66bcb13e711834c0b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492604 Dec 23 15:56:37.273640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 58942) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:56:37.319815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:37.332623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eea38c47-fe63-4509-9788-28e0d9b3f10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:37.358831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eea38c47-fe63-4509-9788-28e0d9b3f10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:37.476984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eea38c47-fe63-4509-9788-28e0d9b3f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:37.491470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea38c47-fe63-4509-9788-28e0d9b3f10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0abc0c-a74c-471e-96c4-b6381b06f058,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:37.497579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eea38c47-fe63-4509-9788-28e0d9b3f10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:37.500223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eea38c47-fe63-4509-9788-28e0d9b3f10a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c0abc0c-a74c-471e-96c4-b6381b06f058 HTTP/1.1" status: 204 len: 168 time: 0.2241752 Dec 23 15:56:45.450780 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-7d0cc0f4-a2bc-42b9-9804-3d2a146dc8c5 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1eb9d0e264c84834bcd0c2f4df4fac14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320458 Dec 23 15:56:45.600818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df386c38-e5e2-4709-9a28-bf998534266d req-38ad739d-eac9-41a2-87c1-396aa04b997b tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:45.602264 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-38ad739d-eac9-41a2-87c1-396aa04b997b tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456463 Dec 23 15:56:45.618335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-c5cf7a60-7240-4059-acb8-2a18d34899a4 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/quotas/1eb9d0e264c84834bcd0c2f4df4fac14 HTTP/1.1" status: 200 len: 375 time: 0.0106134 Dec 23 15:56:45.665449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-e7fc4e9c-a642-4a52-a887-bf9aa3547d70 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1eb9d0e264c84834bcd0c2f4df4fac14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417428 Dec 23 15:56:45.949852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8b6e40f3-1d97-454e-aeda-e15fd5cf0a02 req-f88c1c01-698f-4ea7-bf71-a506f203da63 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 210 time: 0.0410650 Dec 23 15:56:47.061512 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-965dd26d-f771-4f46-821e-077341889929 req-c694b607-9876-4541-9be7-c3e176044f3f tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 210 time: 0.0424542 Dec 23 15:56:48.230324 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8fb1100a-3732-4c22-88c5-32bb921db1f4 req-b49d39bd-46d6-444e-99ed-759886fe7022 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 210 time: 0.0413716 Dec 23 15:56:48.326589 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-c23c1b29-a980-4fb1-b4f8-f37587281192 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=1eb9d0e264c84834bcd0c2f4df4fac14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262206 Dec 23 15:56:48.566401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df386c38-e5e2-4709-9a28-bf998534266d req-56222c6c-85dd-451f-9555-88fb0bd67965 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:48.567777 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-56222c6c-85dd-451f-9555-88fb0bd67965 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360620 Dec 23 15:56:48.591528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Request body: {'port': {'device_id': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605', 'admin_state_up': True, 'tenant_id': '1eb9d0e264c84834bcd0c2f4df4fac14'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:48.727602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:56:48.731400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Usage tracker for resource:port and tenant:1eb9d0e264c84834bcd0c2f4df4fac14 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:56:48.734490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:56:48.740456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:56:48.798697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Made reservation on behalf of 1eb9d0e264c84834bcd0c2f4df4fac14 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:56:48.802367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:48.815953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:48.846582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:56:48.850402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Usage tracker for resource:security_group_rule and tenant:1eb9d0e264c84834bcd0c2f4df4fac14 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:56:48.853405 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:56:48.858972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:56:48.928921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:49.015736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:49.094315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5234a8ef-393a-43fd-b0f9-ffd9b172d75c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:49.117169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.117472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.117809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.118137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.118459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.118778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.119096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.119412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.119723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.120034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.120370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:49.194148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Allocated IP 192.168.233.52 (931647f7-2210-4bc5-881d-0827b3b6a605/64ca9583-2fbb-42ba-888a-56f26e35a50f/c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:56:49.406255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9eaf4f9d-3133-413c-80f7-93d052fabc88 req-a9878875-7d71-4249-a9d4-ea2031496753 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 210 time: 0.0556965 Dec 23 15:56:49.437730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:49.452906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Transition to ACTIVE for port object c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:56:49.570497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:49.644619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Network 931647f7-2210-4bc5-881d-0827b3b6a605 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:56:49.647738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:56:49.651973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:56:49.686066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Pushing event updated for resources: {'Port': ['ID=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:49.716806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:49.717391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:49.808245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-10bd1e61-60a0-454f-aa3b-81f8a1e9f3fe tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2202654 Dec 23 15:56:49.827023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Request body: {'port': {'device_id': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:56:49.904355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7dcb5cb8-5230-4682-8ea8-ed952549023e None None] Provisioning for port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:56:49.909453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7dcb5cb8-5230-4682-8ea8-ed952549023e None None] Provisioning complete for port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:56:49.909765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5cb8-5230-4682-8ea8-ed952549023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:49.933919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:49.961933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb5cb8-5230-4682-8ea8-ed952549023e None None] Port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:56:50.265718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:56:50.272630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:50.287089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Transition to ACTIVE for port object c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:56:50.355883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:50.485757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:50.744300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Attempting to bind port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:56:50.744624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Attempting to bind port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:56:50.744940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Attempting to bind port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 on network 931647f7-2210-4bc5-881d-0827b3b6a605 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:56:50.755514 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 on network 931647f7-2210-4bc5-881d-0827b3b6a605 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:56:50.755824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Attempting to bind port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 on network 931647f7-2210-4bc5-881d-0827b3b6a605 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:56:50.768670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9af8f-1b7e-453b-a8b8-10234340d4ef req-4b127365-d9a7-42a5-8737-83055e318adf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:50.769348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2ee9af8f-1b7e-453b-a8b8-10234340d4ef req-4b127365-d9a7-42a5-8737-83055e318adf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Synchronizing usage tracker for tenant:1eb9d0e264c84834bcd0c2f4df4fac14 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:56:50.773843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:56:50.774163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Checking segment: {'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:56:50.774780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Bound using segment: {'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:56:50.775191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Bound port: c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f7a3b5-9207-4279-8e93-3116b658b8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:56:50.775520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:50.873565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] For port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:56:50.876455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] For port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,segment=NetworkSegment(c3f7a3b5-9207-4279-8e93-3116b658b8a6),segment_id=c3f7a3b5-9207-4279-8e93-3116b658b8a6)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:56:50.881766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2ee9af8f-1b7e-453b-a8b8-10234340d4ef req-4b127365-d9a7-42a5-8737-83055e318adf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Unset dirty status for tenant:1eb9d0e264c84834bcd0c2f4df4fac14 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:56:50.885788 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ee9af8f-1b7e-453b-a8b8-10234340d4ef req-4b127365-d9a7-42a5-8737-83055e318adf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 947 time: 0.3305681 Dec 23 15:56:50.927453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2ee9af8f-1b7e-453b-a8b8-10234340d4ef req-a88bd51a-7554-4a91-8dfe-c75d72a30e69 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Synchronizing usage tracker for tenant:1eb9d0e264c84834bcd0c2f4df4fac14 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:56:50.950757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:51.015887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:51.017232 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] 10.222.0.57 "PUT /v2.0/ports/c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 HTTP/1.1" status: 200 len: 1097 time: 1.1942599 Dec 23 15:56:51.018219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'tag': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:56:51.025539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2ee9af8f-1b7e-453b-a8b8-10234340d4ef req-a88bd51a-7554-4a91-8dfe-c75d72a30e69 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Unset dirty status for tenant:1eb9d0e264c84834bcd0c2f4df4fac14 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:56:51.026636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ee9af8f-1b7e-453b-a8b8-10234340d4ef req-a88bd51a-7554-4a91-8dfe-c75d72a30e69 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379325 Dec 23 15:56:51.040393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6e959-9a30-478b-b66a-710c8f562ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:51.078611 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'tag': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9', 'status': 'completed', 'code': 200} Dec 23 15:56:51.194657 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7acfcf1d-2dd7-46d1-82ca-e80a647ba854 req-b59032d5-642d-47fc-8b89-82fab8daf309 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1eb9d0e264c84834bcd0c2f4df4fac14&device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 1100 time: 0.0735097 Dec 23 15:56:51.233499 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7acfcf1d-2dd7-46d1-82ca-e80a647ba854 req-3ca79b7e-b335-4c9b-8f7c-8e3083aae874 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1eb9d0e264c84834bcd0c2f4df4fac14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265324 Dec 23 15:56:51.376568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfcf1d-2dd7-46d1-82ca-e80a647ba854 req-b438e650-cfdb-41ee-92d7-2b1429d95f04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:51.378599 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7acfcf1d-2dd7-46d1-82ca-e80a647ba854 req-b438e650-cfdb-41ee-92d7-2b1429d95f04 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395648 Dec 23 15:56:51.514695 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-b0faf467-908e-46a0-891e-645a3e0eb37f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1eb9d0e264c84834bcd0c2f4df4fac14&device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 1100 time: 0.0744061 Dec 23 15:56:51.590364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-ea048574-8d31-4ca4-9abe-b1b53a5cbd72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 HTTP/1.1" status: 200 len: 217 time: 0.0617092 Dec 23 15:56:51.656272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df386c38-e5e2-4709-9a28-bf998534266d req-889c0d7e-4c30-412a-b000-23ef9bd3c6b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:51.657722 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-889c0d7e-4c30-412a-b000-23ef9bd3c6b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64ca9583-2fbb-42ba-888a-56f26e35a50f HTTP/1.1" status: 200 len: 843 time: 0.0613730 Dec 23 15:56:51.733292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-4b89572b-f991-4d5e-8eb8-e807fc201dc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=931647f7-2210-4bc5-881d-0827b3b6a605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0689824 Dec 23 15:56:51.866802 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-f2f7ddc9-7063-42cb-8710-d17daed1ff68 service neutron] 10.222.0.57 "GET /v2.0/networks/931647f7-2210-4bc5-881d-0827b3b6a605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271751 Dec 23 15:56:51.997573 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-df386c38-e5e2-4709-9a28-bf998534266d req-51b325e7-0700-4cdb-ac63-bbdb9e3c6767 service neutron] 10.222.0.57 "GET /v2.0/networks/931647f7-2210-4bc5-881d-0827b3b6a605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243291 Dec 23 15:56:52.234085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4129d1-28f7-49a0-b87e-74a98ffedab5 req-52abb3a0-d210-489b-a05a-5296f3da93a1 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:52.235417 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da4129d1-28f7-49a0-b87e-74a98ffedab5 req-52abb3a0-d210-489b-a05a-5296f3da93a1 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 947 time: 0.0799630 Dec 23 15:56:52.281143 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da4129d1-28f7-49a0-b87e-74a98ffedab5 req-63b1e8ad-ca37-48b9-b97d-e291392ae249 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Dec 23 15:56:53.474536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda07e4-8bee-4d9a-9b56-a8ad2f2da338 req-50470a68-b943-467c-b3a7-7b3d3d8a5190 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:53.475862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-acda07e4-8bee-4d9a-9b56-a8ad2f2da338 req-50470a68-b943-467c-b3a7-7b3d3d8a5190 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 947 time: 0.0749819 Dec 23 15:56:53.520966 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-acda07e4-8bee-4d9a-9b56-a8ad2f2da338 req-ba38d1d8-92b9-43b2-98d5-4f5f29e5148f tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Dec 23 15:56:54.717446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bae3df-5b98-4092-b258-ac3fc6cf1a40 req-cf6f839d-0c3c-447a-8574-d91aba20c88f tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:54.718882 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53bae3df-5b98-4092-b258-ac3fc6cf1a40 req-cf6f839d-0c3c-447a-8574-d91aba20c88f tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 947 time: 0.0796027 Dec 23 15:56:54.762758 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53bae3df-5b98-4092-b258-ac3fc6cf1a40 req-6649128d-e6be-44cc-b1f5-1733dd6d8285 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Dec 23 15:56:55.315846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-636f94da-0c01-49cd-b37f-7e313362d2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:55.502559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:56:55.634328 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,segment=NetworkSegment(c3f7a3b5-9207-4279-8e93-3116b658b8a6),segment_id=c3f7a3b5-9207-4279-8e93-3116b658b8a6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:56:55.651402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9', 'network_id': '931647f7-2210-4bc5-881d-0827b3b6a605', 'port_id': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9', 'mac_address': 'fa:16:3e:d8:18:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64ca9583-2fbb-42ba-888a-56f26e35a50f', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:56:55.704263 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:55.721620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:56:55.736534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,segment=NetworkSegment(c3f7a3b5-9207-4279-8e93-3116b658b8a6),segment_id=c3f7a3b5-9207-4279-8e93-3116b658b8a6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:56:55.824535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:55.889324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:55.898429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.898775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.899364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.899704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.900032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.900382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.900704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.901025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.901345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.901659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.901973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:56:55.966311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6551d1-e30c-4fe3-8102-723a738e1de4 req-c9441b6d-1df2-4f34-8f0a-e82df2515d17 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:55.967769 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef6551d1-e30c-4fe3-8102-723a738e1de4 req-c9441b6d-1df2-4f34-8f0a-e82df2515d17 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 948 time: 0.0754445 Dec 23 15:56:56.014874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef6551d1-e30c-4fe3-8102-723a738e1de4 req-05bffe29-c402-4dc7-9d76-329ef157a90d tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Dec 23 15:56:56.195177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:56:57.210301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d26eb-929c-4cd3-80d8-b9c5816be7ff req-61ace068-d511-4e57-b89f-84668a143259 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:57.211735 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-216d26eb-929c-4cd3-80d8-b9c5816be7ff req-61ace068-d511-4e57-b89f-84668a143259 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 948 time: 0.0779891 Dec 23 15:56:57.256430 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-216d26eb-929c-4cd3-80d8-b9c5816be7ff req-3e5dcf91-646e-45d6-bdf6-1bb2bb22bf85 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391290 Dec 23 15:56:57.503637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:56:57.638213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:56:57.643181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:56:57.643608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:57.670689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cedafeb8-d13b-4d68-9f36-a9b4378b4a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:57.755882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:57.785508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:56:57.794950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,segment=NetworkSegment(c3f7a3b5-9207-4279-8e93-3116b658b8a6),segment_id=c3f7a3b5-9207-4279-8e93-3116b658b8a6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:56:57.839013 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9', 'code': 200} Dec 23 15:56:57.849814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:57.919350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:56:58.195440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b54a43da-2408-4fc3-b2a6-def9ad8d918c req-7c8a5455-7ff7-4d68-bb7d-90a09c844928 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 1102 time: 0.0730324 Dec 23 15:56:58.237283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b54a43da-2408-4fc3-b2a6-def9ad8d918c req-f298366e-9b79-4bb8-8057-def275299566 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Dec 23 15:56:58.448317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e1921-c87a-4986-a697-78537ba99da6 req-92b29cd9-fac3-41bf-87e2-4171c70fe1f8 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:58.449646 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-659e1921-c87a-4986-a697-78537ba99da6 req-92b29cd9-fac3-41bf-87e2-4171c70fe1f8 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 949 time: 0.0763166 Dec 23 15:56:58.493901 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-659e1921-c87a-4986-a697-78537ba99da6 req-562a28e4-25c3-44d8-94e6-963f22f1da82 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Dec 23 15:56:58.821404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:58.995436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:56:59.701481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18700a20-7e5f-4787-9b0e-7ee7d4701674 req-c1c398de-3764-427e-90e5-dce9483abf6f tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:56:59.702905 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-18700a20-7e5f-4787-9b0e-7ee7d4701674 req-c1c398de-3764-427e-90e5-dce9483abf6f tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 949 time: 0.0838242 Dec 23 15:56:59.748356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-18700a20-7e5f-4787-9b0e-7ee7d4701674 req-630079a0-03de-4066-a546-86c0c446e671 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Dec 23 15:57:00.369595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:00.943395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b00d33-6d8b-40a9-8037-4bc7094c3cf5 req-4d46a54c-8d21-4f35-81bb-69ba9e17018d tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:00.944754 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76b00d33-6d8b-40a9-8037-4bc7094c3cf5 req-4d46a54c-8d21-4f35-81bb-69ba9e17018d tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 949 time: 0.0769312 Dec 23 15:57:00.992703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76b00d33-6d8b-40a9-8037-4bc7094c3cf5 req-136d3d8e-0b6a-4c70-8a50-8ec60bb7a790 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Dec 23 15:57:01.487237 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0647e305-70c4-4802-a718-43e80618e7a2 req-f371904e-3b68-4196-823c-08b9f9ccd372 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672307 Dec 23 15:57:02.216823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5161b811-ec88-48eb-add6-74f73fc16965 req-9c63bddb-af7f-4e43-9ff4-389ffc1a40eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1892362 Dec 23 15:57:03.006196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f8cc8-23ee-40e7-b100-291f1bc9c75b req-819a1973-5919-4f85-b951-7d0fd8eda702 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:03.007509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d25f8cc8-23ee-40e7-b100-291f1bc9c75b req-819a1973-5919-4f85-b951-7d0fd8eda702 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 949 time: 0.0772049 Dec 23 15:57:03.052644 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d25f8cc8-23ee-40e7-b100-291f1bc9c75b req-62bc7669-35ac-4f29-8a26-aec1c1b4020d tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Dec 23 15:57:03.929462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:57:04.251956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c3df5-f932-440f-af60-167c294c822f req-c33033a8-dcd4-4696-b7de-5dc096fdc95d tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:04.253353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-367c3df5-f932-440f-af60-167c294c822f req-c33033a8-dcd4-4696-b7de-5dc096fdc95d tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 949 time: 0.0764701 Dec 23 15:57:04.304018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-367c3df5-f932-440f-af60-167c294c822f req-789c4b33-31c8-4794-885b-4c7387dacd21 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/security-groups?id=5234a8ef-393a-43fd-b0f9-ffd9b172d75c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 Dec 23 15:57:04.519004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249eb21-d065-4791-b361-d24b7da2a04f req-4afce158-6270-4ea0-9c8f-28f7d7ad5df4 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:04.520461 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2249eb21-d065-4791-b361-d24b7da2a04f req-4afce158-6270-4ea0-9c8f-28f7d7ad5df4 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 949 time: 0.0742781 Dec 23 15:57:04.585845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Deleting port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:57:04.586172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:04.913269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] For port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,segment=NetworkSegment(c3f7a3b5-9207-4279-8e93-3116b658b8a6),segment_id=c3f7a3b5-9207-4279-8e93-3116b658b8a6)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:04.913528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:05.032887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Calling delete_port for c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:57:05.229473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:05.263032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:57:05.281365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Pushing event deleted for resources: {'Port': ['ID=c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:05.355312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] No DVR routers for this DVR port c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:57:05.358955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:05.370628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'name': 'network-vif-deleted', 'tag': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:57:05.433486 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d', 'name': 'network-vif-deleted', 'tag': 'c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9', 'status': 'completed', 'code': 200} Dec 23 15:57:05.435774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2249eb21-d065-4791-b361-d24b7da2a04f req-dd033272-5703-416f-93b1-ae22160383bf tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.57 "DELETE /v2.0/ports/c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 HTTP/1.1" status: 204 len: 173 time: 0.9097509 Dec 23 15:57:05.496973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6aa2eb45-3704-4e54-9584-f34ef73c8ef7 req-7c139c68-69ec-46f8-b5ba-4caa38043989 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Synchronizing usage tracker for tenant:1eb9d0e264c84834bcd0c2f4df4fac14 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:57:05.577929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-6aa2eb45-3704-4e54-9584-f34ef73c8ef7 req-7c139c68-69ec-46f8-b5ba-4caa38043989 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] Unset dirty status for tenant:1eb9d0e264c84834bcd0c2f4df4fac14 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:57:05.579009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6aa2eb45-3704-4e54-9584-f34ef73c8ef7 req-7c139c68-69ec-46f8-b5ba-4caa38043989 tempest-ServersAdminNegativeTestJSON-1811917167 tempest-ServersAdminNegativeTestJSON-1811917167-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a17723c-f9ce-4f88-a2ca-7ea3baa3d29d HTTP/1.1" status: 200 len: 210 time: 0.1298771 Dec 23 15:57:07.252577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59078) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:57:07.340838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:07.427347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-850a3485-bc27-4fe2-94d2-da1de343f2fb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1eb9d0e264c84834bcd0c2f4df4fac14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1736264 Dec 23 15:57:07.429867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59084) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:57:07.487552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-950a841d-d6cd-43a4-ac5b-0ceb5c6cc27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:07.512709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-950a841d-d6cd-43a4-ac5b-0ceb5c6cc27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:07.629670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-950a841d-d6cd-43a4-ac5b-0ceb5c6cc27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:07.646931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a841d-d6cd-43a4-ac5b-0ceb5c6cc27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5234a8ef-393a-43fd-b0f9-ffd9b172d75c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:07.714068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-950a841d-d6cd-43a4-ac5b-0ceb5c6cc27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:07.715187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-950a841d-d6cd-43a4-ac5b-0ceb5c6cc27b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5234a8ef-393a-43fd-b0f9-ffd9b172d75c HTTP/1.1" status: 204 len: 168 time: 0.2844498 Dec 23 15:57:08.387238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59092) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:57:08.405231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:08.435835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:57:08.439608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Usage tracker for resource:security_group_rule and tenant:e877d6289e534126849e0d0c2e2443ca is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:57:08.443031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:57:08.448620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:57:08.514360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:08.614927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:08.660906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f886260a-1dc6-4f79-8458-9efd4fa1d642,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:08.666359 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-56844f14-2c4b-402c-a323-e21a90295701 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e877d6289e534126849e0d0c2e2443ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2781208 Dec 23 15:57:08.669059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59096) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:57:08.728575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e7d-0e05-4822-b270-8c3f86bd9f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:08.754251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e7d-0e05-4822-b270-8c3f86bd9f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:08.883879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e7d-0e05-4822-b270-8c3f86bd9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:08.898254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b71e7d-0e05-4822-b270-8c3f86bd9f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f886260a-1dc6-4f79-8458-9efd4fa1d642,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:08.904940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6b71e7d-0e05-4822-b270-8c3f86bd9f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:08.906106 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d6b71e7d-0e05-4822-b270-8c3f86bd9f65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f886260a-1dc6-4f79-8458-9efd4fa1d642 HTTP/1.1" status: 204 len: 168 time: 0.2360983 Dec 23 15:57:09.549514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:57:09.582779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:57:09.585396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c4d8f99a-21cd-4a3d-a92e-cd0ac92151f9 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:57:10.055075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59118) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:57:10.183496 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-208534969-network', 'tenant_id': 'd26318f463e04babaa2217b4891a6a58'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:57:10.188185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:57:10.192081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Usage tracker for resource:network and tenant:d26318f463e04babaa2217b4891a6a58 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:57:10.194921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:57:10.200589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:57:10.257489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Made reservation on behalf of d26318f463e04babaa2217b4891a6a58 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:57:10.260236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.272577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.307451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:57:10.311256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Usage tracker for resource:security_group_rule and tenant:d26318f463e04babaa2217b4891a6a58 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:57:10.314096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:57:10.319732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:57:10.382688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.449214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.477899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:57:10.487086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b7d240-3e73-487d-a176-f735d8afc1be,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:10.492639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.493021 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Added segment 7d2ace09-d597-4c1a-b3f8-e0354d383abe of type vlan for network 9857799e-d23f-4f8d-8e1a-8760569a93f9 Dec 23 15:57:10.519181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.603345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.604207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:10.604778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:10.709381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] Pushing event updated for resources: {'Network': ['ID=9857799e-d23f-4f8d-8e1a-8760569a93f9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:10.718848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 9857799e-d23f-4f8d-8e1a-8760569a93f9 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:57:10.764316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5452e331-be9b-4afb-9de2-4bddbe046c7e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7081206 Dec 23 15:57:10.767199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59124) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:57:10.775641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Request body: {'subnet': {'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-208534969-subnet', 'tenant_id': 'd26318f463e04babaa2217b4891a6a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:57:10.777795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:57:10.781677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Usage tracker for resource:subnet and tenant:d26318f463e04babaa2217b4891a6a58 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:57:10.785141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:57:10.790914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:57:10.863512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Made reservation on behalf of d26318f463e04babaa2217b4891a6a58 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:57:10.865900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:11.118018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:11.191839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d49ceb3-7572-48b0-a70f-61d9a158adf3,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:11.204340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Checking segment: {'id': '7d2ace09-d597-4c1a-b3f8-e0354d383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:57:11.204685 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Network hostable DHCP agents. Network: 9857799e-d23f-4f8d-8e1a-8760569a93f9, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:57:11.323687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Network 9857799e-d23f-4f8d-8e1a-8760569a93f9 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:57:11.397785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 9857799e-d23f-4f8d-8e1a-8760569a93f9) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:57:11.401868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:11.402601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:11.406632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74811be6-fe75-4cd1-8b19-0d17d19079d6 None None] Network 9857799e-d23f-4f8d-8e1a-8760569a93f9 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:57:11.478484 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-18d0e666-58a3-4f67-982f-3fcfeb382931 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7102370 Dec 23 15:57:11.619535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae03965-ec52-4307-ae61-23f8d1bf9a24 None None] Network 9857799e-d23f-4f8d-8e1a-8760569a93f9 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:57:12.012577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-6dff041e-71ac-48a6-8dc0-e67f0db76dc3 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:12.013242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-6dff041e-71ac-48a6-8dc0-e67f0db76dc3 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Synchronizing usage tracker for tenant:d26318f463e04babaa2217b4891a6a58 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:57:12.079957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-6dff041e-71ac-48a6-8dc0-e67f0db76dc3 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Unset dirty status for tenant:d26318f463e04babaa2217b4891a6a58 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:57:12.081265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-6dff041e-71ac-48a6-8dc0-e67f0db76dc3 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/networks?id=9857799e-d23f-4f8d-8e1a-8760569a93f9 HTTP/1.1" status: 200 len: 811 time: 0.2103090 Dec 23 15:57:12.097113 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-91a778ed-c191-4a44-91cf-5a3c617471d2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/quotas/d26318f463e04babaa2217b4891a6a58 HTTP/1.1" status: 200 len: 375 time: 0.0104930 Dec 23 15:57:12.141351 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-849cf45b-4f52-40b4-ad99-ea1e86bca1f4 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d26318f463e04babaa2217b4891a6a58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393913 Dec 23 15:57:12.151765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-71bfe2d1-b882-4d24-a21e-937d179f5c7d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:57:12.152691 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-71bfe2d1-b882-4d24-a21e-937d179f5c7d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049102 Dec 23 15:57:12.381555 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-a6ee1a18-0034-4a02-88b1-06f8a3087839 service neutron] 10.222.0.58 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232487 Dec 23 15:57:12.508637 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-d851a692-e092-4111-b564-0a097e7b8ca6 service neutron] 10.222.0.58 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213791 Dec 23 15:57:12.775186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a58b919-48ef-411f-8dfc-2021a8625d10 req-36f19d39-c4aa-4285-a80f-0a56c928cbd5 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 210 time: 0.0460093 Dec 23 15:57:13.937952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c52a799-589b-40e9-92f5-a607ee55678d req-7c6bb57a-063a-4468-ab47-3c4ba207f581 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 210 time: 0.0422931 Dec 23 15:57:15.053097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-b9b33bfd-591d-422f-a66e-853eefca6328 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:15.054888 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-b9b33bfd-591d-422f-a66e-853eefca6328 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.57 "GET /v2.0/networks?id=9857799e-d23f-4f8d-8e1a-8760569a93f9 HTTP/1.1" status: 200 len: 811 time: 0.1513846 Dec 23 15:57:15.096770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Request body: {'port': {'device_id': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9', 'admin_state_up': True, 'tenant_id': 'd26318f463e04babaa2217b4891a6a58'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:57:15.130527 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-54619c49-eb3d-4647-9f46-c6dcfd725aa8 req-4a9f3200-f0b4-4560-8255-a1e2f9d49e62 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 210 time: 0.0686841 Dec 23 15:57:15.249967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:57:15.254694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Usage tracker for resource:port and tenant:d26318f463e04babaa2217b4891a6a58 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:57:15.257701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:57:15.263589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:57:15.360279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Made reservation on behalf of d26318f463e04babaa2217b4891a6a58 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:57:15.363511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:15.524319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Allocated IP 172.20.0.4 (9857799e-d23f-4f8d-8e1a-8760569a93f9/4d49ceb3-7572-48b0-a70f-61d9a158adf3/ab778abe-df10-4510-be57-7b2d98a52081) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:57:15.741418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:15.829808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:15.898344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Network 9857799e-d23f-4f8d-8e1a-8760569a93f9 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:57:15.901322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:57:15.905186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:57:15.941624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:15.970135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:15.970727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:16.038429 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-ff77d346-16ba-4971-a86a-9d33183431bd tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9453769 Dec 23 15:57:16.055771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Request body: {'port': {'device_id': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:57:16.163887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:16.560568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e238d-5a50-4c1b-ba49-b1500211c1e8 req-1437bdfb-4a7b-478f-b6cb-2bd108ce812c tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:16.561235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-042e238d-5a50-4c1b-ba49-b1500211c1e8 req-1437bdfb-4a7b-478f-b6cb-2bd108ce812c tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Synchronizing usage tracker for tenant:d26318f463e04babaa2217b4891a6a58 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:57:16.660684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-042e238d-5a50-4c1b-ba49-b1500211c1e8 req-1437bdfb-4a7b-478f-b6cb-2bd108ce812c tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Unset dirty status for tenant:d26318f463e04babaa2217b4891a6a58 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:57:16.661830 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-042e238d-5a50-4c1b-ba49-b1500211c1e8 req-1437bdfb-4a7b-478f-b6cb-2bd108ce812c tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 931 time: 0.3844686 Dec 23 15:57:16.665751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab778abe-df10-4510-be57-7b2d98a52081 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:57:16.685811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:16.712984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Transition to ACTIVE for port object ab778abe-df10-4510-be57-7b2d98a52081 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:57:16.724818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-042e238d-5a50-4c1b-ba49-b1500211c1e8 req-6cfbfc1c-a34b-4780-9262-af65071bffd2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Synchronizing usage tracker for tenant:d26318f463e04babaa2217b4891a6a58 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:57:16.776856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:16.824975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-042e238d-5a50-4c1b-ba49-b1500211c1e8 req-6cfbfc1c-a34b-4780-9262-af65071bffd2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Unset dirty status for tenant:d26318f463e04babaa2217b4891a6a58 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:57:16.826023 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-042e238d-5a50-4c1b-ba49-b1500211c1e8 req-6cfbfc1c-a34b-4780-9262-af65071bffd2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561687 Dec 23 15:57:16.911523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:17.021439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Attempting to bind port ab778abe-df10-4510-be57-7b2d98a52081 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:57:17.021766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Attempting to bind port ab778abe-df10-4510-be57-7b2d98a52081 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '7d2ace09-d597-4c1a-b3f8-e0354d383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:57:17.022085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Attempting to bind port ab778abe-df10-4510-be57-7b2d98a52081 on network 9857799e-d23f-4f8d-8e1a-8760569a93f9 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:57:17.028087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Port ab778abe-df10-4510-be57-7b2d98a52081 on network 9857799e-d23f-4f8d-8e1a-8760569a93f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:57:17.028440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Attempting to bind port ab778abe-df10-4510-be57-7b2d98a52081 on network 9857799e-d23f-4f8d-8e1a-8760569a93f9 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:57:17.035045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:57:17.035357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Checking segment: {'id': '7d2ace09-d597-4c1a-b3f8-e0354d383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:57:17.035734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Bound using segment: {'id': '7d2ace09-d597-4c1a-b3f8-e0354d383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:57:17.036176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Bound port: ab778abe-df10-4510-be57-7b2d98a52081, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2ace09-d597-4c1a-b3f8-e0354d383abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:57:17.036520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:17.125647 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:57:17.129301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:57:17.211946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:17.273637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:17.274972 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] 10.222.0.57 "PUT /v2.0/ports/ab778abe-df10-4510-be57-7b2d98a52081 HTTP/1.1" status: 200 len: 1093 time: 1.2231927 Dec 23 15:57:17.275394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:57:17.291697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf8957-985c-4911-9f74-647b28566a19 service neutron] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:17.332685 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081', 'status': 'completed', 'code': 200} Dec 23 15:57:17.446556 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-104ba78f-606f-4a80-a9f9-04f447be3d89 req-5fe49558-498a-4da9-94be-7bc2c1b45953 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d26318f463e04babaa2217b4891a6a58&device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 1096 time: 0.0715766 Dec 23 15:57:17.590534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ba78f-606f-4a80-a9f9-04f447be3d89 req-2834ac9f-3215-417b-9986-830836585697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:17.591947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-104ba78f-606f-4a80-a9f9-04f447be3d89 req-2834ac9f-3215-417b-9986-830836585697 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d26318f463e04babaa2217b4891a6a58&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1332462 Dec 23 15:57:17.741827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ba78f-606f-4a80-a9f9-04f447be3d89 req-79c00916-bf94-4f83-a736-1de976a50ff4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:17.743156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-104ba78f-606f-4a80-a9f9-04f447be3d89 req-79c00916-bf94-4f83-a736-1de976a50ff4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453519 Dec 23 15:57:17.867170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-7035b6ad-9f56-4637-90ae-d0393c6ce1e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d26318f463e04babaa2217b4891a6a58&device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 1096 time: 0.0673766 Dec 23 15:57:17.945087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-dd16be2c-8e68-46cc-a630-9f3b2489834e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab778abe-df10-4510-be57-7b2d98a52081 HTTP/1.1" status: 200 len: 217 time: 0.0649180 Dec 23 15:57:18.061446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-3dea3ceb-3c20-489e-87c7-0296479a861a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:18.062851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-3dea3ceb-3c20-489e-87c7-0296479a861a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d49ceb3-7572-48b0-a70f-61d9a158adf3 HTTP/1.1" status: 200 len: 851 time: 0.0851777 Dec 23 15:57:18.110933 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-655d3eb3-253d-4bc4-a2fb-6faa18575455 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9857799e-d23f-4f8d-8e1a-8760569a93f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400352 Dec 23 15:57:18.117085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49aba-590b-420c-83d3-ce505d4fadcc req-2e31d753-1bc2-4838-9691-dfba3507a195 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:18.118394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0de49aba-590b-420c-83d3-ce505d4fadcc req-2e31d753-1bc2-4838-9691-dfba3507a195 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 943 time: 0.1703959 Dec 23 15:57:18.245631 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0de49aba-590b-420c-83d3-ce505d4fadcc req-9b25212d-d3c6-4ce5-a8d5-5ebde8a234b8 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091826 Dec 23 15:57:18.275696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-09147388-d6a7-43f8-9106-67f40bc53aa8 service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564152 Dec 23 15:57:18.409938 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-726a71bf-5aba-4108-a0d9-5e8e3aea0409 req-5ea95d76-9fa5-4f11-b0f2-4e058840dcda service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272752 Dec 23 15:57:19.448740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5dcc7-0aa3-4505-baff-7ff86c6874c3 req-a4a21529-48c9-4bb0-ab42-89773cd5d3fa tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:19.450144 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0cd5dcc7-0aa3-4505-baff-7ff86c6874c3 req-a4a21529-48c9-4bb0-ab42-89773cd5d3fa tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 943 time: 0.0785048 Dec 23 15:57:19.586296 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0cd5dcc7-0aa3-4505-baff-7ff86c6874c3 req-bd87419c-9afc-4a98-a124-2788fdc28ac8 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306798 Dec 23 15:57:20.779826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb63423-8e80-4475-a068-1c56ca2ccd6f req-ab189ca3-bbcf-4272-bdc8-133be4f6a036 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:20.781273 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8cb63423-8e80-4475-a068-1c56ca2ccd6f req-ab189ca3-bbcf-4272-bdc8-133be4f6a036 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 943 time: 0.0749016 Dec 23 15:57:20.825714 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8cb63423-8e80-4475-a068-1c56ca2ccd6f req-712708f6-db86-42ec-95ee-4761f28bbe1d tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389256 Dec 23 15:57:21.551863 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ab778abe-df10-4510-be57-7b2d98a52081 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:57:21.684817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:21.697512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'ab778abe-df10-4510-be57-7b2d98a52081', 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9', 'port_id': 'ab778abe-df10-4510-be57-7b2d98a52081', 'mac_address': 'fa:16:3e:3d:d3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d49ceb3-7572-48b0-a70f-61d9a158adf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:57:21.749136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:21.765426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab778abe-df10-4510-be57-7b2d98a52081 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:57:21.780291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:21.843061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:21.911668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:22.023669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949db517-892c-408e-8eb9-a6fc3857ee60 req-1baf13ed-a58c-4f2c-8623-30540cce5796 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:22.025162 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-949db517-892c-408e-8eb9-a6fc3857ee60 req-1baf13ed-a58c-4f2c-8623-30540cce5796 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 944 time: 0.0780487 Dec 23 15:57:22.070433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-949db517-892c-408e-8eb9-a6fc3857ee60 req-47e1c57f-6ec8-4f91-90ae-167f9228dc11 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Dec 23 15:57:22.230735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['ab778abe-df10-4510-be57-7b2d98a52081'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:57:23.264531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddc4b6-2fa7-45dc-8581-12afeabbf950 req-a0ef0cc1-b10a-4666-be62-ca52346fa8e7 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:23.270131 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8dddc4b6-2fa7-45dc-8581-12afeabbf950 req-a0ef0cc1-b10a-4666-be62-ca52346fa8e7 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 944 time: 0.0780160 Dec 23 15:57:23.315975 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8dddc4b6-2fa7-45dc-8581-12afeabbf950 req-2c7254e1-4141-4752-b403-47cff945ecfa tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438776 Dec 23 15:57:23.582653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ab778abe-df10-4510-be57-7b2d98a52081 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:57:23.708278 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port ab778abe-df10-4510-be57-7b2d98a52081 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:57:23.713266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port ab778abe-df10-4510-be57-7b2d98a52081 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:57:23.713630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:23.825385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:23.855457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:57:23.861108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:23.922753 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081', 'code': 200} Dec 23 15:57:23.940882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:24.005784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:24.327330 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f332834-d39f-48a8-8775-a0a78399c9aa req-ed62c57d-7ac5-4744-9bcc-bc1c2f4f7c95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 1098 time: 0.0672324 Dec 23 15:57:24.370719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f332834-d39f-48a8-8775-a0a78399c9aa req-d78286b0-14e4-4ca2-bd08-bfdd02195d84 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372436 Dec 23 15:57:24.517672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2ab31-1ee0-4670-8cfb-17ec1ffbf99b req-76e99b4f-3313-4bc0-a4d9-4ec356344194 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:24.519097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30b2ab31-1ee0-4670-8cfb-17ec1ffbf99b req-76e99b4f-3313-4bc0-a4d9-4ec356344194 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0780659 Dec 23 15:57:24.564374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30b2ab31-1ee0-4670-8cfb-17ec1ffbf99b req-158efe2e-221b-4ba2-9c62-e1850206ec46 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395243 Dec 23 15:57:25.308408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3176af08-3504-4327-98c4-8e21137a22a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:25.763745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6404b-780e-4f27-bfc6-b9a345433d68 req-3ebc7131-6d4f-4070-9732-af7d8b92a601 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:25.765199 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48b6404b-780e-4f27-bfc6-b9a345433d68 req-3ebc7131-6d4f-4070-9732-af7d8b92a601 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0768490 Dec 23 15:57:25.810702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48b6404b-780e-4f27-bfc6-b9a345433d68 req-18170656-fe30-4549-bb3e-b9fedd2f6ea6 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391326 Dec 23 15:57:27.007058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74320902-19d8-466c-90fe-5281bc86a7a1 req-b8389512-ae0c-440e-97ab-e6d35967cfc2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:27.008419 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74320902-19d8-466c-90fe-5281bc86a7a1 req-b8389512-ae0c-440e-97ab-e6d35967cfc2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Dec 23 15:57:27.053616 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74320902-19d8-466c-90fe-5281bc86a7a1 req-ede88fd5-73e9-402f-9459-cf5964375324 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Dec 23 15:57:27.247312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad799e4f-1a3a-4a53-906d-3f70bd5187d0 req-8793a2bf-1713-4509-8e1a-c29087f8147f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674627 Dec 23 15:57:27.633966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6e7fece4-a65d-4b35-845f-7a4c23095f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:27.674626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4615af-275e-4669-96ab-555af4e2ed64 req-8fa98d8d-9476-4e8b-9104-27764e03afed tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:27.676184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce4615af-275e-4669-96ab-555af4e2ed64 req-8fa98d8d-9476-4e8b-9104-27764e03afed tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0842156 Dec 23 15:57:27.724453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce4615af-275e-4669-96ab-555af4e2ed64 req-ff56d6ca-9918-47ef-b236-8e14139753b0 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 Dec 23 15:57:27.762803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59186) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:57:27.891741 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-af60576f-bd44-4ae9-b19c-8bae301ddb40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277745 Dec 23 15:57:28.822704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:28.929506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366576f3-d1eb-49d8-a535-b34a5d2c41ed req-76f767eb-d2b5-42bb-8cba-02938ae4f678 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:28.931105 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-366576f3-d1eb-49d8-a535-b34a5d2c41ed req-76f767eb-d2b5-42bb-8cba-02938ae4f678 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0848122 Dec 23 15:57:28.977147 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-366576f3-d1eb-49d8-a535-b34a5d2c41ed req-6a02d2aa-fd83-4d27-9bff-f5d991d159e0 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402720 Dec 23 15:57:29.008631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:30.212110 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-f19d6d4d-8c34-4e06-bf6a-d40b280e2968 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d26318f463e04babaa2217b4891a6a58&device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 1098 time: 0.1223214 Dec 23 15:57:30.242937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3257e-c5db-46dc-bd26-0e117b79b241 req-4b3b9875-d655-40ae-9ef9-5fbf953affd0 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:30.244770 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9bd3257e-c5db-46dc-bd26-0e117b79b241 req-4b3b9875-d655-40ae-9ef9-5fbf953affd0 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.1254141 Dec 23 15:57:30.353918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:30.368444 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9bd3257e-c5db-46dc-bd26-0e117b79b241 req-13b0ef1d-0a35-4c42-9285-8f59386fcb74 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167507 Dec 23 15:57:30.387836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-1e3c4710-0cad-40f6-a303-2088250b4e6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:30.389380 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-1e3c4710-0cad-40f6-a303-2088250b4e6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9857799e-d23f-4f8d-8e1a-8760569a93f9 HTTP/1.1" status: 200 len: 912 time: 0.1704535 Dec 23 15:57:30.460382 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-a438f205-6283-4d88-946e-1ac0d696d9bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab778abe-df10-4510-be57-7b2d98a52081 HTTP/1.1" status: 200 len: 217 time: 0.0633764 Dec 23 15:57:30.524622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-39946b64-bd7e-4aa1-8e91-62b176f52761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:30.526104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-39946b64-bd7e-4aa1-8e91-62b176f52761 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d49ceb3-7572-48b0-a70f-61d9a158adf3 HTTP/1.1" status: 200 len: 851 time: 0.0591042 Dec 23 15:57:30.574659 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-6c8273f5-5b20-411f-8d66-110d4dda9d93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9857799e-d23f-4f8d-8e1a-8760569a93f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423985 Dec 23 15:57:30.708632 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-f0d3f500-f17c-4790-a8ef-96adb079899d service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275995 Dec 23 15:57:30.921111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-06dea17f-2690-4788-a582-3c982aa73d32 service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060533 Dec 23 15:57:31.566099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d41c3-29e9-4eee-ada5-8728eb427200 req-df059728-7e23-484a-b18b-376c8c83f445 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:31.567569 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d4d41c3-29e9-4eee-ada5-8728eb427200 req-df059728-7e23-484a-b18b-376c8c83f445 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0771215 Dec 23 15:57:31.610989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d4d41c3-29e9-4eee-ada5-8728eb427200 req-fb265c67-2357-4213-9842-e8c76ee81a4b tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380077 Dec 23 15:57:32.807651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f112-7afa-485e-9e45-77d272510151 req-946ee3b0-c978-4ebe-83f0-383029dfe41b tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:32.809116 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76e1f112-7afa-485e-9e45-77d272510151 req-946ee3b0-c978-4ebe-83f0-383029dfe41b tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0791521 Dec 23 15:57:32.853392 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76e1f112-7afa-485e-9e45-77d272510151 req-30927dcb-c932-4906-8ea1-edd4eb6f2ec6 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 Dec 23 15:57:34.046285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9895511-88ee-451e-92e6-cb4f92703600 req-48df8aef-e82d-4b95-975f-ee2266dacca0 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:34.047701 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f9895511-88ee-451e-92e6-cb4f92703600 req-48df8aef-e82d-4b95-975f-ee2266dacca0 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0746930 Dec 23 15:57:34.092696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f9895511-88ee-451e-92e6-cb4f92703600 req-1e5cb381-40eb-4fc2-90bd-2fa80366c76e tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Dec 23 15:57:35.289291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec7ee5-9a1a-4819-a5d5-39fbab0e3747 req-302d2f0c-369f-46bd-b3ae-5a292b215650 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:35.290907 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75ec7ee5-9a1a-4819-a5d5-39fbab0e3747 req-302d2f0c-369f-46bd-b3ae-5a292b215650 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0800340 Dec 23 15:57:35.336428 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75ec7ee5-9a1a-4819-a5d5-39fbab0e3747 req-8db6d8a6-ace0-4531-ab60-c5830f2000be tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Dec 23 15:57:36.530311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50493a3f-e4b4-4bcf-978a-d54d929c3659 req-8e212a97-b260-4126-88e3-528bdbe71661 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:36.531733 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-50493a3f-e4b4-4bcf-978a-d54d929c3659 req-8e212a97-b260-4126-88e3-528bdbe71661 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0765135 Dec 23 15:57:36.580899 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-50493a3f-e4b4-4bcf-978a-d54d929c3659 req-4e7cd37e-65f9-4a8c-bcb6-4067111cff7b tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430112 Dec 23 15:57:37.404562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:37.781034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e55e9-e019-41db-b4b9-3bde67201d62 req-a0b89a24-46b3-4921-9e09-41d881458ef7 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:37.782615 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-560e55e9-e019-41db-b4b9-3bde67201d62 req-a0b89a24-46b3-4921-9e09-41d881458ef7 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0769274 Dec 23 15:57:37.827425 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-560e55e9-e019-41db-b4b9-3bde67201d62 req-02e20328-6be1-4873-81f5-da36d533a601 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Dec 23 15:57:39.027232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3f79-9449-4da2-8a35-6f29eac7cc2b req-6779cf1b-555e-4113-9082-3e49ca91b867 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:39.028696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-492d3f79-9449-4da2-8a35-6f29eac7cc2b req-6779cf1b-555e-4113-9082-3e49ca91b867 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0793931 Dec 23 15:57:39.073065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-492d3f79-9449-4da2-8a35-6f29eac7cc2b req-986b00a1-8e3e-4cd6-aafb-939e169b0e64 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Dec 23 15:57:40.265463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d2768-3676-404a-9d55-5c2df86c68fc req-417f400b-6b14-4026-b9e7-dc1ecd3b9103 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:40.272091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-294d2768-3676-404a-9d55-5c2df86c68fc req-417f400b-6b14-4026-b9e7-dc1ecd3b9103 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0749524 Dec 23 15:57:40.312930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-294d2768-3676-404a-9d55-5c2df86c68fc req-e517d362-b103-464a-9274-6e96864f3aa4 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394542 Dec 23 15:57:40.930434 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:57:41.511030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0a951-34d0-4ac2-98af-983075334d98 req-72386d8c-be83-4e67-933d-b1c29e2ed0c8 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:41.512484 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-25a0a951-34d0-4ac2-98af-983075334d98 req-72386d8c-be83-4e67-933d-b1c29e2ed0c8 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0787075 Dec 23 15:57:41.558254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-25a0a951-34d0-4ac2-98af-983075334d98 req-d074ad3e-5b94-4e14-9cf5-c212ccdc4c7d tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Dec 23 15:57:42.752364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67efb12-0fde-49bf-97bb-bcc415c8e62b req-c2411c30-87e1-4da3-9f9e-5ee8d88dfe29 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:42.753763 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d67efb12-0fde-49bf-97bb-bcc415c8e62b req-c2411c30-87e1-4da3-9f9e-5ee8d88dfe29 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0751328 Dec 23 15:57:42.801342 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d67efb12-0fde-49bf-97bb-bcc415c8e62b req-a390edf2-7fac-46a1-820d-94ca1697fedc tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Dec 23 15:57:43.994089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c49aa4-740d-40d5-8e2a-e8d270ccf2ca req-e76f0ed1-10f3-4089-9a29-15240c1951e2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:43.995437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-92c49aa4-740d-40d5-8e2a-e8d270ccf2ca req-e76f0ed1-10f3-4089-9a29-15240c1951e2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0754941 Dec 23 15:57:44.041888 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-92c49aa4-740d-40d5-8e2a-e8d270ccf2ca req-dc3e3fa6-9030-4ada-ab78-527e3e20edf8 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Dec 23 15:57:45.266054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51c0b5-1f27-4e15-afbe-2794cffcbaea req-352bde2c-e010-4a83-8374-dee41c8a8ce5 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:45.268466 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d51c0b5-1f27-4e15-afbe-2794cffcbaea req-352bde2c-e010-4a83-8374-dee41c8a8ce5 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0934260 Dec 23 15:57:45.318797 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9d51c0b5-1f27-4e15-afbe-2794cffcbaea req-088faf5e-81db-463c-aa67-90d9660ca12b tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Dec 23 15:57:46.520856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594af7d-2e9f-4869-890c-14556dc051f0 req-8cf8b813-b53d-42ba-9291-46e1e93c2250 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:46.522548 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d594af7d-2e9f-4869-890c-14556dc051f0 req-8cf8b813-b53d-42ba-9291-46e1e93c2250 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0761764 Dec 23 15:57:46.567845 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d594af7d-2e9f-4869-890c-14556dc051f0 req-72a70b48-04c4-48f5-b9ca-d779d2162b51 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 Dec 23 15:57:47.766688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191390b-e6d2-481e-97b3-30793c8c0021 req-f18a5167-270d-4233-a757-a29af39fa5fc tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:47.768334 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3191390b-e6d2-481e-97b3-30793c8c0021 req-f18a5167-270d-4233-a757-a29af39fa5fc tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0792122 Dec 23 15:57:47.815466 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3191390b-e6d2-481e-97b3-30793c8c0021 req-6158a62c-89d4-48d6-a571-8fb735e33827 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Dec 23 15:57:48.194890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-46ce4c2c-1f23-4e83-b0ac-47e9bccab3ae service neutron] 10.222.0.57 "GET /v2.0/ports/ab778abe-df10-4510-be57-7b2d98a52081/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0730276 Dec 23 15:57:48.714396 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-a884ae7c-84a1-48c4-a474-6440b79878eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5&tenant_id=d26318f463e04babaa2217b4891a6a58 HTTP/1.1" status: 200 len: 1098 time: 0.0716548 Dec 23 15:57:48.814926 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-ae76eadf-fc8c-4a85-9428-0659e24f940f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d26318f463e04babaa2217b4891a6a58&device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 1098 time: 0.0671561 Dec 23 15:57:49.082138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-c2b5421d-a37c-45ac-aa82-2cae3c6e99ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:49.083554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-c2b5421d-a37c-45ac-aa82-2cae3c6e99ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=9857799e-d23f-4f8d-8e1a-8760569a93f9 HTTP/1.1" status: 200 len: 912 time: 0.2635698 Dec 23 15:57:49.150977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498840a-ab96-4bd3-93b5-8e8d0d86ccdb req-b3f73d5f-94a8-4369-a72c-47eeb15b3716 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:49.152329 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7498840a-ab96-4bd3-93b5-8e8d0d86ccdb req-b3f73d5f-94a8-4369-a72c-47eeb15b3716 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.1765149 Dec 23 15:57:49.177637 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-6d07eb70-a593-44cf-bc65-5938a9795c87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab778abe-df10-4510-be57-7b2d98a52081 HTTP/1.1" status: 200 len: 217 time: 0.0870812 Dec 23 15:57:49.247189 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7498840a-ab96-4bd3-93b5-8e8d0d86ccdb req-678ed7ac-72d4-47f6-a342-ad32dd98f9dc tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872025 Dec 23 15:57:49.260461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-0dd68b04-ec8a-49c7-a15f-23a979832990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:49.261859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-0dd68b04-ec8a-49c7-a15f-23a979832990 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d49ceb3-7572-48b0-a70f-61d9a158adf3 HTTP/1.1" status: 200 len: 851 time: 0.0757046 Dec 23 15:57:49.307970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-e5c7e477-936c-4c9b-aac2-d1b2050f0c94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9857799e-d23f-4f8d-8e1a-8760569a93f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393884 Dec 23 15:57:49.438861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-a34d6b20-a7f0-4e5d-8c5e-d228d8f3eda7 service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242545 Dec 23 15:57:49.569854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-054ce6da-09e6-4346-a982-0adb7cfd3292 req-e362b3fe-043f-451b-af54-2b9795d31641 service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252117 Dec 23 15:57:50.451859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba4d58-3d71-495f-9825-15833afd7e5d req-3391345e-198e-4e6c-8bc3-b0652f735278 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:50.453274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5dba4d58-3d71-495f-9825-15833afd7e5d req-3391345e-198e-4e6c-8bc3-b0652f735278 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0781007 Dec 23 15:57:50.498687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5dba4d58-3d71-495f-9825-15833afd7e5d req-ec068498-6de3-443e-a6f9-8158a6f8ec50 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Dec 23 15:57:51.677585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ab778abe-df10-4510-be57-7b2d98a52081 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:57:51.713733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268b01e-7c56-47f8-b44e-32f0f14f49b3 req-79968f47-73f5-484e-bfd0-8d7983327537 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:51.715248 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f268b01e-7c56-47f8-b44e-32f0f14f49b3 req-79968f47-73f5-484e-bfd0-8d7983327537 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0865960 Dec 23 15:57:51.763456 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f268b01e-7c56-47f8-b44e-32f0f14f49b3 req-53e2d5f4-c07a-49b1-aaf7-03057c1e612a tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Dec 23 15:57:51.827571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:51.856017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:57:51.865585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:51.924041 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081', 'code': 200} Dec 23 15:57:51.950493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:52.014895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:52.966911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30484d6c-d497-473b-b196-c330e7287eb7 req-fc312585-c212-433c-ae1f-1ccd931b9d06 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:52.968300 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30484d6c-d497-473b-b196-c330e7287eb7 req-fc312585-c212-433c-ae1f-1ccd931b9d06 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 943 time: 0.0786104 Dec 23 15:57:53.013607 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30484d6c-d497-473b-b196-c330e7287eb7 req-fab13e82-85b4-4284-a608-fe76131f5969 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Dec 23 15:57:53.692434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ab778abe-df10-4510-be57-7b2d98a52081 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:57:53.697248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a540a-53b9-47e9-842e-dd2514359f9f req-d0dc8c56-9e84-4af9-b8a5-0b8d38edc819 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:53.698655 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-d0dc8c56-9e84-4af9-b8a5-0b8d38edc819 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.57 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5&tenant_id=d26318f463e04babaa2217b4891a6a58&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 943 time: 0.0810297 Dec 23 15:57:53.827123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:53.840505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'ab778abe-df10-4510-be57-7b2d98a52081', 'network_id': '9857799e-d23f-4f8d-8e1a-8760569a93f9', 'port_id': 'ab778abe-df10-4510-be57-7b2d98a52081', 'mac_address': 'fa:16:3e:3d:d3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d49ceb3-7572-48b0-a70f-61d9a158adf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:57:53.856221 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-4191ea4f-4c6f-4755-b915-cd089572fd02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d26318f463e04babaa2217b4891a6a58&device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 1096 time: 0.0708044 Dec 23 15:57:53.893462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:53.911344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab778abe-df10-4510-be57-7b2d98a52081 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:57:53.926679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:53.978922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:53.988345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a540a-53b9-47e9-842e-dd2514359f9f req-51c9b6e3-09c7-4e5c-a0ee-9fd9ea8ca81d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:53.989831 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-51c9b6e3-09c7-4e5c-a0ee-9fd9ea8ca81d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9857799e-d23f-4f8d-8e1a-8760569a93f9 HTTP/1.1" status: 200 len: 912 time: 0.1273601 Dec 23 15:57:54.047732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:54.061672 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-f39c45db-67d8-46d0-b47a-4a3a7b79d69a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab778abe-df10-4510-be57-7b2d98a52081 HTTP/1.1" status: 200 len: 217 time: 0.0653622 Dec 23 15:57:54.103519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['ab778abe-df10-4510-be57-7b2d98a52081'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:57:54.123799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a540a-53b9-47e9-842e-dd2514359f9f req-b1009188-fdeb-4770-8883-9a46f163ec91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:54.125350 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-b1009188-fdeb-4770-8883-9a46f163ec91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4d49ceb3-7572-48b0-a70f-61d9a158adf3 HTTP/1.1" status: 200 len: 851 time: 0.0576661 Dec 23 15:57:54.171138 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-a9a6c63f-3fa8-4c3e-bb0e-dede86a6b8f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9857799e-d23f-4f8d-8e1a-8760569a93f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388052 Dec 23 15:57:54.304437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-b83f4f2d-dc2b-47ce-aa91-6273c91b7cb2 service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272638 Dec 23 15:57:54.527160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-48340c35-87b3-43f3-8a31-a845ad55460d service neutron] 10.222.0.57 "GET /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141345 Dec 23 15:57:55.304673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a936-0271-4745-803e-515e52dae98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:55.724887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ab778abe-df10-4510-be57-7b2d98a52081 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:57:55.793009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port ab778abe-df10-4510-be57-7b2d98a52081 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:57:55.793291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:55.907579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:55.935623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:57:55.945523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:55.991286 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081', 'code': 200} Dec 23 15:57:55.997708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:56.063666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:56.072668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.073007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.073341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.073667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.073993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.074314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.074632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.074962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.075269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.075580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.075892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:56.141655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625401d8-0f8b-4a2f-a701-e242a4ef2a2b req-c49929d5-3a77-4442-86c5-cf5448e9a9f2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:56.143661 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-625401d8-0f8b-4a2f-a701-e242a4ef2a2b req-c49929d5-3a77-4442-86c5-cf5448e9a9f2 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0826316 Dec 23 15:57:56.187935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-625401d8-0f8b-4a2f-a701-e242a4ef2a2b req-95ed1d14-92b9-4d9d-9cfe-b48396d53e4e tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Dec 23 15:57:57.385184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc40a5-b55f-4e06-bf86-bb2b3d644af3 req-fe8a004a-0d37-40dc-bf17-32c8bf9b13a8 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:57.386607 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a6dc40a5-b55f-4e06-bf86-bb2b3d644af3 req-fe8a004a-0d37-40dc-bf17-32c8bf9b13a8 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0757067 Dec 23 15:57:57.435183 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a6dc40a5-b55f-4e06-bf86-bb2b3d644af3 req-ad81955f-2986-47a0-adce-930fd5368523 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Dec 23 15:57:57.644529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-954ce128-3b19-485f-ac56-e737efb4660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:58.054994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a540a-53b9-47e9-842e-dd2514359f9f req-01065820-8265-49a7-a9cf-d4ff3cc91fa1 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:58.056416 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-01065820-8265-49a7-a9cf-d4ff3cc91fa1 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.57 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.0753994 Dec 23 15:57:58.123052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Deleting port ab778abe-df10-4510-be57-7b2d98a52081 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:57:58.123410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:58.366920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] For port ab778abe-df10-4510-be57-7b2d98a52081, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab778abe-df10-4510-be57-7b2d98a52081,segment=NetworkSegment(7d2ace09-d597-4c1a-b3f8-e0354d383abe),segment_id=7d2ace09-d597-4c1a-b3f8-e0354d383abe)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:57:58.367245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:58.485570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Calling delete_port for ab778abe-df10-4510-be57-7b2d98a52081 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:57:58.693256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4d2eb-681f-4431-a687-194157fd63b7 req-ec54c4e3-58af-4141-a31f-3cb66f5ff7c6 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:57:58.694690 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-afa4d2eb-681f-4431-a687-194157fd63b7 req-ec54c4e3-58af-4141-a31f-3cb66f5ff7c6 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 945 time: 0.1330736 Dec 23 15:57:58.761009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:58.761009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-afa4d2eb-681f-4431-a687-194157fd63b7 req-ba39737b-6b5e-49cd-863c-8e1bb85f379e tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/security-groups?id=a8b7d240-3e73-487d-a176-f735d8afc1be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Dec 23 15:57:58.773271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['ab778abe-df10-4510-be57-7b2d98a52081'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:57:58.792743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Pushing event deleted for resources: {'Port': ['ID=ab778abe-df10-4510-be57-7b2d98a52081,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:57:58.836748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.837142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.837400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.837722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.838041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.838358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.838671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.838982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.839292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.839598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.839903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:57:58.852581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:58.879503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] No DVR routers for this DVR port ab778abe-df10-4510-be57-7b2d98a52081 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:57:58.881953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:58.884444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-deleted', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:57:58.945222 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5', 'name': 'network-vif-deleted', 'tag': 'ab778abe-df10-4510-be57-7b2d98a52081', 'status': 'completed', 'code': 200} Dec 23 15:57:58.949946 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-472a540a-53b9-47e9-842e-dd2514359f9f req-3b7c0cb4-d403-4edd-80b0-8fe69d153a45 tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.57 "DELETE /v2.0/ports/ab778abe-df10-4510-be57-7b2d98a52081 HTTP/1.1" status: 204 len: 173 time: 0.8850243 Dec 23 15:57:59.015031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:57:59.941916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ab9d9d3b-860d-4000-b76a-0d63c658d851 req-0af9556a-3246-4597-b72d-df5c2324c60f tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Synchronizing usage tracker for tenant:d26318f463e04babaa2217b4891a6a58 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:57:59.985834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ab9d9d3b-860d-4000-b76a-0d63c658d851 req-0af9556a-3246-4597-b72d-df5c2324c60f tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] Unset dirty status for tenant:d26318f463e04babaa2217b4891a6a58 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:57:59.987165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab9d9d3b-860d-4000-b76a-0d63c658d851 req-0af9556a-3246-4597-b72d-df5c2324c60f tempest-DeleteServersTestJSON-1310943416 tempest-DeleteServersTestJSON-1310943416-project] 10.222.0.58 "GET /v2.0/ports?device_id=11bcab2d-e47f-4170-ac7d-9d1cad0bfeb5 HTTP/1.1" status: 200 len: 210 time: 0.0853548 Dec 23 15:58:00.372970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.252163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59276) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:58:01.312851 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Deleting subnet 4d49ceb3-7572-48b0-a70f-61d9a158adf3 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:58:01.316170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.368061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.423692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.540637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.581412 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d49ceb3-7572-48b0-a70f-61d9a158adf3,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:01.592324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.595865 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.596309 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.596652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.596986 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.597308 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.597630 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.597948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.598288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.598600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.598914 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.599225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:58:01.605175 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0bde8ee9-f9c6-416b-818c-0050bf62e34e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4d49ceb3-7572-48b0-a70f-61d9a158adf3 HTTP/1.1" status: 204 len: 168 time: 0.3520195 Dec 23 15:58:01.607934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59280) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:58:01.717370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.749218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ab778abe-df10-4510-be57-7b2d98a52081 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:58:01.781490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: ab778abe-df10-4510-be57-7b2d98a52081 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:58:01.781835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ab778abe-df10-4510-be57-7b2d98a52081 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:58:01.843542 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.868993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9857799e-d23f-4f8d-8e1a-8760569a93f9']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:58:01.882797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2ace09-d597-4c1a-b3f8-e0354d383abe') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:58:01.883092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2ace09-d597-4c1a-b3f8-e0354d383abe') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:58:01.894746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.913170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.919155 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:58:01.919556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:58:01.932730 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:58:02.060337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:02.076368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:02.088185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] Pushing event deleted for resources: {'Network': ['ID=9857799e-d23f-4f8d-8e1a-8760569a93f9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:02.145367 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d4771412-b474-43af-b36b-978791e1ca56 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9857799e-d23f-4f8d-8e1a-8760569a93f9 HTTP/1.1" status: 204 len: 168 time: 0.5362668 Dec 23 15:58:02.423199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59286) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:58:02.473825 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4cb38db1-5953-4200-a601-3d0044043899 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d26318f463e04babaa2217b4891a6a58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493395 Dec 23 15:58:02.476337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59290) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:58:02.534447 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac0039a6-a7d4-4575-b2f7-dada37ab460d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:02.558842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac0039a6-a7d4-4575-b2f7-dada37ab460d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:02.698955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac0039a6-a7d4-4575-b2f7-dada37ab460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:02.714951 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0039a6-a7d4-4575-b2f7-dada37ab460d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b7d240-3e73-487d-a176-f735d8afc1be,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:02.783307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ac0039a6-a7d4-4575-b2f7-dada37ab460d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:02.784434 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ac0039a6-a7d4-4575-b2f7-dada37ab460d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8b7d240-3e73-487d-a176-f735d8afc1be HTTP/1.1" status: 204 len: 168 time: 0.3072083 Dec 23 15:58:03.972491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59312) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:58:04.101306 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1615554817-network', 'tenant_id': 'c60200b577814b22899080f8d1cdcca0'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:58:04.105993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:58:04.109737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Usage tracker for resource:network and tenant:c60200b577814b22899080f8d1cdcca0 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:58:04.113118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:58:04.118629 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:58:04.196896 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Made reservation on behalf of c60200b577814b22899080f8d1cdcca0 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:58:04.199169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.211471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.242286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:58:04.246051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c60200b577814b22899080f8d1cdcca0 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:58:04.248860 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:58:04.255262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:58:04.322272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.368563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.398852 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:58:04.406867 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285ee1d-e052-4d0f-8380-2e5d16d000ba,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:04.414270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.415290 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Added segment 91a6555a-7ef0-4d96-8d4b-a174c3b3cc21 of type vlan for network 7b82e985-351e-4a4f-b001-9bfba1e41072 Dec 23 15:58:04.440436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.526829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.527663 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:04.528257 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:04.711579 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] Pushing event updated for resources: {'Network': ['ID=7b82e985-351e-4a4f-b001-9bfba1e41072,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:04.721794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 7b82e985-351e-4a4f-b001-9bfba1e41072 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:58:04.785924 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6504e9ae-f112-4edb-a62b-f0d8481c72c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8123364 Dec 23 15:58:04.788928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59318) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:58:04.794220 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Request body: {'subnet': {'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1615554817-subnet', 'tenant_id': 'c60200b577814b22899080f8d1cdcca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:58:04.799201 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:58:04.802999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Usage tracker for resource:subnet and tenant:c60200b577814b22899080f8d1cdcca0 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:58:04.805836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:58:04.814314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:58:04.904208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Made reservation on behalf of c60200b577814b22899080f8d1cdcca0 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:58:04.906528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:05.178769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:05.247695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:05.265392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Checking segment: {'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:58:05.265737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Network hostable DHCP agents. Network: 7b82e985-351e-4a4f-b001-9bfba1e41072, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:58:05.351218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Network 7b82e985-351e-4a4f-b001-9bfba1e41072 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:58:05.419637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 7b82e985-351e-4a4f-b001-9bfba1e41072) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:58:05.424781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:05.425354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:05.427651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6300b44a-7cf0-4a82-a4d7-bb1afe02aff0 None None] Network 7b82e985-351e-4a4f-b001-9bfba1e41072 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:58:05.512156 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1cde2427-a2bc-40fc-9475-a339f1485f37 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7221355 Dec 23 15:58:05.638523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe9e657-00a7-40b7-98c9-bdf7de48407c None None] Network 7b82e985-351e-4a4f-b001-9bfba1e41072 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:58:06.054218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbddb-2153-493c-befa-52f188af407b req-5065418a-217d-4486-bac5-dc2067fd46ad tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:06.055532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-5065418a-217d-4486-bac5-dc2067fd46ad tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 815 time: 0.1413703 Dec 23 15:58:06.071556 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-8a619e06-cebd-46ba-9e4d-8fbe64d5e167 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/quotas/c60200b577814b22899080f8d1cdcca0 HTTP/1.1" status: 200 len: 375 time: 0.0106645 Dec 23 15:58:06.118654 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-bc009f1a-7bed-4d98-af1a-ff6acf8422bf tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424123 Dec 23 15:58:06.333063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-d3e5ccc8-93e7-4a74-a280-80fbb07ab39d service neutron] 10.222.0.58 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078087 Dec 23 15:58:06.460257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-f4be1f15-8d50-445a-a40e-a35d0ad29a50 service neutron] 10.222.0.58 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216650 Dec 23 15:58:06.715821 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6fc9fe42-ca1a-4474-a8d6-80e5903be007 req-2d17691d-c656-47ce-888b-ac022ae96f15 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 210 time: 0.0422766 Dec 23 15:58:07.385514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:07.875792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-accf41b4-b4ed-4967-9770-8b639aaf695d req-325ae250-0e9a-49aa-84c2-d0d45019ac43 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 210 time: 0.0414701 Dec 23 15:58:08.901235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbddb-2153-493c-befa-52f188af407b req-5a7d880d-2be6-433d-aff3-be353464a425 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:08.902640 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-5a7d880d-2be6-433d-aff3-be353464a425 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 815 time: 0.1459517 Dec 23 15:58:08.929052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Request body: {'port': {'device_id': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072', 'admin_state_up': True, 'tenant_id': 'c60200b577814b22899080f8d1cdcca0'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:58:09.048435 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b88b135-157a-4c1a-8339-14b21f4aacb1 req-efb36c06-8102-48dd-bc74-76fd70a71eb4 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 210 time: 0.0478079 Dec 23 15:58:09.103910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:58:09.107951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Usage tracker for resource:port and tenant:c60200b577814b22899080f8d1cdcca0 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:58:09.110345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:58:09.116475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:58:09.208696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Made reservation on behalf of c60200b577814b22899080f8d1cdcca0 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:58:09.211692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:09.374769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Allocated IP 172.20.0.2 (7b82e985-351e-4a4f-b001-9bfba1e41072/7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a/43471247-5e22-489b-a16b-ea4bedd9e81c) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:58:09.572261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:09.670447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:09.749515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Network 7b82e985-351e-4a4f-b001-9bfba1e41072 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:58:09.753667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:58:09.755548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:09.757651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:58:09.817332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:09.817918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:09.929139 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-e2a6e758-32b0-4e01-9907-21603b585c13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0039251 Dec 23 15:58:09.962319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Request body: {'port': {'device_id': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:58:10.071596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:10.369457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1dffff-383c-4b83-a0bd-b656e61d578a req-dac54646-25c0-429f-936f-aa82df4e7e13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:10.370123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8b1dffff-383c-4b83-a0bd-b656e61d578a req-dac54646-25c0-429f-936f-aa82df4e7e13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Synchronizing usage tracker for tenant:c60200b577814b22899080f8d1cdcca0 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:58:10.470589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43471247-5e22-489b-a16b-ea4bedd9e81c {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:58:10.478066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:10.480204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8b1dffff-383c-4b83-a0bd-b656e61d578a req-dac54646-25c0-429f-936f-aa82df4e7e13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Unset dirty status for tenant:c60200b577814b22899080f8d1cdcca0 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:58:10.481322 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8b1dffff-383c-4b83-a0bd-b656e61d578a req-dac54646-25c0-429f-936f-aa82df4e7e13 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 931 time: 0.2984443 Dec 23 15:58:10.602968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Transition to ACTIVE for port object 43471247-5e22-489b-a16b-ea4bedd9e81c will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:58:10.630703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8b1dffff-383c-4b83-a0bd-b656e61d578a req-1674f851-477c-4679-8bbc-a41e443f2842 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370599 Dec 23 15:58:10.648620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:10.772681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:10.877935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Attempting to bind port 43471247-5e22-489b-a16b-ea4bedd9e81c on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:58:10.878253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Attempting to bind port 43471247-5e22-489b-a16b-ea4bedd9e81c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:58:10.878570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Attempting to bind port 43471247-5e22-489b-a16b-ea4bedd9e81c on network 7b82e985-351e-4a4f-b001-9bfba1e41072 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:58:10.884281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Port 43471247-5e22-489b-a16b-ea4bedd9e81c on network 7b82e985-351e-4a4f-b001-9bfba1e41072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:58:10.884535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Attempting to bind port 43471247-5e22-489b-a16b-ea4bedd9e81c on network 7b82e985-351e-4a4f-b001-9bfba1e41072 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:58:10.890640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:58:10.890967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Checking segment: {'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:58:10.891337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Bound using segment: {'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:58:10.891747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Bound port: 43471247-5e22-489b-a16b-ea4bedd9e81c, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:58:10.892083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:10.977440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:58:10.980363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:58:11.041157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:11.105171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:11.106531 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] 10.222.0.57 "PUT /v2.0/ports/43471247-5e22-489b-a16b-ea4bedd9e81c HTTP/1.1" status: 200 len: 1093 time: 1.1483698 Dec 23 15:58:11.106970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:58:11.123067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c7e8-d78e-4e06-afa7-3940f91fe174 service neutron] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:11.161083 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'status': 'completed', 'code': 200} Dec 23 15:58:11.271474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91b3481d-d8dc-4efb-af9e-e2b08724194b req-879feba1-d274-4f93-9112-0be61563e9b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 1096 time: 0.0697935 Dec 23 15:58:11.415415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3481d-d8dc-4efb-af9e-e2b08724194b req-f6c88c89-4f15-4322-922c-b9730fd02fbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:11.416783 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91b3481d-d8dc-4efb-af9e-e2b08724194b req-f6c88c89-4f15-4322-922c-b9730fd02fbf service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c60200b577814b22899080f8d1cdcca0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1325619 Dec 23 15:58:11.549637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3481d-d8dc-4efb-af9e-e2b08724194b req-e7e966e8-b3f0-41bb-8534-099b16639f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:11.551046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91b3481d-d8dc-4efb-af9e-e2b08724194b req-e7e966e8-b3f0-41bb-8534-099b16639f86 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285648 Dec 23 15:58:11.683100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-b5f02f8d-4b9a-4004-86e3-f8e9e1e3f5f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 1096 time: 0.0732923 Dec 23 15:58:11.787676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-962a03cb-b2c8-49c1-aa3f-182746ebd4df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43471247-5e22-489b-a16b-ea4bedd9e81c HTTP/1.1" status: 200 len: 217 time: 0.0921452 Dec 23 15:58:11.868760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cbddb-2153-493c-befa-52f188af407b req-ff036ba1-bb2a-4d78-978c-39b2dbef95e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:11.870159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-ff036ba1-bb2a-4d78-978c-39b2dbef95e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0769014 Dec 23 15:58:11.917292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-b112179c-0562-49ef-b93f-0e8efa8e5643 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401793 Dec 23 15:58:11.927871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19ccb6-5857-49d1-b9c8-6d268943c181 req-5b637f94-afc5-4456-8586-447ced7c7e75 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:11.929131 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1c19ccb6-5857-49d1-b9c8-6d268943c181 req-5b637f94-afc5-4456-8586-447ced7c7e75 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 943 time: 0.1713326 Dec 23 15:58:12.053536 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1c19ccb6-5857-49d1-b9c8-6d268943c181 req-17fb7ebf-c18c-44d9-a2af-3f23ca574f99 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070108 Dec 23 15:58:12.088632 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-9ed3541f-92be-4a29-a9cd-590c247c872c service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586087 Dec 23 15:58:12.217604 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122cbddb-2153-493c-befa-52f188af407b req-c365bab8-d1e4-4ac8-8ae3-d974e1d40e83 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227224 Dec 23 15:58:13.249870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe948-1da5-4dd6-a054-50baf97b5c4c req-b0633804-91a4-4630-bd1b-a8bcef00f22e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:13.251308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b97fe948-1da5-4dd6-a054-50baf97b5c4c req-b0633804-91a4-4630-bd1b-a8bcef00f22e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 943 time: 0.0777555 Dec 23 15:58:13.296091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b97fe948-1da5-4dd6-a054-50baf97b5c4c req-3a638818-58d4-4afe-b326-d1d6d03a335a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Dec 23 15:58:14.578712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c465-ec6d-4308-8871-625818c6cbdd req-c0d72bc9-822b-4bab-a1d5-05c6fa74e32a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:14.580696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c81c465-ec6d-4308-8871-625818c6cbdd req-c0d72bc9-822b-4bab-a1d5-05c6fa74e32a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 943 time: 0.1649992 Dec 23 15:58:14.625407 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c81c465-ec6d-4308-8871-625818c6cbdd req-e576b701-53c9-4e01-b326-cf2b599176d1 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Dec 23 15:58:15.796569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 43471247-5e22-489b-a16b-ea4bedd9e81c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:58:15.822334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c63a62-174b-419f-acf8-69b5d06f7020 req-cd2f281b-2ce7-44b8-8245-1c962304dd8a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:15.824415 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73c63a62-174b-419f-acf8-69b5d06f7020 req-cd2f281b-2ce7-44b8-8245-1c962304dd8a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 943 time: 0.0784864 Dec 23 15:58:15.873448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73c63a62-174b-419f-acf8-69b5d06f7020 req-ebb93ad8-4fd5-4dfb-9923-f260dfbc7044 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Dec 23 15:58:15.965753 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:15.978984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072', 'port_id': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'mac_address': 'fa:16:3e:25:46:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:58:16.036645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:16.054362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43471247-5e22-489b-a16b-ea4bedd9e81c {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:58:16.070206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:16.139307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:16.203709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:16.536451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['43471247-5e22-489b-a16b-ea4bedd9e81c'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:58:17.073541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea1eef-d467-4561-a0a6-a87a4ce6f1c1 req-78bf4f76-da3c-4a7f-8780-1341e3b58a61 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:17.074964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9eea1eef-d467-4561-a0a6-a87a4ce6f1c1 req-78bf4f76-da3c-4a7f-8780-1341e3b58a61 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 944 time: 0.0784760 Dec 23 15:58:17.120015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9eea1eef-d467-4561-a0a6-a87a4ce6f1c1 req-4a3d66c2-0de0-4375-ae1c-459d81fdeeb5 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Dec 23 15:58:17.810386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 43471247-5e22-489b-a16b-ea4bedd9e81c up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:58:17.931027 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:58:17.967622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 43471247-5e22-489b-a16b-ea4bedd9e81c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:58:17.973577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 43471247-5e22-489b-a16b-ea4bedd9e81c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:58:17.973937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:18.084736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:18.111061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:58:18.121040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:18.175245 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'code': 200} Dec 23 15:58:18.225489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:18.296725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:18.318988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59e128-1cef-4211-80ca-f3dad26b3bc1 req-18ff0411-2954-4ea2-9470-3f7567c783b7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:18.320442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d59e128-1cef-4211-80ca-f3dad26b3bc1 req-18ff0411-2954-4ea2-9470-3f7567c783b7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0773726 Dec 23 15:58:18.371478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d59e128-1cef-4211-80ca-f3dad26b3bc1 req-8f2a6ff8-7ee4-4a37-ba98-bc5aed178ccd tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453701 Dec 23 15:58:18.583170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a01c0209-9f67-4f51-bcf4-04cb2cd22244 req-92a4348e-c246-42ad-8e60-794143e5be85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 1098 time: 0.0704446 Dec 23 15:58:18.625766 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a01c0209-9f67-4f51-bcf4-04cb2cd22244 req-c31f7011-ad33-4487-8756-4baf15e51381 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363955 Dec 23 15:58:19.583914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdab272-2490-41c6-82a8-4db6b89ace69 req-d2f2f470-dd09-4aaf-bdf3-c01792224a23 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:19.585388 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bdab272-2490-41c6-82a8-4db6b89ace69 req-d2f2f470-dd09-4aaf-bdf3-c01792224a23 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0756342 Dec 23 15:58:19.633606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bdab272-2490-41c6-82a8-4db6b89ace69 req-c18c463f-a8cd-4272-bf87-298185a6f1e7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Dec 23 15:58:20.828645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd901b-c37e-44ff-afd1-ccefabeb82e6 req-58c149a2-7330-4f8f-a733-992b84b9faa6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:20.831087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ecd901b-c37e-44ff-afd1-ccefabeb82e6 req-58c149a2-7330-4f8f-a733-992b84b9faa6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0789239 Dec 23 15:58:20.877961 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ecd901b-c37e-44ff-afd1-ccefabeb82e6 req-dac12123-4785-43d7-a5ba-566e19777d47 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Dec 23 15:58:21.075048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba191d-5c1e-4935-a3d8-5cd8bc6f8498 req-e173fca0-e0a0-4b2b-b676-eacb14460073 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:21.076488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aaba191d-5c1e-4935-a3d8-5cd8bc6f8498 req-e173fca0-e0a0-4b2b-b676-eacb14460073 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0788794 Dec 23 15:58:21.120780 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aaba191d-5c1e-4935-a3d8-5cd8bc6f8498 req-4ca1753e-1ac5-42e4-9f48-d4567fbf531b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Dec 23 15:58:21.562273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a197-95c6-4c2a-b74b-8b24c05dd71c req-01abcb1c-bf81-4bd5-aa2d-cd09ce899f67 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:21.563674 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1928a197-95c6-4c2a-b74b-8b24c05dd71c req-01abcb1c-bf81-4bd5-aa2d-cd09ce899f67 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0780923 Dec 23 15:58:21.608563 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1928a197-95c6-4c2a-b74b-8b24c05dd71c req-6eb15915-0dbf-4781-a978-ce21052fd9d6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Dec 23 15:58:21.803037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f9747-5618-4945-8f46-1dfb2f89f406 req-e1733362-a91c-40b6-9771-d584ca9163e3 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:21.804491 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b4f9747-5618-4945-8f46-1dfb2f89f406 req-e1733362-a91c-40b6-9771-d584ca9163e3 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0803411 Dec 23 15:58:21.848990 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b4f9747-5618-4945-8f46-1dfb2f89f406 req-90f303ae-78cf-43ca-9338-ab0a52bf34d2 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390038 Dec 23 15:58:22.039040 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-16812113-5d75-4268-a96e-d153ed3fbf2f req-04eb5b1e-2de6-4561-b11e-a1ec0c957708 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672395 Dec 23 15:58:22.503786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0a641-b946-49a2-89ed-401850dd6aef req-91f58d83-3c26-43e8-a094-31028f61e28d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:22.505240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9fc0a641-b946-49a2-89ed-401850dd6aef req-91f58d83-3c26-43e8-a094-31028f61e28d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0787272 Dec 23 15:58:22.589305 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9fc0a641-b946-49a2-89ed-401850dd6aef req-1688eb18-ac3b-4c70-b9c0-bfc05afebfc2 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783641 Dec 23 15:58:22.617005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-137fc07b-a0b8-45bb-a143-1d8125b9fc89 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728822 Dec 23 15:58:23.793586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa77158-a2ff-4e36-b7ca-5484a7a408a3 req-76635722-2791-452f-982b-b9c9d8906132 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:23.795025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3aa77158-a2ff-4e36-b7ca-5484a7a408a3 req-76635722-2791-452f-982b-b9c9d8906132 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0810671 Dec 23 15:58:23.841432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3aa77158-a2ff-4e36-b7ca-5484a7a408a3 req-8e6f5724-2777-4c92-be5d-fa670b865ed8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 Dec 23 15:58:24.703613 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-5531effd-c2c0-44fb-975a-0503ada34aaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 1098 time: 0.0701764 Dec 23 15:58:24.835007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-360ae92f-d035-45d4-a8d2-537342cb642f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:24.836448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-360ae92f-d035-45d4-a8d2-537342cb642f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 916 time: 0.1238899 Dec 23 15:58:24.913556 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-44430401-7d58-4081-aa0b-ad3b48482409 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43471247-5e22-489b-a16b-ea4bedd9e81c HTTP/1.1" status: 200 len: 217 time: 0.0640731 Dec 23 15:58:25.011163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-c9d78dc4-9f37-41fa-a525-5387a2dd131b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:25.012584 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-c9d78dc4-9f37-41fa-a525-5387a2dd131b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0930119 Dec 23 15:58:25.060044 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-dd9a75e7-c952-4a00-b042-baad885026ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411263 Dec 23 15:58:25.184884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93b10-3ee6-478d-9f46-a29a02d46139 req-d5d2b751-50bc-4c98-b6e6-e809db7fa9a7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:25.186297 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c93b10-3ee6-478d-9f46-a29a02d46139 req-d5d2b751-50bc-4c98-b6e6-e809db7fa9a7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.2178731 Dec 23 15:58:25.224562 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-fa5c6574-52d1-4cc1-93fa-72dc8440c678 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581035 Dec 23 15:58:25.327558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b938ff5-9d8c-4eb5-9a8d-ae2e2203509a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:25.400403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c93b10-3ee6-478d-9f46-a29a02d46139 req-5296aae6-4271-456a-b2f5-359be99bc1ba tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013526 Dec 23 15:58:25.457647 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-e2722c68-a6d7-44e0-a87d-3dc42bba864b service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198479 Dec 23 15:58:26.596001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfc3a-b13a-464b-b7a8-1779ffd34c6c req-0cc2fa04-e724-45bd-b766-7ee5f47c019d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:26.597443 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d0dfc3a-b13a-464b-b7a8-1779ffd34c6c req-0cc2fa04-e724-45bd-b766-7ee5f47c019d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0767348 Dec 23 15:58:26.641758 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d0dfc3a-b13a-464b-b7a8-1779ffd34c6c req-a2057c75-9eda-4ae4-867a-2f020e422119 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Dec 23 15:58:27.641254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-86d28e5d-934b-490e-b2c2-090a7309fc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:27.833373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62db36-b991-408c-9114-b0bc04127862 req-d3cc2b56-1866-4006-9473-29b0f146fbda tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:27.834809 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af62db36-b991-408c-9114-b0bc04127862 req-d3cc2b56-1866-4006-9473-29b0f146fbda tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0756655 Dec 23 15:58:27.882564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af62db36-b991-408c-9114-b0bc04127862 req-ffdafd06-37cc-4d01-8987-272b9a1a39cd tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Dec 23 15:58:28.829622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:28.995905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:29.080569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a214a-dece-487a-9c33-01a370f36b80 req-87210ba7-de0d-45fc-8001-da7c085faabb tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:29.082009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-579a214a-dece-487a-9c33-01a370f36b80 req-87210ba7-de0d-45fc-8001-da7c085faabb tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0767369 Dec 23 15:58:29.127447 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-579a214a-dece-487a-9c33-01a370f36b80 req-fca15e87-e688-4acc-8d5c-d1639f51894d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Dec 23 15:58:30.326950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f6f82-b8e1-4f89-8b7b-6981ba6c11e2 req-3d3df11f-3a27-4f1f-8825-114a6b631444 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:30.328431 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-704f6f82-b8e1-4f89-8b7b-6981ba6c11e2 req-3d3df11f-3a27-4f1f-8825-114a6b631444 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0828063 Dec 23 15:58:30.331972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:30.374612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-704f6f82-b8e1-4f89-8b7b-6981ba6c11e2 req-9846ba48-ba53-4db5-8d06-f9033bd6c485 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Dec 23 15:58:31.566220 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5532a4e-e8ab-4ca3-9090-6396c4f0b076 req-fc329122-617d-4c0d-8973-5cc8205ab2aa tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:31.567634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5532a4e-e8ab-4ca3-9090-6396c4f0b076 req-fc329122-617d-4c0d-8973-5cc8205ab2aa tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0752637 Dec 23 15:58:31.613028 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5532a4e-e8ab-4ca3-9090-6396c4f0b076 req-c936bb43-3316-42c6-8e85-075274b4c16c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Dec 23 15:58:32.811698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa748-82eb-43e7-98a7-e09076fd66b1 req-74210c31-0b34-42af-ae27-1952b629027c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:32.813142 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-98afa748-82eb-43e7-98a7-e09076fd66b1 req-74210c31-0b34-42af-ae27-1952b629027c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0783231 Dec 23 15:58:32.860713 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-98afa748-82eb-43e7-98a7-e09076fd66b1 req-14a96a6b-9887-43ec-9d3b-3c685a3105ca tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Dec 23 15:58:34.058395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a1f90-1757-4a02-bea7-71268507654f req-b845db30-508d-4008-8430-6daeabd17793 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:34.059829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8a7a1f90-1757-4a02-bea7-71268507654f req-b845db30-508d-4008-8430-6daeabd17793 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0756054 Dec 23 15:58:34.107092 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8a7a1f90-1757-4a02-bea7-71268507654f req-ed10063f-c4b2-4e8a-a4b9-021908c89484 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Dec 23 15:58:35.305111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c13e7-82bd-4db6-a1f3-5e7de08f2333 req-6ea87920-e2fa-4d57-a4bb-43f4dfa6498b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:35.306544 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-417c13e7-82bd-4db6-a1f3-5e7de08f2333 req-6ea87920-e2fa-4d57-a4bb-43f4dfa6498b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0760624 Dec 23 15:58:35.351665 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-417c13e7-82bd-4db6-a1f3-5e7de08f2333 req-1213fa9f-1e80-4d6a-bca2-18f65503361d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Dec 23 15:58:36.551532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19865aef-279b-440a-bbd3-4142970e1828 req-bafeb78b-dc93-433b-9542-3f0fe34ea917 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:36.552978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19865aef-279b-440a-bbd3-4142970e1828 req-bafeb78b-dc93-433b-9542-3f0fe34ea917 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0780816 Dec 23 15:58:36.599514 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19865aef-279b-440a-bbd3-4142970e1828 req-961542cf-8094-43d1-a368-ab3a69b0abfe tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Dec 23 15:58:37.372274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:37.794823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0580-524d-4ec5-a318-d8cddea66b05 req-2a28e33d-c3a3-43e5-b9fd-55de85ebe2af tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:37.796267 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da9e0580-524d-4ec5-a318-d8cddea66b05 req-2a28e33d-c3a3-43e5-b9fd-55de85ebe2af tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0755386 Dec 23 15:58:37.840686 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da9e0580-524d-4ec5-a318-d8cddea66b05 req-512a79bc-2b78-415d-846e-b838ada68473 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 Dec 23 15:58:39.039122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a2f59-0a77-44e5-a85d-838b51cd63c8 req-cded6965-a3eb-4a3b-a34d-56e72747e1e1 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:39.040562 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b7a2f59-0a77-44e5-a85d-838b51cd63c8 req-cded6965-a3eb-4a3b-a34d-56e72747e1e1 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0786011 Dec 23 15:58:39.085606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b7a2f59-0a77-44e5-a85d-838b51cd63c8 req-f0c861d5-459c-4662-883d-e8ef6c8f78e2 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Dec 23 15:58:40.280150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971812b-69c7-4984-bbc1-ddb364d34eed req-79b14399-6518-40f3-8f06-83412c2476ca tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:40.281577 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3971812b-69c7-4984-bbc1-ddb364d34eed req-79b14399-6518-40f3-8f06-83412c2476ca tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0754507 Dec 23 15:58:40.329255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3971812b-69c7-4984-bbc1-ddb364d34eed req-956035ac-91cd-4a40-92d1-1522520837f2 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Dec 23 15:58:41.527230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c91f3-091a-4b20-9957-dab393dcdf11 req-3adca45b-a71b-4622-8e5f-08d2583e7c5b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:41.528688 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-190c91f3-091a-4b20-9957-dab393dcdf11 req-3adca45b-a71b-4622-8e5f-08d2583e7c5b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0794749 Dec 23 15:58:41.573839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-190c91f3-091a-4b20-9957-dab393dcdf11 req-b74e8c11-dc86-4683-ac5c-89d12b14989a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Dec 23 15:58:42.796391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-b0e1af47-bdd4-4303-8f35-5e862de09ba4 service neutron] 10.222.0.57 "GET /v2.0/ports/43471247-5e22-489b-a16b-ea4bedd9e81c/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1306906 Dec 23 15:58:42.810464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b03e94-19a9-497b-a438-55a9a444fa3c req-224b1817-cfca-4f13-a532-9cce8b17f3dc tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:42.811881 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-69b03e94-19a9-497b-a438-55a9a444fa3c req-224b1817-cfca-4f13-a532-9cce8b17f3dc tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.1115036 Dec 23 15:58:42.857935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-69b03e94-19a9-497b-a438-55a9a444fa3c req-21f1d673-5771-4103-8139-52bbb8640ed8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Dec 23 15:58:43.465038 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-ee1346c4-d2b2-4348-b83e-1be14aeea2cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff&tenant_id=c60200b577814b22899080f8d1cdcca0 HTTP/1.1" status: 200 len: 1098 time: 0.0684979 Dec 23 15:58:43.564146 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-5a6ecdb1-0ced-4dc5-846e-418f0803c4f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 1098 time: 0.0664020 Dec 23 15:58:43.696391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-1864055d-a256-4c92-878c-bb522e12e2d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:43.697821 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-1864055d-a256-4c92-878c-bb522e12e2d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 916 time: 0.1276479 Dec 23 15:58:43.854263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-7d6a55eb-27a6-4cef-b57c-69c4fa11ab8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43471247-5e22-489b-a16b-ea4bedd9e81c HTTP/1.1" status: 200 len: 217 time: 0.1500297 Dec 23 15:58:43.918970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-797ae91a-399e-4adb-994f-b0628a7efb6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:43.920439 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-797ae91a-399e-4adb-994f-b0628a7efb6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0585341 Dec 23 15:58:43.968065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-a630b6ca-89e6-47d2-a1c5-1a38c25633ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411918 Dec 23 15:58:44.154648 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-e5438453-1807-4fe1-8d33-8e3005fee7dc service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799777 Dec 23 15:58:44.161141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf472fc-7f5e-4b52-8174-2fccb928e7a8 req-9f4b2429-4359-42f5-8ae1-136e0bc5437e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:44.165128 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ccf472fc-7f5e-4b52-8174-2fccb928e7a8 req-9f4b2429-4359-42f5-8ae1-136e0bc5437e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.1692700 Dec 23 15:58:44.289740 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ccf472fc-7f5e-4b52-8174-2fccb928e7a8 req-7d87393f-dc8a-4caf-b6ab-a686b672a945 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096120 Dec 23 15:58:44.324106 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41522ba7-a8c7-4cf4-be1d-d195a9ab36a7 req-815cbbf0-8ba9-4ac6-9073-5ab24ca80b09 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607356 Dec 23 15:58:45.485954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083abb5-9b1e-4c52-b21a-3e2ebdf3ad32 req-b37c0639-c0b2-47ca-a521-e7964d344f6a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:45.487925 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9083abb5-9b1e-4c52-b21a-3e2ebdf3ad32 req-b37c0639-c0b2-47ca-a521-e7964d344f6a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0755074 Dec 23 15:58:45.533513 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9083abb5-9b1e-4c52-b21a-3e2ebdf3ad32 req-0204fa32-c2ec-42a9-9eb9-6c3b434dd9ec tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 Dec 23 15:58:46.731840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90058885-63d5-41fd-8ae1-44fc4de3f086 req-bfa3d166-30bd-4ce3-b98d-55d1dd670727 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:46.733296 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90058885-63d5-41fd-8ae1-44fc4de3f086 req-bfa3d166-30bd-4ce3-b98d-55d1dd670727 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0784752 Dec 23 15:58:46.778541 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90058885-63d5-41fd-8ae1-44fc4de3f086 req-85939093-0853-4c2d-b79b-5f65f8b87e09 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Dec 23 15:58:47.975146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00963d-250a-48af-819e-ae45801f56ce req-02981cd0-b0f4-4a0b-afcb-6c3bc69962bf tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:47.976491 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c00963d-250a-48af-819e-ae45801f56ce req-02981cd0-b0f4-4a0b-afcb-6c3bc69962bf tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0751011 Dec 23 15:58:48.021866 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c00963d-250a-48af-819e-ae45801f56ce req-62787c9f-6347-4d0f-9e02-1d3c1800712c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Dec 23 15:58:48.052325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 43471247-5e22-489b-a16b-ea4bedd9e81c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:58:48.059785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 43471247-5e22-489b-a16b-ea4bedd9e81c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:58:48.277341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:48.295451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:48.317617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:58:48.327431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:48.389169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072', 'port_id': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'mac_address': 'fa:16:3e:25:46:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:58:48.416514 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'code': 200} Dec 23 15:58:48.421096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:48.498029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:48.503721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23c16d-f608-4d78-a8ec-e06a2eece842 req-d5302007-709c-4758-bf60-adcde6e6aec7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:48.505209 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad23c16d-f608-4d78-a8ec-e06a2eece842 req-d5302007-709c-4758-bf60-adcde6e6aec7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 943 time: 0.0888922 Dec 23 15:58:48.523625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43471247-5e22-489b-a16b-ea4bedd9e81c {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:58:48.530011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:48.543296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:48.604862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad23c16d-f608-4d78-a8ec-e06a2eece842 req-32c0decd-a409-4032-80d3-3ce5c9f9019f tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925009 Dec 23 15:58:48.617776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:48.635001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-01272d86-8357-4eb8-a105-610f2526c6be tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:48.636491 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-01272d86-8357-4eb8-a105-610f2526c6be tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff&tenant_id=c60200b577814b22899080f8d1cdcca0&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 943 time: 0.1083558 Dec 23 15:58:48.700398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:48.748913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['43471247-5e22-489b-a16b-ea4bedd9e81c'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:58:48.796811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-c0fbffc2-6db6-4ef1-97f7-e0f579930268 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 1097 time: 0.0729723 Dec 23 15:58:48.929431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-30803362-e750-4363-b4dd-f19d9e6429ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:48.930851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-30803362-e750-4363-b4dd-f19d9e6429ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 916 time: 0.1273704 Dec 23 15:58:48.996764 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-6d41c27d-f009-4053-9079-51efcad27182 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43471247-5e22-489b-a16b-ea4bedd9e81c HTTP/1.1" status: 200 len: 217 time: 0.0595872 Dec 23 15:58:49.063870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-7b683b11-527f-48fc-975b-3e9a1d959cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:49.065299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-7b683b11-527f-48fc-975b-3e9a1d959cb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0621588 Dec 23 15:58:49.112552 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-f36f6638-3aac-44bc-bae0-f71db15cd192 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407519 Dec 23 15:58:49.241818 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-c1fa3a30-d58d-42ef-b157-50d12935b75a service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223466 Dec 23 15:58:49.469369 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fdc395d-7677-4623-80cf-4081c513a8e6 req-e4fd5bdf-9c3d-468a-9def-c5b1c65299bd service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208138 Dec 23 15:58:49.817573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df99ab-e816-43aa-a678-7db2b9d11a6d req-5965154d-206e-429d-aca8-44b5c7995c24 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:49.818990 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-33df99ab-e816-43aa-a678-7db2b9d11a6d req-5965154d-206e-429d-aca8-44b5c7995c24 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 944 time: 0.0798709 Dec 23 15:58:49.863096 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-33df99ab-e816-43aa-a678-7db2b9d11a6d req-57a797a4-e89f-4ab8-ad8b-b7de8c22343d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386651 Dec 23 15:58:50.066985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 43471247-5e22-489b-a16b-ea4bedd9e81c up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:58:50.134734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 43471247-5e22-489b-a16b-ea4bedd9e81c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:58:50.135006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:50.247227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:50.279409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:50.326247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:50.396092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:50.417171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:58:50.472267 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'code': 200} Dec 23 15:58:51.056930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dd201-2748-423b-bc0f-6658ad5e5fdd req-6030f1ca-fe40-477b-8fbf-0b260ab38599 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:51.058335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca0dd201-2748-423b-bc0f-6658ad5e5fdd req-6030f1ca-fe40-477b-8fbf-0b260ab38599 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0765815 Dec 23 15:58:51.101787 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca0dd201-2748-423b-bc0f-6658ad5e5fdd req-3e8b7d1c-553e-43c1-bef2-2feb032246be tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379765 Dec 23 15:58:51.304541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080dfe9-5ddd-40cb-8fad-3704a5a7c9f2 req-d7d0678b-9b67-455b-9e6f-ee03ca006d57 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:51.305990 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1080dfe9-5ddd-40cb-8fad-3704a5a7c9f2 req-d7d0678b-9b67-455b-9e6f-ee03ca006d57 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0802224 Dec 23 15:58:51.352186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1080dfe9-5ddd-40cb-8fad-3704a5a7c9f2 req-ed3e8876-6a2a-4532-813c-991b33bdd25c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Dec 23 15:58:51.549836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972e6df-dd32-4cbb-b33d-627c2715a229 req-f575f1d9-5d20-42f6-a7ba-3929fec3db09 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:51.551298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6972e6df-dd32-4cbb-b33d-627c2715a229 req-f575f1d9-5d20-42f6-a7ba-3929fec3db09 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0786657 Dec 23 15:58:51.601161 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6972e6df-dd32-4cbb-b33d-627c2715a229 req-dd3bff4f-57fa-456c-841a-01c8d92e328c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Dec 23 15:58:52.291299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804b5e-52d3-4095-bafc-470469d8861a req-d671efb9-1745-48f8-8813-2af289b461cc tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:52.292737 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-d671efb9-1745-48f8-8813-2af289b461cc tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 815 time: 0.1419492 Dec 23 15:58:52.309059 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-54ea8595-cf89-4d0c-9e02-6b3d9d3fa2cb tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/quotas/c60200b577814b22899080f8d1cdcca0 HTTP/1.1" status: 200 len: 375 time: 0.0107210 Dec 23 15:58:52.386379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-2c3e9444-4343-47aa-8929-13dde6b1f64f tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723345 Dec 23 15:58:52.520451 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-b85a169d-b654-4f73-9112-3a5621e597c4 service neutron] 10.222.0.58 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248238 Dec 23 15:58:52.650605 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-44d8d3e4-931d-4d4d-b5c6-a6cda929010f service neutron] 10.222.0.58 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244476 Dec 23 15:58:52.959567 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d57a1594-2297-4162-b2b9-56a0b00ed327 req-cbba33ab-be42-4f12-8957-e373a12cd085 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 210 time: 0.0409598 Dec 23 15:58:53.990866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-19274f14-ba1b-457f-adce-d1e34ea3481a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:53.992342 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-19274f14-ba1b-457f-adce-d1e34ea3481a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "GET /v2.0/ports?device_id=4c1abc6a-0ebc-4c9c-b05a-35235d5034ff HTTP/1.1" status: 200 len: 945 time: 0.0817902 Dec 23 15:58:54.065178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Deleting port 43471247-5e22-489b-a16b-ea4bedd9e81c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:58:54.065904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:54.142992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d424be43-cd9d-4dc4-a262-bda71a47eb2c req-992ecfd9-d39e-4861-841b-9450e3d357c1 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 210 time: 0.0532186 Dec 23 15:58:54.347429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] For port 43471247-5e22-489b-a16b-ea4bedd9e81c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=43471247-5e22-489b-a16b-ea4bedd9e81c,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:58:54.347757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:54.580774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Calling delete_port for 43471247-5e22-489b-a16b-ea4bedd9e81c owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:58:54.794022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804b5e-52d3-4095-bafc-470469d8861a req-ba4e405a-1c51-4c03-add6-fcdee38ca08b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:54.795407 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-ba4e405a-1c51-4c03-add6-fcdee38ca08b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 815 time: 0.3332176 Dec 23 15:58:54.820914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Request body: {'port': {'device_id': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072', 'admin_state_up': True, 'tenant_id': 'c60200b577814b22899080f8d1cdcca0'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:58:54.913699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:54.931961 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:58:54.946665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['43471247-5e22-489b-a16b-ea4bedd9e81c'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:58:54.976097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Pushing event deleted for resources: {'Port': ['ID=43471247-5e22-489b-a16b-ea4bedd9e81c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:55.074245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] No DVR routers for this DVR port 43471247-5e22-489b-a16b-ea4bedd9e81c on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:58:55.077159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:55.079479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-deleted', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:58:55.083991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:58:55.091369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Usage tracker for resource:port and tenant:c60200b577814b22899080f8d1cdcca0 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:58:55.095358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:58:55.101103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:58:55.147293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1abc6a-0ebc-4c9c-b05a-35235d5034ff', 'name': 'network-vif-deleted', 'tag': '43471247-5e22-489b-a16b-ea4bedd9e81c', 'status': 'completed', 'code': 200} Dec 23 15:58:55.178183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Made reservation on behalf of c60200b577814b22899080f8d1cdcca0 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:58:55.181374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:55.242739 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "DELETE /v2.0/ports/43471247-5e22-489b-a16b-ea4bedd9e81c HTTP/1.1" status: 204 len: 173 time: 1.2417898 Dec 23 15:58:55.342616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e635ffa6-f12c-46a7-ba54-fef507ba9fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:55.354669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-997756df-5d53-44cc-a13b-c1dc5ce47543 req-2d3e46e9-f431-4d94-af24-ffcc2d3529af tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Synchronizing usage tracker for tenant:c60200b577814b22899080f8d1cdcca0 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:58:55.398673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Allocated IP 172.20.0.4 (7b82e985-351e-4a4f-b001-9bfba1e41072/7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a/4a5ea563-bfec-4d13-bcf5-4e1d984e0172) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:58:55.474152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-997756df-5d53-44cc-a13b-c1dc5ce47543 req-2d3e46e9-f431-4d94-af24-ffcc2d3529af tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Unset dirty status for tenant:c60200b577814b22899080f8d1cdcca0 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:58:55.475209 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-997756df-5d53-44cc-a13b-c1dc5ce47543 req-2d3e46e9-f431-4d94-af24-ffcc2d3529af tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 210 time: 0.1928215 Dec 23 15:58:55.610613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:55.714397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:55.746376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['43471247-5e22-489b-a16b-ea4bedd9e81c'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:58:55.785462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Network 7b82e985-351e-4a4f-b001-9bfba1e41072 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:58:55.788536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:58:55.793015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:58:55.817873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:55.857233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:55.857816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:55.948820 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-d1c7401b-62ef-40c8-9e79-acbf437cd511 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314838 Dec 23 15:58:55.969757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Request body: {'port': {'device_id': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:58:56.080390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:56.422650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:58:56.430016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:56.444488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Transition to ACTIVE for port object 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:58:56.502887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:56.763437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:56.880981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104f713-bead-44e0-813c-c5fe5a3a23e7 req-22c9e934-ee74-410e-9f4a-c6669b4a6080 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:56.882415 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2104f713-bead-44e0-813c-c5fe5a3a23e7 req-22c9e934-ee74-410e-9f4a-c6669b4a6080 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 943 time: 0.2801607 Dec 23 15:58:56.917116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Attempting to bind port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:58:56.917439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Attempting to bind port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:58:56.917759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Attempting to bind port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 on network 7b82e985-351e-4a4f-b001-9bfba1e41072 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:58:56.932825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 on network 7b82e985-351e-4a4f-b001-9bfba1e41072 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:58:56.933069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Attempting to bind port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 on network 7b82e985-351e-4a4f-b001-9bfba1e41072 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:58:56.946041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:58:56.946364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Checking segment: {'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:58:56.946729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Bound using segment: {'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:58:56.947135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Bound port: 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:58:56.947469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:56.959137 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2104f713-bead-44e0-813c-c5fe5a3a23e7 req-e825c214-6ddd-42d9-b32e-1e79f295b16e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695024 Dec 23 15:58:57.038510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:58:57.041382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:58:57.102971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:57.164302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:57.165525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] 10.222.0.57 "PUT /v2.0/ports/4a5ea563-bfec-4d13-bcf5-4e1d984e0172 HTTP/1.1" status: 200 len: 1093 time: 1.2005808 Dec 23 15:58:57.165950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:58:57.184980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346148c4-b157-435d-a211-d63a2cc23f24 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:58:57.220056 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'status': 'completed', 'code': 200} Dec 23 15:58:57.329233 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eff2b8fa-d047-4f4f-b4bf-bfca77f01846 req-fd894904-3b86-4720-9740-068bf442773c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0697248 Dec 23 15:58:57.472173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2b8fa-d047-4f4f-b4bf-bfca77f01846 req-48a80dd4-444e-4aae-9f5b-405e4d06d214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:57.473500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eff2b8fa-d047-4f4f-b4bf-bfca77f01846 req-48a80dd4-444e-4aae-9f5b-405e4d06d214 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c60200b577814b22899080f8d1cdcca0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319890 Dec 23 15:58:57.609521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2b8fa-d047-4f4f-b4bf-bfca77f01846 req-ef8f821e-65a1-42f3-bba2-5146ceac4560 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:57.611500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eff2b8fa-d047-4f4f-b4bf-bfca77f01846 req-ef8f821e-65a1-42f3-bba2-5146ceac4560 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313796 Dec 23 15:58:57.645552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb505-0399-40f8-8b82-7d9401c356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:57.738576 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-7951b5de-d115-43d4-a71b-d0c2551e84d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0713451 Dec 23 15:58:57.813597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-1a0137f0-feba-48af-a61c-5dbd7f69b2fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172 HTTP/1.1" status: 200 len: 217 time: 0.0624044 Dec 23 15:58:57.874063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804b5e-52d3-4095-bafc-470469d8861a req-196ec117-5194-414a-9ec1-31ecf67e30d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:57.875452 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-196ec117-5194-414a-9ec1-31ecf67e30d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0553179 Dec 23 15:58:57.919876 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-9c57240f-ba6c-43a3-90cf-ad6d34d599f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379403 Dec 23 15:58:58.053890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-1c0e3cad-0932-4298-b7db-04346e345288 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268234 Dec 23 15:58:58.136709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 43471247-5e22-489b-a16b-ea4bedd9e81c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:58:58.204199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 43471247-5e22-489b-a16b-ea4bedd9e81c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:58:58.205080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 43471247-5e22-489b-a16b-ea4bedd9e81c not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:58:58.245585 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90804b5e-52d3-4095-bafc-470469d8861a req-a5bb0df3-717e-40de-b0da-71c0212aab96 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853051 Dec 23 15:58:58.255982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eea28-bbeb-4299-96fc-b684b69c1241 req-f4b1a686-7143-4773-ba8a-ecb162e5debf tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:58.257302 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f5eea28-bbeb-4299-96fc-b684b69c1241 req-f4b1a686-7143-4773-ba8a-ecb162e5debf tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 943 time: 0.1780953 Dec 23 15:58:58.303166 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f5eea28-bbeb-4299-96fc-b684b69c1241 req-94a9c267-7e28-444e-b39e-1b403dde4d18 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Dec 23 15:58:58.846181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:58.982854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:58:59.650502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083f43a-fad6-4550-88f4-99a07b98dd6e req-b3fa5439-8989-4951-b66b-772c11fef171 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:58:59.651972 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0083f43a-fad6-4550-88f4-99a07b98dd6e req-b3fa5439-8989-4951-b66b-772c11fef171 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 943 time: 0.0796909 Dec 23 15:58:59.700897 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0083f43a-fad6-4550-88f4-99a07b98dd6e req-903cda81-a457-498f-8545-f8028ffc22dd tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Dec 23 15:59:00.376771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:00.893526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eb9ee-c8ab-4de0-83c9-2a3050aad34f req-5f753dbc-dbe6-4004-8d42-73a3760813a6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:00.894922 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae2eb9ee-c8ab-4de0-83c9-2a3050aad34f req-5f753dbc-dbe6-4004-8d42-73a3760813a6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 943 time: 0.0747344 Dec 23 15:59:00.939201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae2eb9ee-c8ab-4de0-83c9-2a3050aad34f req-1ea49a80-ecaf-4984-99af-add677252287 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Dec 23 15:59:02.135087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225ffcb-3dc6-463d-ba16-000347c4ca5b req-61633dea-2592-47b5-a125-56d6e9d74390 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:02.136545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5225ffcb-3dc6-463d-ba16-000347c4ca5b req-61633dea-2592-47b5-a125-56d6e9d74390 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 943 time: 0.0792010 Dec 23 15:59:02.169151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:59:02.273940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5225ffcb-3dc6-463d-ba16-000347c4ca5b req-507e8ebd-6569-4665-9b44-af7f44c0ddaa tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310716 Dec 23 15:59:02.305438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:02.318906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072', 'port_id': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'mac_address': 'fa:16:3e:b6:1a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:59:02.370662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:02.387983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:59:02.403348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:02.461778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:02.528311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:02.536333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.536672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.536996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.537318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.537637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.537952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.538266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.538577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.538889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.539198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.539504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:02.847840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['4a5ea563-bfec-4d13-bcf5-4e1d984e0172'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:59:03.469609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691c7b8-1ba8-4110-ab7f-16aaf7de4ff4 req-da8e4a31-142e-4ac2-ab43-c7f7876766b7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:03.471656 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e691c7b8-1ba8-4110-ab7f-16aaf7de4ff4 req-da8e4a31-142e-4ac2-ab43-c7f7876766b7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 944 time: 0.0768166 Dec 23 15:59:03.516483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e691c7b8-1ba8-4110-ab7f-16aaf7de4ff4 req-847180de-c916-43ac-8cbc-25a414fb6156 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393445 Dec 23 15:59:04.183331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:04.301675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:59:04.306291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:04.306676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:04.419132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:04.446718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:59:04.458895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:04.503819 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'code': 200} Dec 23 15:59:04.536287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:04.602637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:04.717399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f40ff-27fe-4f49-95a9-bcfedb993afc req-27842733-9513-4cc6-979a-ba9bd810c50b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:04.718745 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-502f40ff-27fe-4f49-95a9-bcfedb993afc req-27842733-9513-4cc6-979a-ba9bd810c50b tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0823696 Dec 23 15:59:04.763646 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-502f40ff-27fe-4f49-95a9-bcfedb993afc req-666859fa-d34c-4777-8c96-46f6640c5abb tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Dec 23 15:59:04.908714 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c49f2688-a64e-4d99-87a6-6125081ef2dd req-b75a1413-aa07-4154-a5d5-721aba3f7eee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0662837 Dec 23 15:59:04.953408 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c49f2688-a64e-4d99-87a6-6125081ef2dd req-27530bef-13a6-4dac-b0f9-9c16040a32b6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387702 Dec 23 15:59:05.958737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9188f8-5a39-4d0e-85bf-a986e3e7854c req-919ef6ba-7803-4f33-8c72-d42f8cc88166 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:05.960050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be9188f8-5a39-4d0e-85bf-a986e3e7854c req-919ef6ba-7803-4f33-8c72-d42f8cc88166 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0754483 Dec 23 15:59:06.003596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be9188f8-5a39-4d0e-85bf-a986e3e7854c req-1cefb77d-19a0-4fbc-bba0-1fcb3b5d835a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Dec 23 15:59:07.203536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00569b82-816e-4008-b402-06f35a671d4a req-0cbc10fa-2130-4156-aa6e-5051f7ee4a77 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:07.205353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00569b82-816e-4008-b402-06f35a671d4a req-0cbc10fa-2130-4156-aa6e-5051f7ee4a77 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0833116 Dec 23 15:59:07.248837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00569b82-816e-4008-b402-06f35a671d4a req-fd68b635-5878-4aab-9fd4-4ba92854f942 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Dec 23 15:59:07.387974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:07.444773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a0513-fe8b-46df-ad57-3d024ec1dc89 req-35d056a3-ccdc-4610-bccd-d8eb0ad4e35c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:07.446201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5d6a0513-fe8b-46df-ad57-3d024ec1dc89 req-35d056a3-ccdc-4610-bccd-d8eb0ad4e35c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0764589 Dec 23 15:59:07.491581 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5d6a0513-fe8b-46df-ad57-3d024ec1dc89 req-a560e766-359d-44bd-af57-1662e71d181a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398231 Dec 23 15:59:07.693175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b449863c-0fbe-414a-84b9-93d508d1a7f4 req-88cc32e8-f4f8-4c72-939b-b5178c8a6116 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0719604 Dec 23 15:59:08.181034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9c623-9515-45fd-87a1-0f64fbc3b62b req-e49cc08d-8051-425d-962c-c1688f308fb7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:08.182458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fb9c623-9515-45fd-87a1-0f64fbc3b62b req-e49cc08d-8051-425d-962c-c1688f308fb7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.1349013 Dec 23 15:59:08.186017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-d4fa2219-8ec5-4742-ad2a-4bd525e8c0ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036601 Dec 23 15:59:08.227230 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fb9c623-9515-45fd-87a1-0f64fbc3b62b req-17aa2508-06bd-484a-a03d-5aaba52150c7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Dec 23 15:59:09.425611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33665e5-eb9a-4112-b850-0d20f0ec7247 req-5249d5fc-f7d8-4931-a0c3-862f5a045e61 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:09.427103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e33665e5-eb9a-4112-b850-0d20f0ec7247 req-5249d5fc-f7d8-4931-a0c3-862f5a045e61 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0761359 Dec 23 15:59:09.474484 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e33665e5-eb9a-4112-b850-0d20f0ec7247 req-e1bdcc61-6647-4a72-ab17-9c07cf703b78 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Dec 23 15:59:10.465626 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-7cec06ee-aad4-4249-8779-2aaa00358b8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0678453 Dec 23 15:59:10.633055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-035b6177-2171-4a06-af3c-2c81b8a4e211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:10.634463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-035b6177-2171-4a06-af3c-2c81b8a4e211 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 916 time: 0.1620748 Dec 23 15:59:10.707797 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-3d207704-1828-4053-bdf2-33d60bd6bfa1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172 HTTP/1.1" status: 200 len: 217 time: 0.0672073 Dec 23 15:59:10.783342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-c59ab7d7-eddf-4fab-a656-ce7b2ffb4efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:10.784825 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-c59ab7d7-eddf-4fab-a656-ce7b2ffb4efa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0698602 Dec 23 15:59:10.791176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f37c4-244d-422e-afb9-aa3b6d1984e5 req-1dee1c2a-2e81-44b4-9255-9a129542d727 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:10.792497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db9f37c4-244d-422e-afb9-aa3b6d1984e5 req-1dee1c2a-2e81-44b4-9255-9a129542d727 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.1963508 Dec 23 15:59:10.845783 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-75bafa7e-24ee-4e8e-b726-b1541db86d3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524049 Dec 23 15:59:10.856134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-3011cf8e-a0a1-4dbb-a93d-4f695072a466 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 15:59:10.857028 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-3011cf8e-a0a1-4dbb-a93d-4f695072a466 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056264 Dec 23 15:59:10.944994 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db9f37c4-244d-422e-afb9-aa3b6d1984e5 req-275c1c0c-5a3d-476b-878e-5589a5c13cfe tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230762 Dec 23 15:59:10.996712 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-3dad2f0a-8030-4a7d-aecb-421c3f4b5023 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321247 Dec 23 15:59:11.211847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-1e388a2d-040b-4d1c-9d44-93b1439bf607 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087185 Dec 23 15:59:11.495789 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-64860de0-0506-4145-94f7-c435de2654ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0716431 Dec 23 15:59:11.642270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-b7a82080-55b7-4929-ba69-c08233dc5317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:11.643765 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-b7a82080-55b7-4929-ba69-c08233dc5317 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 916 time: 0.1295307 Dec 23 15:59:11.711690 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-d1fe1acc-5d8c-48f5-a5c1-1ebdae6373cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172 HTTP/1.1" status: 200 len: 217 time: 0.0615635 Dec 23 15:59:11.823332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-2cc0c584-adf5-4eb7-83d1-bbe190125ce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:11.824763 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-2cc0c584-adf5-4eb7-83d1-bbe190125ce1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0613792 Dec 23 15:59:11.870893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-bd6854ad-78d4-4a8d-9847-9f4c02dfb844 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390401 Dec 23 15:59:12.018378 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-0e52ffdf-e4fb-40ef-ba67-20345adf1696 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402581 Dec 23 15:59:12.201597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38c1f292-3f62-45c6-8f27-4424083fa86c req-023d6f88-2a18-4db3-8e57-c5069625afab service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774597 Dec 23 15:59:12.214942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76378da-7b40-4a9d-b91b-3dc81ea86590 req-c84b73e6-6512-46c7-b208-d2a37bc1c199 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:12.216335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a76378da-7b40-4a9d-b91b-3dc81ea86590 req-c84b73e6-6512-46c7-b208-d2a37bc1c199 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.1253994 Dec 23 15:59:12.265050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a76378da-7b40-4a9d-b91b-3dc81ea86590 req-ed751c31-d090-4931-aa5b-10b967983583 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Dec 23 15:59:13.461601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae459e7-d310-4cff-af7d-43526747f9bd req-c994c622-4596-482c-a010-e9bffcc85df7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:13.463031 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aae459e7-d310-4cff-af7d-43526747f9bd req-c994c622-4596-482c-a010-e9bffcc85df7 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0753658 Dec 23 15:59:13.507518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aae459e7-d310-4cff-af7d-43526747f9bd req-a8fd171f-7f10-4687-9d44-2f0a70d187e0 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Dec 23 15:59:14.704335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72a65f-1a28-4328-899f-486d1a21b0b4 req-68abe716-d83f-443b-9421-624d293f3f31 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:14.705766 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce72a65f-1a28-4328-899f-486d1a21b0b4 req-68abe716-d83f-443b-9421-624d293f3f31 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0811639 Dec 23 15:59:14.750240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce72a65f-1a28-4328-899f-486d1a21b0b4 req-41830463-36e5-497d-8104-66495ef4cba3 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Dec 23 15:59:15.945561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fb36e-50ab-4f59-b7a0-dd072fedca71 req-a42da981-83d8-49e6-9169-16f0a213268d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:15.946901 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-706fb36e-50ab-4f59-b7a0-dd072fedca71 req-a42da981-83d8-49e6-9169-16f0a213268d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0767002 Dec 23 15:59:15.994600 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-706fb36e-50ab-4f59-b7a0-dd072fedca71 req-286b4a74-333b-42c2-a04e-effb491a0347 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Dec 23 15:59:17.189406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd1d2a-dd30-45f1-9335-06c03df00eec req-2377407f-06bf-4e98-aa55-0fa238e627f4 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:17.190816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbd1d2a-dd30-45f1-9335-06c03df00eec req-2377407f-06bf-4e98-aa55-0fa238e627f4 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0757384 Dec 23 15:59:17.235923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbd1d2a-dd30-45f1-9335-06c03df00eec req-37dd9e43-448c-4887-954e-8740b499142e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Dec 23 15:59:18.432393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2555d-2f74-4a4f-b02a-22e1391efe43 req-18d43dab-8583-48c0-8f11-e3fb8006a6a8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:18.433917 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41a2555d-2f74-4a4f-b02a-22e1391efe43 req-18d43dab-8583-48c0-8f11-e3fb8006a6a8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0782151 Dec 23 15:59:18.478687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-41a2555d-2f74-4a4f-b02a-22e1391efe43 req-ec328f23-beca-4d2a-9d16-4fb13fc30135 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 Dec 23 15:59:19.673889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976d15-4f21-4a39-9ef8-fa2eacfa2736 req-dc2fc8f8-c7bf-4a48-936c-a93fd27851fa tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:19.675329 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db976d15-4f21-4a39-9ef8-fa2eacfa2736 req-dc2fc8f8-c7bf-4a48-936c-a93fd27851fa tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0760417 Dec 23 15:59:19.719268 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db976d15-4f21-4a39-9ef8-fa2eacfa2736 req-d4e563c2-3ebd-4920-8bd0-954fb22f042d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Dec 23 15:59:20.934301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321035ce-a756-429a-b75b-f8833c49df4b req-53dd36fb-8f8f-4997-96a8-3495e2dc270a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:20.935631 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-321035ce-a756-429a-b75b-f8833c49df4b req-53dd36fb-8f8f-4997-96a8-3495e2dc270a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0820448 Dec 23 15:59:20.979885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-321035ce-a756-429a-b75b-f8833c49df4b req-5334ec48-8511-45a6-93f6-275bbf8c2c7a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382631 Dec 23 15:59:22.172183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e6370-0df1-40eb-a70d-d686b9a54bec req-0704c93d-d635-49fe-9444-44259b33dd27 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:22.173689 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de0e6370-0df1-40eb-a70d-d686b9a54bec req-0704c93d-d635-49fe-9444-44259b33dd27 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0754175 Dec 23 15:59:22.221795 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de0e6370-0df1-40eb-a70d-d686b9a54bec req-37d940bd-f930-4819-bc7c-6abf77ee2649 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Dec 23 15:59:23.503988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c44115-d5bf-4707-9205-0e5caccfaad3 req-d7a39edd-1a3b-41c1-b921-0e410097fdb6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:23.505452 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-88c44115-d5bf-4707-9205-0e5caccfaad3 req-d7a39edd-1a3b-41c1-b921-0e410097fdb6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.1624725 Dec 23 15:59:23.553403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-88c44115-d5bf-4707-9205-0e5caccfaad3 req-b1dc6cde-511e-4cd3-9e40-808e9de2f5e6 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Dec 23 15:59:24.750903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a1365-35a0-4a01-851c-9d019d8f123f req-6f4283e7-5508-4878-83bf-56b555ce9251 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:24.752361 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cd6a1365-35a0-4a01-851c-9d019d8f123f req-6f4283e7-5508-4878-83bf-56b555ce9251 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0787024 Dec 23 15:59:24.797142 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cd6a1365-35a0-4a01-851c-9d019d8f123f req-1c06498d-1195-41ed-b8fb-47942ffdbed1 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392566 Dec 23 15:59:25.363656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c5ef2811-7236-441c-a923-678ae6b405e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:25.990470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb3a8-1fa5-4eb0-9322-412490d49cce req-14fc5d50-7ad4-44e7-b19d-d78fa6ea8901 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:25.991797 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-39bdb3a8-1fa5-4eb0-9322-412490d49cce req-14fc5d50-7ad4-44e7-b19d-d78fa6ea8901 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0752389 Dec 23 15:59:26.036795 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-39bdb3a8-1fa5-4eb0-9322-412490d49cce req-6dae0a9c-9774-4838-b6f1-99ab0d6795aa tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Dec 23 15:59:27.237003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f088c79-62c8-41fe-bb5c-5b00655bff6a req-8c4ae72d-e403-444d-9125-d900515e9217 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:27.238427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6f088c79-62c8-41fe-bb5c-5b00655bff6a req-8c4ae72d-e403-444d-9125-d900515e9217 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0792985 Dec 23 15:59:27.283433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6f088c79-62c8-41fe-bb5c-5b00655bff6a req-105c5b55-8357-4cb3-bd09-ba652431acdc tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Dec 23 15:59:27.643751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-985dafb2-06a6-434b-aa2a-a019d8a9e3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:28.481175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fac33-cf14-45d2-bfa2-aa38999b2a73 req-b944218b-a455-41ed-938e-84c11bcaa454 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:28.482595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f5fac33-cf14-45d2-bfa2-aa38999b2a73 req-b944218b-a455-41ed-938e-84c11bcaa454 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0745440 Dec 23 15:59:28.530311 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f5fac33-cf14-45d2-bfa2-aa38999b2a73 req-e27e8be6-058d-4df8-827b-d58478f6b5b5 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Dec 23 15:59:28.820397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:28.839243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-318ee956-af05-4c4f-94dc-93fe40d6aeda service neutron] 10.222.0.57 "GET /v2.0/ports/4a5ea563-bfec-4d13-bcf5-4e1d984e0172/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1430981 Dec 23 15:59:28.980379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:29.416948 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-b704f92a-5ad1-40fe-9cd6-b647a60ff6e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5&tenant_id=c60200b577814b22899080f8d1cdcca0 HTTP/1.1" status: 200 len: 1098 time: 0.0702124 Dec 23 15:59:29.524070 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-630bd11a-8950-488f-b1e9-6e580b0515f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 1098 time: 0.0713196 Dec 23 15:59:29.694829 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-fae55e2a-8b86-4139-bc82-ceaf501fc8cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:29.696299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-fae55e2a-8b86-4139-bc82-ceaf501fc8cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 916 time: 0.1666758 Dec 23 15:59:29.775501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-81dfe752-cbc2-4cc1-b12d-bd69d4a83363 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172 HTTP/1.1" status: 200 len: 217 time: 0.0721936 Dec 23 15:59:29.841163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c6f15-bc8b-4664-b223-af6f57ea8314 req-5f6547ab-9ed0-49d7-b9a1-5ef9d3a12b5a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:29.842589 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-090c6f15-bc8b-4664-b223-af6f57ea8314 req-5f6547ab-9ed0-49d7-b9a1-5ef9d3a12b5a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.1916218 Dec 23 15:59:29.850978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-8dd2eb94-8917-456c-a2a3-943b8957568e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:29.852322 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-8dd2eb94-8917-456c-a2a3-943b8957568e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0697515 Dec 23 15:59:29.911459 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-295f8271-d472-415c-a462-18484d20b372 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424559 Dec 23 15:59:29.995212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-090c6f15-bc8b-4664-b223-af6f57ea8314 req-9fa715b7-f5da-409e-8671-b25db941948d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456356 Dec 23 15:59:30.054479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-8b6429cb-7224-4254-b058-06e6c92678b5 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352041 Dec 23 15:59:30.184401 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3299c3f8-bc22-47e3-aa93-1b1d19a8d4cf req-561fb478-2378-4ca2-ba6b-002b2a6510c9 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241245 Dec 23 15:59:30.368904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:31.194044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cee45-2651-4592-ae67-3d5bd4dad6db req-56725184-f228-4e81-bff1-b75384751648 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:31.195475 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b99cee45-2651-4592-ae67-3d5bd4dad6db req-56725184-f228-4e81-bff1-b75384751648 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0755289 Dec 23 15:59:31.242911 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b99cee45-2651-4592-ae67-3d5bd4dad6db req-cf4927c3-fea7-4bbc-a388-b9c6514ea380 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Dec 23 15:59:31.931873 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 15:59:32.324788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:59:32.438933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:32.446444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3de0d0-2ffc-45d0-b1fa-ccd426e370ae req-f116681a-1797-4f30-a247-0b92f18d55df tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:32.447887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a3de0d0-2ffc-45d0-b1fa-ccd426e370ae req-f116681a-1797-4f30-a247-0b92f18d55df tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0766456 Dec 23 15:59:32.465754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:59:32.475711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:32.494939 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a3de0d0-2ffc-45d0-b1fa-ccd426e370ae req-914e567b-30c6-42fb-b375-3db53d1cf208 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Dec 23 15:59:32.528797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:32.596573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:32.613339 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'code': 200} Dec 23 15:59:33.695174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca424e-78b5-4614-87de-a16012dba584 req-a1cf14c3-965b-4d4f-bf72-9ac3e5c5407c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:33.696609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53ca424e-78b5-4614-87de-a16012dba584 req-a1cf14c3-965b-4d4f-bf72-9ac3e5c5407c tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 943 time: 0.0797279 Dec 23 15:59:33.827681 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53ca424e-78b5-4614-87de-a16012dba584 req-b7b6e03e-f401-47da-8477-a658035fe05f tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254871 Dec 23 15:59:34.263524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dc701-e178-46f0-851e-25c15f609111 req-273ce83a-540b-4285-ae3a-9a9175bc17e8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:34.264977 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-302dc701-e178-46f0-851e-25c15f609111 req-273ce83a-540b-4285-ae3a-9a9175bc17e8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 943 time: 0.0757732 Dec 23 15:59:34.337937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 15:59:34.364942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-302dc701-e178-46f0-851e-25c15f609111 req-54ecf592-a112-4250-a2bc-208d8febb9ff tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622671 Dec 23 15:59:34.379769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-14d8066d-9abb-478a-a6f9-c9652e36cdc5 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:34.381212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-14d8066d-9abb-478a-a6f9-c9652e36cdc5 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5&tenant_id=c60200b577814b22899080f8d1cdcca0&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 943 time: 0.1146386 Dec 23 15:59:34.477281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:34.494252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'network_id': '7b82e985-351e-4a4f-b001-9bfba1e41072', 'port_id': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'mac_address': 'fa:16:3e:b6:1a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 15:59:34.535125 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-7166aacd-eab7-4ece-a9b5-8acc4cbfb899 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c60200b577814b22899080f8d1cdcca0&device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 1096 time: 0.0685365 Dec 23 15:59:34.547134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:34.564788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:59:34.579807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:34.637734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:34.668896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-eeb1ee98-6e90-4fdf-9557-8aa5962436be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:34.670379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-eeb1ee98-6e90-4fdf-9557-8aa5962436be service neutron] 10.222.0.57 "GET /v2.0/networks?id=7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 200 len: 916 time: 0.1294172 Dec 23 15:59:34.704360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:34.743533 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-b6041141-f02e-44f1-9592-dcfeacafbec2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172 HTTP/1.1" status: 200 len: 217 time: 0.0658290 Dec 23 15:59:34.761089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['4a5ea563-bfec-4d13-bcf5-4e1d984e0172'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:59:34.806286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-a6991941-6852-4ff2-988a-f8ad3ff39f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:34.807792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-a6991941-6852-4ff2-988a-f8ad3ff39f88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 200 len: 855 time: 0.0580885 Dec 23 15:59:34.856906 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-9e7fc3ca-750f-4db7-8a16-b7e8b38e1248 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7b82e985-351e-4a4f-b001-9bfba1e41072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422804 Dec 23 15:59:34.992201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-f7b5da3b-6f13-402d-b495-491560fa1626 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287754 Dec 23 15:59:35.123673 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440acbb9-04b3-4ece-a90a-9e6041786d00 req-b082a748-eaec-4ddb-9c3c-274634d2e2e8 service neutron] 10.222.0.57 "GET /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246760 Dec 23 15:59:35.562738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe50b0-6616-4d2d-9c72-fe7b6c8534d8 req-2c0044ff-7959-4334-8b47-31133a4e8645 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:35.564622 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefe50b0-6616-4d2d-9c72-fe7b6c8534d8 req-2c0044ff-7959-4334-8b47-31133a4e8645 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 944 time: 0.0751250 Dec 23 15:59:35.608187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eefe50b0-6616-4d2d-9c72-fe7b6c8534d8 req-039d871e-ab96-4586-8770-893ee7ddc3bd tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Dec 23 15:59:36.361690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:36.432214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:36.432582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:36.573130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:36.600498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:59:36.609813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:36.657557 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'code': 200} Dec 23 15:59:36.683515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:36.753404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:36.812879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1f6b3-ab5e-4150-a208-88c9c0ea0655 req-119fb904-61dc-4ec2-a9d3-9e911592e9ea tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:36.814535 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8bc1f6b3-ab5e-4150-a208-88c9c0ea0655 req-119fb904-61dc-4ec2-a9d3-9e911592e9ea tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0804615 Dec 23 15:59:36.858921 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8bc1f6b3-ab5e-4150-a208-88c9c0ea0655 req-21892783-9f5e-4c87-8132-a53749c841bd tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389109 Dec 23 15:59:37.056292 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339388-4aa4-4494-ade8-ec13eeccd21a req-076660f9-b3f8-47d1-9535-6203b141c815 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:37.057724 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc339388-4aa4-4494-ade8-ec13eeccd21a req-076660f9-b3f8-47d1-9535-6203b141c815 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0799444 Dec 23 15:59:37.107764 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc339388-4aa4-4494-ade8-ec13eeccd21a req-907fbc5f-c553-4cb6-8751-e84acb7f8059 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Dec 23 15:59:37.303009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab5f7f-2cd9-4bd1-b68f-9aec1285c2fe req-0305acb1-6803-49ed-999f-c66f93d1c40e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:37.304471 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-89ab5f7f-2cd9-4bd1-b68f-9aec1285c2fe req-0305acb1-6803-49ed-999f-c66f93d1c40e tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0765984 Dec 23 15:59:37.349805 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-89ab5f7f-2cd9-4bd1-b68f-9aec1285c2fe req-9ed579ae-0f3d-4a84-b809-30dab51e8fdc tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Dec 23 15:59:37.351428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:38.065294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5564ad-7c52-4780-9191-bc18033c1e61 req-fdc638fb-3672-470c-91cb-5e046bf7bef8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:38.066720 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b5564ad-7c52-4780-9191-bc18033c1e61 req-fdc638fb-3672-470c-91cb-5e046bf7bef8 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0812697 Dec 23 15:59:38.111033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3b5564ad-7c52-4780-9191-bc18033c1e61 req-38cf8b76-f752-40cc-94b6-006bec0ca78f tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Dec 23 15:59:39.305001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94424c0-d1c4-402d-a356-b3d4c2e9575a req-ed894b8b-e9f3-461e-a571-cbd7276e54ad tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:39.306424 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c94424c0-d1c4-402d-a356-b3d4c2e9575a req-ed894b8b-e9f3-461e-a571-cbd7276e54ad tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0765631 Dec 23 15:59:39.350774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c94424c0-d1c4-402d-a356-b3d4c2e9575a req-bc9b9b6d-d485-4211-a631-4d49173dd9c9 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/security-groups?id=7285ee1d-e052-4d0f-8380-2e5d16d000ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Dec 23 15:59:39.769871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0363-6a63-42f2-b71e-22e22389494e req-5597760d-146c-486d-864e-682240a4550a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:39.771298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-261a0363-6a63-42f2-b71e-22e22389494e req-5597760d-146c-486d-864e-682240a4550a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 945 time: 0.0808201 Dec 23 15:59:39.837653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Deleting port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 15:59:39.838020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:40.159780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] For port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,segment=NetworkSegment(91a6555a-7ef0-4d96-8d4b-a174c3b3cc21),segment_id=91a6555a-7ef0-4d96-8d4b-a174c3b3cc21)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:40.160146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:40.280415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Calling delete_port for 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 15:59:40.510213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:40.543435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['4a5ea563-bfec-4d13-bcf5-4e1d984e0172'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 15:59:40.555244 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bc732db4-583a-4cd2-86da-2cc9e807a6e8 req-d55df21c-9776-460e-8b69-e62462dd377d tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ade14f0-e2d9-43b8-8333-d347db5ab2f5 HTTP/1.1" status: 200 len: 210 time: 0.0806377 Dec 23 15:59:40.570303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Pushing event deleted for resources: {'Port': ['ID=4a5ea563-bfec-4d13-bcf5-4e1d984e0172,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.582702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.583042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:40.652725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] No DVR routers for this DVR port 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 15:59:40.655173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:40.658061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-deleted', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:59:40.712517 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-261a0363-6a63-42f2-b71e-22e22389494e req-8a608c73-c422-4383-a83c-a74de94e949a tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] 10.222.0.57 "DELETE /v2.0/ports/4a5ea563-bfec-4d13-bcf5-4e1d984e0172 HTTP/1.1" status: 204 len: 173 time: 0.9361415 Dec 23 15:59:40.716353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade14f0-e2d9-43b8-8333-d347db5ab2f5', 'name': 'network-vif-deleted', 'tag': '4a5ea563-bfec-4d13-bcf5-4e1d984e0172', 'status': 'completed', 'code': 200} Dec 23 15:59:41.809328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59624) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:41.870753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Deleting subnet 7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 15:59:41.873496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:41.921044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:41.974460 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.095208 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.131182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:42.140364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.148021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.148382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.148711 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.149035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.149357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.149674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.149993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.150305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.150615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.150942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.151231 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:42.154781 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1d52d1af-4f20-428b-84ea-dc45d7d14b8d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7bae5ce4-00a9-493c-bcb5-19cc3d2ec32a HTTP/1.1" status: 204 len: 168 time: 0.3444867 Dec 23 15:59:42.157971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59628) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:42.260559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.382553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.407383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b82e985-351e-4a4f-b001-9bfba1e41072']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:42.418937 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:42.419218 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a6555a-7ef0-4d96-8d4b-a174c3b3cc21') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:42.430216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.445341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.451479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 15:59:42.456020 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 15:59:42.470247 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 15:59:42.591077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.608876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:42.618091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b82e985-351e-4a4f-b001-9bfba1e41072,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:42.620591 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a4262209-e41a-4c33-94c6-a915cf775e3c admin admin] 10.222.0.58 "DELETE /v2.0/networks/7b82e985-351e-4a4f-b001-9bfba1e41072 HTTP/1.1" status: 204 len: 168 time: 0.4616814 Dec 23 15:59:42.925848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59634) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:42.975104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-60241385-37d1-4563-bd57-cd23a0e4b138 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c60200b577814b22899080f8d1cdcca0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480764 Dec 23 15:59:42.977492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59638) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:43.039107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-52d176e1-05c6-423b-99ef-63d06020f021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:43.063914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-52d176e1-05c6-423b-99ef-63d06020f021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:43.174375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-52d176e1-05c6-423b-99ef-63d06020f021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:43.188650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d176e1-05c6-423b-99ef-63d06020f021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285ee1d-e052-4d0f-8380-2e5d16d000ba,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:43.195234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-52d176e1-05c6-423b-99ef-63d06020f021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:43.196418 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-52d176e1-05c6-423b-99ef-63d06020f021 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7285ee1d-e052-4d0f-8380-2e5d16d000ba HTTP/1.1" status: 204 len: 168 time: 0.2180190 Dec 23 15:59:44.259671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59660) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:44.388808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-885778449-network', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:44.394386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:44.398124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Usage tracker for resource:network and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:44.401077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:44.402120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 15:59:44.406747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:44.436590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 15:59:44.436907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 4a5ea563-bfec-4d13-bcf5-4e1d984e0172 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 15:59:44.471429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Made reservation on behalf of 9a05e7ffcc78409db12aac26b04bf1b5 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:59:44.473708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.486620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.519237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:44.523063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Usage tracker for resource:security_group_rule and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:44.525927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:44.531595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:44.595579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.659941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.693558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 15:59:44.702244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097ec526-d172-4591-b53c-d7c94113d9c5,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:44.709325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.710341 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Added segment 746fad87-7644-48a6-90ca-100a3dcd2f19 of type vlan for network 50ff270c-6f9d-468c-9ac1-d29249dca40e Dec 23 15:59:44.735707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.819899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.820798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:44.821408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:44.923603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] Pushing event updated for resources: {'Network': ['ID=50ff270c-6f9d-468c-9ac1-d29249dca40e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:44.933295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 15:59:44.986395 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6c5c3eda-90cf-478d-96a9-dff247ad9b30 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7254322 Dec 23 15:59:44.989243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59666) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:44.994750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Request body: {'subnet': {'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-885778449-subnet', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:44.999585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:45.003683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Usage tracker for resource:subnet and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:45.006570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:45.012357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:45.105154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Made reservation on behalf of 9a05e7ffcc78409db12aac26b04bf1b5 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:59:45.107576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:45.379739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:45.455073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5801799-f782-42e4-aa32-04ad857caa5e,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:45.469021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Checking segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:59:45.469391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Network hostable DHCP agents. Network: 50ff270c-6f9d-468c-9ac1-d29249dca40e, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 15:59:45.573886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 15:59:45.665229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 50ff270c-6f9d-468c-9ac1-d29249dca40e) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:59:45.669170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:45.669761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:45.674198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3764f9d4-df63-4f23-8b5e-3901350c58e7 None None] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:59:45.740802 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4d8f322f-c202-4305-b691-145a0993025b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7504952 Dec 23 15:59:45.743649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59670) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:45.748548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:45.753384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:45.757133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Usage tracker for resource:router and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:45.759969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:45.766637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:45.825996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:45.827186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:45.848161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:45.888773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-50ff270c-6f9d-468c-9ac1-d29249dca40e', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 15:59:45.889585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.045348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Allocated IP 172.20.0.2 (50ff270c-6f9d-468c-9ac1-d29249dca40e/f5801799-f782-42e4-aa32-04ad857caa5e/25fbd172-f812-48d8-a6df-615e6724dada) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:59:46.049915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.248942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.259388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Transition to ACTIVE for port object 25fbd172-f812-48d8-a6df-615e6724dada will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:59:46.278303 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Transition to ACTIVE for port object 25fbd172-f812-48d8-a6df-615e6724dada will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:59:46.317362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.385091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.385721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:59:46.388543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:59:46.392532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:59:46.397609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Pushing event updated for resources: {'Port': ['ID=25fbd172-f812-48d8-a6df-615e6724dada,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:46.416767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.488420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Attempting to bind port 25fbd172-f812-48d8-a6df-615e6724dada on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:59:46.489132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Attempting to bind port 25fbd172-f812-48d8-a6df-615e6724dada by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:59:46.489487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Attempting to bind port 25fbd172-f812-48d8-a6df-615e6724dada on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:59:46.496000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:59:46.496391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Checking segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:59:46.496785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.497165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Bound using segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:59:46.497615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Bound port: 25fbd172-f812-48d8-a6df-615e6724dada, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:59:46.497977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.556458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Allocated IP 172.26.6.180 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/ebe4dbd0-7e05-4539-be18-2a35cf16b934) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:59:46.597564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] For port 25fbd172-f812-48d8-a6df-615e6724dada, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:59:46.600833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] For port 25fbd172-f812-48d8-a6df-615e6724dada, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=25fbd172-f812-48d8-a6df-615e6724dada,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:59:46.660440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.720007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.759000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928a04b-f840-4999-86e4-ffe83031eb79 None None] Pushing event updated for resources: {'Port': ['ID=25fbd172-f812-48d8-a6df-615e6724dada,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:46.797227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:46.866412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:59:46.869446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:59:46.871671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:59:46.907774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4dbd0-7e05-4539-be18-2a35cf16b934,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:47.125067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:47.126903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:47.354664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 25fbd172-f812-48d8-a6df-615e6724dada up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:47.453835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Router cf88d642-7556-40cd-a454-62c38f77070c is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 15:59:47.494672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 25fbd172-f812-48d8-a6df-615e6724dada completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:59:47.671420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:59:47.682552 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:59:47.697233 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:59:47.697878 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:59:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:47.700444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10238cd-d77f-44d7-b4c7-f6d28b4e4737 None None] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 15:59:47.757034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:47.761078 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b44a701a-fa2a-44d0-adbc-8bbbaf615f32 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0138948 Dec 23 15:59:47.761371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59674) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:47.860218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e3d9a75d-2de7-4ec5-9068-e504ceba0b73 None None] Provisioning for port 25fbd172-f812-48d8-a6df-615e6724dada completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:59:47.870854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e3d9a75d-2de7-4ec5-9068-e504ceba0b73 None None] Provisioning complete for port 25fbd172-f812-48d8-a6df-615e6724dada triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:47.871208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3d9a75d-2de7-4ec5-9068-e504ceba0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:47.907669 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:59:48.072478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3d9a75d-2de7-4ec5-9068-e504ceba0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.120093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e3d9a75d-2de7-4ec5-9068-e504ceba0b73 None None] For port 25fbd172-f812-48d8-a6df-615e6724dada, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=25fbd172-f812-48d8-a6df-615e6724dada,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:48.179767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e3d9a75d-2de7-4ec5-9068-e504ceba0b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.199748 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:47Z', 'revision_number': 3, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:48.204333 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:59:48.204932 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Updating router cf88d642-7556-40cd-a454-62c38f77070c port ebe4dbd0-7e05-4539-be18-2a35cf16b934 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:59:48.259096 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.265389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9a75d-2de7-4ec5-9068-e504ceba0b73 None None] Pushing event updated for resources: {'Port': ['ID=25fbd172-f812-48d8-a6df-615e6724dada,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:48.406743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d346d7c8-66a6-44a7-9803-4fb1c309070f None None] Provisioning complete for port 25fbd172-f812-48d8-a6df-615e6724dada triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:48.407365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d346d7c8-66a6-44a7-9803-4fb1c309070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.597415 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.610382 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Transition to ACTIVE for port object ebe4dbd0-7e05-4539-be18-2a35cf16b934 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:59:48.653746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.737293 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Pushing event updated for resources: {'Port': ['ID=ebe4dbd0-7e05-4539-be18-2a35cf16b934,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:48.739361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Attempting to bind port ebe4dbd0-7e05-4539-be18-2a35cf16b934 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:59:48.739697 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Attempting to bind port ebe4dbd0-7e05-4539-be18-2a35cf16b934 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:59:48.740039 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Attempting to bind port ebe4dbd0-7e05-4539-be18-2a35cf16b934 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:59:48.743771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.751165 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.751494 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.751813 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.752148 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.752465 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.752776 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.753085 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.753398 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.753703 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.754004 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.754307 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 15:59:48.757445 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:59:48.759466 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:59:48.759466 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.759466 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:59:48.759466 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Bound port: ebe4dbd0-7e05-4539-be18-2a35cf16b934, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:59:48.759466 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.833942 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] For port ebe4dbd0-7e05-4539-be18-2a35cf16b934, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:59:48.837878 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] For port ebe4dbd0-7e05-4539-be18-2a35cf16b934, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ebe4dbd0-7e05-4539-be18-2a35cf16b934,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:59:48.894357 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:48.964799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Allocated IP 172.20.0.1 (50ff270c-6f9d-468c-9ac1-d29249dca40e/f5801799-f782-42e4-aa32-04ad857caa5e/51a8a2c4-44ca-474d-8b38-feb3c4e48cfc) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:59:48.977812 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:59:48.978469 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:59:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:49.034706 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6648d-bbd0-491e-abee-0660be0a9fe1 None None] Pushing event updated for resources: {'Port': ['ID=ebe4dbd0-7e05-4539-be18-2a35cf16b934,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:49.118253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:49.134884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Transition to ACTIVE for port object 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:59:49.172639 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:59:49.214498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:49.287161 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:59:49.290134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:59:49.294889 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:59:49.323372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Pushing event updated for resources: {'Port': ['ID=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:49.368234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 25fbd172-f812-48d8-a6df-615e6724dada up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:49.379186 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:49.455480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 25fbd172-f812-48d8-a6df-615e6724dada triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:49.455819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:49.536745 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:47Z', 'revision_number': 3, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:49.541601 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879fa89b-ff71-4640-85a9-ce414c515033 None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:47Z', 'revision_number': 3, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:59:49.590932 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:49.660176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-51fe9d35-3690-4b5a-8da8-d3438e6265f1 None None] Provisioning for port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:59:49.668291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-51fe9d35-3690-4b5a-8da8-d3438e6265f1 None None] Provisioning complete for port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:49.668770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-51fe9d35-3690-4b5a-8da8-d3438e6265f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:49.734391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-51fe9d35-3690-4b5a-8da8-d3438e6265f1 None None] Port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:59:49.885371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:49.945801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:50.057006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Pushing event updated for resources: {'Port': ['ID=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:50.059457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:50.203286 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:59:50.204807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:59:50.463059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a7df9ad5-f321-4450-bb8d-25bac3429d6c None None] Provisioning complete for port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:50.463632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a7df9ad5-f321-4450-bb8d-25bac3429d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:50.543017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a7df9ad5-f321-4450-bb8d-25bac3429d6c None None] Port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:59:50.729826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 15:59:50.934931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 15:59:50.945034 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9fa30192-ad62-4685-8dac-99565e872d32 admin admin] 10.222.0.58 "PUT /v2.0/routers/cf88d642-7556-40cd-a454-62c38f77070c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1826453 Dec 23 15:59:51.357062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ebe4dbd0-7e05-4539-be18-2a35cf16b934 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:51.492458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59684) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:51.498573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826975357', 'description': 'tempest-description--1823023607'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:51.499282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ebe4dbd0-7e05-4539-be18-2a35cf16b934 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:59:51.505821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:51.512275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ebe4dbd0-7e05-4539-be18-2a35cf16b934 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:51.512275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:51.512498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Usage tracker for resource:security_group and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:51.513198 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:51.519973 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:51.624318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:51.626604 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:51.641324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ebe4dbd0-7e05-4539-be18-2a35cf16b934, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ebe4dbd0-7e05-4539-be18-2a35cf16b934,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:51.663043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:51.666830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Usage tracker for resource:security_group_rule and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:51.669602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:51.675259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:51.729546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:51.734015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:51.791110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:51.800475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ebe4dbd0-7e05-4539-be18-2a35cf16b934,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:51.833241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e2951-2505-4568-8e52-d73c2d6029a0,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:51.905371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:51.906626 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b6b2e548-9d76-4276-87ac-2128c828133d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4130790 Dec 23 15:59:51.909506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59688) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:51.914936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'security_group_rule': {'security_group_id': '7b4e2951-2505-4568-8e52-d73c2d6029a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:51.920855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:51.924671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Usage tracker for resource:security_group_rule and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:51.927530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:51.933246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:52.014734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.074356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.122499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.145571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e94d3c3-a1c8-4d0a-b85d-31b17b77386e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:52.190893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.192105 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4b687b7b-acf4-4291-bc1d-5af7fe907c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2816365 Dec 23 15:59:52.194786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59692) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:52.200149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'security_group_rule': {'security_group_id': '7b4e2951-2505-4568-8e52-d73c2d6029a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:52.206682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:52.210449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Usage tracker for resource:security_group_rule and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:52.213392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:52.219174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:52.294603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.358285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.431070 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.457730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38d2b23-f059-4212-89d9-31131cd95c8a,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:52.528136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.529380 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a1f0b0a0-2321-4745-98e7-d2e3aa331c31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3336914 Dec 23 15:59:52.532582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 59696) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 15:59:52.537829 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:52.543401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:52.547775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Usage tracker for resource:floatingip and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:52.553282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:52.557413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:52.626299 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.769813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:52.913844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Allocated IP 172.26.6.215 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/2e28f9dd-c9e8-4f12-b86b-dfba4e9bdd45) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:59:53.022100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 15:59:53.034691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:59:53.035314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:59:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:53.065819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.157728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.216693 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:59:53.225425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:59:53.228332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:59:53.232838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:59:53.258988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'Port': ['ID=2e28f9dd-c9e8-4f12-b86b-dfba4e9bdd45,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:53.349155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ebe4dbd0-7e05-4539-be18-2a35cf16b934 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:53.398639 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.503288 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.557350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ebe4dbd0-7e05-4539-be18-2a35cf16b934 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:53.557727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.678998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 2, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:53.693282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 15:59:53.693629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Updating router cf88d642-7556-40cd-a454-62c38f77070c port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 15:59:53.711717 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.779202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.785883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:53.983251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'Port': ['ID=2e28f9dd-c9e8-4f12-b86b-dfba4e9bdd45,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:54.002035 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:54.076918 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:54.078201 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fc4ce8fb-f2ab-414f-82a9-fe2c1cfcf2cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5446973 Dec 23 15:59:54.135118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:54.147843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Transition to ACTIVE for port object 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:59:54.208282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:54.255623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-7cd37f68-f376-40c8-9a11-7666706ce290 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:59:54.323088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-7cd37f68-f376-40c8-9a11-7666706ce290 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:59:54.324513 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-7cd37f68-f376-40c8-9a11-7666706ce290 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1826975357&fields=id&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 267 time: 0.1134567 Dec 23 15:59:54.336012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84fd17-11a4-44cf-8d66-482ee5b5eda9 None None] Pushing event updated for resources: {'Port': ['ID=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:54.431998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Attempting to bind port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:59:54.432384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Attempting to bind port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:59:54.432743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Attempting to bind port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:59:54.441532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:59:54.441894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Checking segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:59:54.442284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:54.442663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Bound using segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:59:54.443116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Bound port: 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:59:54.443477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:54.503468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-6857ab92-688f-40ed-b96a-612f340f3828 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:54.504151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-6857ab92-688f-40ed-b96a-612f340f3828 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:59:54.545365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] For port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:59:54.548844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] For port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:59:54.597380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-6857ab92-688f-40ed-b96a-612f340f3828 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:59:54.598571 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-6857ab92-688f-40ed-b96a-612f340f3828 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.2660012 Dec 23 15:59:54.614620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-de8a18c4-32a5-4d80-b9df-5687cede398d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/quotas/9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 375 time: 0.0107388 Dec 23 15:59:54.619370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:54.700512 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84fd17-11a4-44cf-8d66-482ee5b5eda9 None None] Pushing event updated for resources: {'Port': ['ID=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:54.704725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-b937c621-a7f4-4a06-8190-72ae8ce5f409 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836139 Dec 23 15:59:54.710073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 15:59:54.710676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:59:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:54.851224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-b743d956-6868-44eb-9fba-cabc81aa12bb service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324742 Dec 23 15:59:54.905375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 15:59:55.082697 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-1f2aae3c-238e-46f1-93e7-892e2250e164 service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253592 Dec 23 15:59:55.235894 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:54Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 15:59:55.241414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb0023-a8b1-4ade-ac7a-2df0c759f1db None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:54Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 15:59:55.350619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-97156cf9-76c4-4a1a-9fd8-62c58f449c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:55.428557 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-364fe4fb-e93d-46e6-bca3-a63ae8cd7656 req-89635839-9517-4b8d-a08d-e37521a19d54 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 210 time: 0.0636892 Dec 23 15:59:55.449379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:55.579443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:59:55.584672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:55.585113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:55.714969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:55.751868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 15:59:55.796955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:55.908775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:56.586500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f7ce90a-96da-404a-89a8-b8b605479826 req-ff5f2d9a-395d-41ba-906f-cb4c76bdc642 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 210 time: 0.0437825 Dec 23 15:59:57.337419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 15:59:57.405751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:57.406610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:57.674333 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-db350605-31af-4cf6-b5a7-070afde50fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:57.766572 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-969b8884-9d8a-4574-9598-bae329f0c53d req-c3f56f83-7a02-4218-a34c-eb67347913ad tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 210 time: 0.0439522 Dec 23 15:59:57.771243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-b44bf98c-f979-43b7-90e7-079221c8a19e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:57.772532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-b44bf98c-f979-43b7-90e7-079221c8a19e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.1864388 Dec 23 15:59:57.831403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-b88a40a3-8d8e-47d2-9304-af03d1e7adaf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 380 time: 0.0403953 Dec 23 15:59:57.839856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'port': {'device_id': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'admin_state_up': True, 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'security_groups': ['7b4e2951-2505-4568-8e52-d73c2d6029a0']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:57.973835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 15:59:57.977602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Usage tracker for resource:port and tenant:9a05e7ffcc78409db12aac26b04bf1b5 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 15:59:57.980386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 15:59:57.986624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 15:59:58.058930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Made reservation on behalf of 9a05e7ffcc78409db12aac26b04bf1b5 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 15:59:58.062404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:58.224331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Allocated IP 172.20.0.9 (50ff270c-6f9d-468c-9ac1-d29249dca40e/f5801799-f782-42e4-aa32-04ad857caa5e/beab33df-4377-4fcb-b66a-6bb1d42720b8) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 15:59:58.410842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:58.425799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Transition to ACTIVE for port object beab33df-4377-4fcb-b66a-6bb1d42720b8 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:59:58.494712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:58.566568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 15:59:58.569580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 15:59:58.573918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 15:59:58.599867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:58.640088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:58.641582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:58.711717 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-fdad1565-73e4-4908-8a08-71753bd9f00c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752894 Dec 23 15:59:58.731367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Request body: {'port': {'device_id': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 15:59:58.842527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:58.846731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:58.876987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3c383b3e-72ef-4713-9646-76f0a3f76ac7 None None] Provisioning for port beab33df-4377-4fcb-b66a-6bb1d42720b8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 15:59:58.884066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3c383b3e-72ef-4713-9646-76f0a3f76ac7 None None] Provisioning complete for port beab33df-4377-4fcb-b66a-6bb1d42720b8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 15:59:58.891092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c383b3e-72ef-4713-9646-76f0a3f76ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:58.957301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3c383b3e-72ef-4713-9646-76f0a3f76ac7 None None] Port beab33df-4377-4fcb-b66a-6bb1d42720b8 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 15:59:59.007758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:59.120601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f2e7c-623c-4742-b456-4bf7c9e367a0 req-a2fd82e1-b5ac-4313-9d29-c2dc5b19b743 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 15:59:59.121267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-192f2e7c-623c-4742-b456-4bf7c9e367a0 req-a2fd82e1-b5ac-4313-9d29-c2dc5b19b743 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 15:59:59.247380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-192f2e7c-623c-4742-b456-4bf7c9e367a0 req-a2fd82e1-b5ac-4313-9d29-c2dc5b19b743 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 15:59:59.248448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-192f2e7c-623c-4742-b456-4bf7c9e367a0 req-a2fd82e1-b5ac-4313-9d29-c2dc5b19b743 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 931 time: 0.3562067 Dec 23 15:59:59.277745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beab33df-4377-4fcb-b66a-6bb1d42720b8 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 15:59:59.289429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:59.317241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Transition to ACTIVE for port object beab33df-4377-4fcb-b66a-6bb1d42720b8 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 15:59:59.322203 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-192f2e7c-623c-4742-b456-4bf7c9e367a0 req-dcf90311-4c16-4570-be58-7db220af7840 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647075 Dec 23 15:59:59.385270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:59.607490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 15:59:59.729000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Attempting to bind port beab33df-4377-4fcb-b66a-6bb1d42720b8 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 15:59:59.733582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Attempting to bind port beab33df-4377-4fcb-b66a-6bb1d42720b8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 15:59:59.733582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Attempting to bind port beab33df-4377-4fcb-b66a-6bb1d42720b8 on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:59:59.735585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Port beab33df-4377-4fcb-b66a-6bb1d42720b8 on network 50ff270c-6f9d-468c-9ac1-d29249dca40e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 15:59:59.735896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Attempting to bind port beab33df-4377-4fcb-b66a-6bb1d42720b8 on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 15:59:59.742410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 15, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 15:59:59.742746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Checking segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 15:59:59.743105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Bound using segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 15:59:59.743520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Bound port: beab33df-4377-4fcb-b66a-6bb1d42720b8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 15:59:59.744007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:59.837156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 15:59:59.839900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 15:59:59.910993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:59.972009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 15:59:59.973509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] 10.222.0.57 "PUT /v2.0/ports/beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 1093 time: 1.2472970 Dec 23 15:59:59.973945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 15:59:59.992732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90211b0-9e08-47c6-9e18-5face60cdf76 service neutron] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:00.040816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'status': 'completed', 'code': 200} Dec 23 16:00:00.155253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6ab8b49f-a329-440f-9fb9-5bcb5c545743 req-3a9a5112-cf7b-41f9-b794-3e565b413bd6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1096 time: 0.0718572 Dec 23 16:00:00.300198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8b49f-a329-440f-9fb9-5bcb5c545743 req-c68fb554-ff61-4096-b626-9758dd55339b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:00.301631 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6ab8b49f-a329-440f-9fb9-5bcb5c545743 req-c68fb554-ff61-4096-b626-9758dd55339b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1337488 Dec 23 16:00:00.371173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:00.438594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8b49f-a329-440f-9fb9-5bcb5c545743 req-9b22aeb8-931b-41fb-894b-1dc44b9de405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:00.440024 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6ab8b49f-a329-440f-9fb9-5bcb5c545743 req-9b22aeb8-931b-41fb-894b-1dc44b9de405 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326499 Dec 23 16:00:00.580033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b6a67-c716-49a5-ad44-7cca84153e47 req-0fcfcc30-d078-42d0-8df1-0e7c42a3c4d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:00.581485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fc6b6a67-c716-49a5-ad44-7cca84153e47 req-0fcfcc30-d078-42d0-8df1-0e7c42a3c4d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 943 time: 0.1334085 Dec 23 16:00:00.603061 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-8e5c850d-8d6e-48cc-bfda-2edad83b8d27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1096 time: 0.1064274 Dec 23 16:00:00.687839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-1a004f86-d6ef-43fd-b484-944382afe2da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 217 time: 0.0689182 Dec 23 16:00:00.692615 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fc6b6a67-c716-49a5-ad44-7cca84153e47 req-41a9ad0d-510b-4f04-b92f-1342d52c0800 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054509 Dec 23 16:00:00.752390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-0490457b-63bc-4b47-83ad-6965a9e7d6f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:00.753788 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-0490457b-63bc-4b47-83ad-6965a9e7d6f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0600944 Dec 23 16:00:00.826685 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-8bbbe5a9-37f2-4638-a542-222727e849e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664368 Dec 23 16:00:00.959523 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-78185caf-b2f6-45d0-bf71-6499f2c8efc4 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262693 Dec 23 16:00:01.089795 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e516fe0-7d13-4058-8bcc-b54bf7a6894d req-868ac380-d2a8-429c-adda-8b0f76e2b8d2 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246827 Dec 23 16:00:01.888683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1aae3-29e7-411f-a631-87682d0ee178 req-cba3c40f-0bbb-411f-932f-de6757c4d698 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:01.890391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8f1aae3-29e7-411f-a631-87682d0ee178 req-cba3c40f-0bbb-411f-932f-de6757c4d698 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 943 time: 0.0747480 Dec 23 16:00:01.938596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8f1aae3-29e7-411f-a631-87682d0ee178 req-e9345a46-c03a-42d5-ad79-e732c8a8c9cd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425990 Dec 23 16:00:03.133687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c5193-cd36-46c9-93f2-479148f4d89c req-7de39fa0-0c7d-49a9-9814-0e5a5d065e2a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:03.135121 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-522c5193-cd36-46c9-93f2-479148f4d89c req-7de39fa0-0c7d-49a9-9814-0e5a5d065e2a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 943 time: 0.0763099 Dec 23 16:00:03.180089 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-522c5193-cd36-46c9-93f2-479148f4d89c req-370bd686-e01d-46a6-9bb8-6375a59153dc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390828 Dec 23 16:00:04.379992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf7374-81e1-403a-aaf4-dda259a15315 req-1919f70d-2474-47c7-8022-b7d966122d97 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:04.381463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36cf7374-81e1-403a-aaf4-dda259a15315 req-1919f70d-2474-47c7-8022-b7d966122d97 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 943 time: 0.0789356 Dec 23 16:00:04.427935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36cf7374-81e1-403a-aaf4-dda259a15315 req-1a747f89-d3dd-41ea-b8c1-d42e4aceccac tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Dec 23 16:00:04.508699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device beab33df-4377-4fcb-b66a-6bb1d42720b8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:00:04.642429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:00:04.655190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'mac_address': 'fa:16:3e:92:59:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:00:04.709515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:04.726044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beab33df-4377-4fcb-b66a-6bb1d42720b8 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:00:04.740580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:00:04.784524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:04.853589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:04.861762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.862109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.862447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.862779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.863120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.863436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.863759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.864080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.864425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.864743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:04.865061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:00:05.163011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['beab33df-4377-4fcb-b66a-6bb1d42720b8'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:00:05.761611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca67b-aa85-45cf-8d20-696fe1ca8a34 req-a2c070ba-8493-4257-95ae-e26582397a77 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:05.763055 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac7ca67b-aa85-45cf-8d20-696fe1ca8a34 req-a2c070ba-8493-4257-95ae-e26582397a77 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 944 time: 0.0783544 Dec 23 16:00:05.808718 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac7ca67b-aa85-45cf-8d20-696fe1ca8a34 req-8fc839fc-0fee-4cf9-904f-ef86ad643041 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392025 Dec 23 16:00:06.523446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device beab33df-4377-4fcb-b66a-6bb1d42720b8 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:00:06.641850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port beab33df-4377-4fcb-b66a-6bb1d42720b8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:00:06.646868 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port beab33df-4377-4fcb-b66a-6bb1d42720b8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:00:06.647222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:06.759031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:06.786130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:00:06.795226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:00:06.840795 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'code': 200} Dec 23 16:00:06.846740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:06.917283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:00:07.013487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f94caa-e404-410d-8c68-97812fcb82c6 req-1b81c79e-30a0-4d5e-8f90-b8e732a2cbea tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:07.015956 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30f94caa-e404-410d-8c68-97812fcb82c6 req-1b81c79e-30a0-4d5e-8f90-b8e732a2cbea tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0817916 Dec 23 16:00:07.061128 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30f94caa-e404-410d-8c68-97812fcb82c6 req-f66f7cf5-cc0c-48e1-b5af-f9e386798262 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394104 Dec 23 16:00:07.236721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0fc8664-37df-43bf-b5c9-f44408ce7a22 req-3e1d27df-6082-481f-bded-ed9600f67e99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1098 time: 0.0668721 Dec 23 16:00:07.282718 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0fc8664-37df-43bf-b5c9-f44408ce7a22 req-1e57959f-bc7c-4b07-b330-0adfb56ebd3a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Dec 23 16:00:07.395571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:08.336974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f89e6b-de13-4b09-afea-f63f21eb25bf req-46d0cedc-c160-4341-90ac-d21307fa6a54 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:08.338408 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-20f89e6b-de13-4b09-afea-f63f21eb25bf req-46d0cedc-c160-4341-90ac-d21307fa6a54 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.1580970 Dec 23 16:00:08.383178 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-20f89e6b-de13-4b09-afea-f63f21eb25bf req-8344578a-20f7-497d-a0c0-110de7f28861 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392046 Dec 23 16:00:08.935701 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:00:09.580545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d66f-d5c4-4446-8c04-5c02fbceceba req-3fbdd4f2-5738-45e9-8966-69e4a2cb40ff tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:09.581913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b7b7d66f-d5c4-4446-8c04-5c02fbceceba req-3fbdd4f2-5738-45e9-8966-69e4a2cb40ff tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0783920 Dec 23 16:00:09.627910 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b7b7d66f-d5c4-4446-8c04-5c02fbceceba req-e44b47ea-0113-46b3-ac15-1f880f0ff747 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 Dec 23 16:00:09.820534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6f7f6-abfd-4629-9dc4-983a1c16f211 req-e4f2dd90-8bc3-476c-bfc9-5439880f9cb0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:09.821962 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-adc6f7f6-abfd-4629-9dc4-983a1c16f211 req-e4f2dd90-8bc3-476c-bfc9-5439880f9cb0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0759079 Dec 23 16:00:09.831497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 59750) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:00:09.836690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'floatingip': {'port_id': 'beab33df-4377-4fcb-b66a-6bb1d42720b8'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:00:09.913323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:10.510079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:10.584410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:10.777116 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 associated. External IP: 172.26.6.215, port: beab33df-4377-4fcb-b66a-6bb1d42720b8. Dec 23 16:00:11.196509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-df743263-90e5-4cee-ba91-37756e7f2c76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2390349 Dec 23 16:00:11.376165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-28f4478f-2671-45c3-95cf-3092050496a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1098 time: 0.0936792 Dec 23 16:00:11.380658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:00:11.587653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-ace77ed0-e49f-4d0e-a26e-fc144fa06314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:11.589080 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-ace77ed0-e49f-4d0e-a26e-fc144fa06314 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1514270 Dec 23 16:00:11.755678 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-6a7f2f1f-c069-4173-beff-52dbcd27813c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 999 time: 0.1602564 Dec 23 16:00:11.829529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-758bf019-563e-4721-b835-295b7a2cd1ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:11.830909 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-758bf019-563e-4721-b835-295b7a2cd1ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0683310 Dec 23 16:00:11.833124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:00:11.837352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:11.842487 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:00:11.854449 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:00:11.855120 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:59:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:11.930793 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3c35709-b491-4794-8a74-3640c76ded17 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "PUT /v2.0/floatingips/0b830178-16bc-4ea4-879d-6712d3c08439 HTTP/1.1" status: 200 len: 991 time: 2.0955245 Dec 23 16:00:11.930793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:00:11.958528 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-ed475252-cf5c-4f1d-b53d-3ddfe323fff4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978074 Dec 23 16:00:12.034060 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:00:12.037734 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'status': 'completed', 'code': 200} Dec 23 16:00:12.096403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-08950fe9-a7d3-410e-abdd-72305c2ba095 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313572 Dec 23 16:00:12.233684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-40cd95f3-514c-4bc7-9043-a5ffd5733d08 req-2ef27886-b58f-4b33-acbf-03e9fb39125d service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250036 Dec 23 16:00:12.372439 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:92:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:00:10Z', 'revision_number': 1, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:12.376853 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:00:12.388012 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:00:12.388950 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T15:59:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:12.484089 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-55738415-660c-4f60-a855-3fff452bd435 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1098 time: 0.0721185 Dec 23 16:00:12.569220 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:00:12.620256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-352019bc-53da-4dd1-b678-2315c22b0a65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:12.621692 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-352019bc-53da-4dd1-b678-2315c22b0a65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1303492 Dec 23 16:00:12.837854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-2968f6df-f534-49e1-90c6-b36acb1c7a97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 999 time: 0.2089918 Dec 23 16:00:12.900770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-df7078a8-e246-4cd7-b4a3-913c6fcaa460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:00:12.902194 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-df7078a8-e246-4cd7-b4a3-913c6fcaa460 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0576069 Dec 23 16:00:12.926036 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:92:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:00:10Z', 'revision_number': 1, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:00:12.929984 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455329-4410-4c2a-8b72-5c616f9a87e6 None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:92:59:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:00:10Z', 'revision_number': 1, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:00:12.983465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-b27c6a2f-f28f-4f17-9c9d-c24942f0a094 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737720 Dec 23 16:00:13.124670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-bc869af8-4e75-446f-80ce-c38f4dd6d568 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323299 Dec 23 16:00:13.140605 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e851f5-cc5b-4c02-b964-ae2c20657b83 None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:00:13.260635 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7a5894d-6dae-4123-8dc1-c8294cb79eaf req-ed341f15-5458-49fb-91cb-b4da032504e1 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305375 Dec 23 16:00:25.332107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ef308f2-e9e0-4598-a3d5-f4072ad87e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:27.651084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9aba35aa-ac9d-4613-a157-7c3d653e15d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:28.846373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:28.983710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:30.349053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:37.377795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:45.937754 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:00:55.313833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c66d1570-fc58-428d-816b-57698a2176c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:57.656554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8effbcf6-c20f-4c02-a800-a25185850983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:58.839522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:00:58.997977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:00.347677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:07.399157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:11.049663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-940bde7e-8b10-43e9-a645-2b1ee0c9e848 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707862 Dec 23 16:01:11.200700 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-2749ffd6-ec25-4057-84dd-64abb4eeb748 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1098 time: 0.0669634 Dec 23 16:01:11.342362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-130dc5aa-01ed-4e54-827d-ee111417d564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:11.343775 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-130dc5aa-01ed-4e54-827d-ee111417d564 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1250975 Dec 23 16:01:11.445352 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-ec2f83ac-dfec-4667-a752-093491faed30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 1001 time: 0.0954258 Dec 23 16:01:11.510975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-9a3f8056-4c49-4441-b8d6-4d72f126fc74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:11.512387 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-9a3f8056-4c49-4441-b8d6-4d72f126fc74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0592930 Dec 23 16:01:11.585905 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-708d83c9-5351-4a6a-876c-8f94f5aac884 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659313 Dec 23 16:01:11.718938 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-d106667a-123c-4549-8e01-9cd4f261a342 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258695 Dec 23 16:01:11.848103 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2c3a380-0c64-42c5-869c-789b8f33c3c1 req-8fca6779-1dcf-4514-85e6-6125e56e1f84 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219707 Dec 23 16:01:22.938277 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:01:24.025694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5773e4-aa0d-4c85-89a8-edb28140e5a9 req-07ca4724-2982-4aec-a6a1-bcb1804e0766 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:24.027122 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff5773e4-aa0d-4c85-89a8-edb28140e5a9 req-07ca4724-2982-4aec-a6a1-bcb1804e0766 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.1910653 Dec 23 16:01:24.075210 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff5773e4-aa0d-4c85-89a8-edb28140e5a9 req-77d4c9b7-d9e4-433d-9e06-d418152a31fa tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Dec 23 16:01:24.271622 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4d16432f-368a-4024-8441-f89fd8097b33 req-fe2ac306-f84c-425c-806f-32abbbdcb113 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0681894 Dec 23 16:01:24.774316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23838f-f047-4151-ae6f-08ac85022291 req-184c14d2-a13c-42fa-90e9-513852c2a52f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:24.775754 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c23838f-f047-4151-ae6f-08ac85022291 req-184c14d2-a13c-42fa-90e9-513852c2a52f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.1356416 Dec 23 16:01:24.799884 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-48e06981-268b-4494-a008-ac60ff5ed384 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125147 Dec 23 16:01:24.828450 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c23838f-f047-4151-ae6f-08ac85022291 req-4de50ccb-6c7d-4386-aa0b-9c8eb6e7f0fd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451055 Dec 23 16:01:25.341353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ff9684fc-2a11-42e6-a785-511264e15369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:26.121976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2b69-01c4-4cee-bea5-05aa7d13c29e req-4b146e82-c521-4414-8a01-1c492749c399 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:26.123519 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-776f2b69-01c4-4cee-bea5-05aa7d13c29e req-4b146e82-c521-4414-8a01-1c492749c399 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.1715524 Dec 23 16:01:26.262693 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-776f2b69-01c4-4cee-bea5-05aa7d13c29e req-b2268dda-7f47-49e3-8e39-722e35fee979 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327531 Dec 23 16:01:26.961822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-85c67029-310c-4524-9127-1914b6194d76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1098 time: 0.0679896 Dec 23 16:01:27.089777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-02aeebdd-8801-43c5-b79d-e4184f15383c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:27.091180 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-02aeebdd-8801-43c5-b79d-e4184f15383c service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1231210 Dec 23 16:01:27.192654 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-2969a721-cd82-4c15-b359-25ac09da5b64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 1001 time: 0.0950570 Dec 23 16:01:27.256299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-235070ed-8ba5-429c-9c0b-36265534a919 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:27.257591 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-235070ed-8ba5-429c-9c0b-36265534a919 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0587299 Dec 23 16:01:27.330738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-7e551b14-52b8-4c08-9b74-17e716b9cd40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669570 Dec 23 16:01:27.515247 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-e5a3b731-f973-4445-8b43-9b12ba7bcf4c service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781294 Dec 23 16:01:27.545761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe39de-8396-4ba5-8c96-4e0ec69e5715 req-b32e177f-213f-4a13-8e7a-f93db4c174bc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:27.547104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ebe39de-8396-4ba5-8c96-4e0ec69e5715 req-b32e177f-213f-4a13-8e7a-f93db4c174bc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.1428614 Dec 23 16:01:27.658948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e72a9da3-340e-4f12-9949-07c998104a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:27.667499 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0ebe39de-8396-4ba5-8c96-4e0ec69e5715 req-67df2103-4044-49e0-9588-ccf015eb6b31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138327 Dec 23 16:01:27.689211 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-f26a62bf-c76a-453b-b42a-1c475e8ffa39 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663165 Dec 23 16:01:28.847237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:28.868555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823309-7e1f-47eb-992e-4a50b4222f3a req-c9b2ed6b-8da8-418c-a77d-53674a4d9dba tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:28.869982 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a6823309-7e1f-47eb-992e-4a50b4222f3a req-c9b2ed6b-8da8-418c-a77d-53674a4d9dba tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0758028 Dec 23 16:01:28.914881 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a6823309-7e1f-47eb-992e-4a50b4222f3a req-acecf91c-5f45-4402-86a6-962025abde1e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394015 Dec 23 16:01:28.992225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:30.116463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182186c0-6026-4a3e-84de-42c423b95c94 req-107217f7-9f04-4573-bad1-dda27acacbf2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:30.117885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-182186c0-6026-4a3e-84de-42c423b95c94 req-107217f7-9f04-4573-bad1-dda27acacbf2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0789247 Dec 23 16:01:30.163241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-182186c0-6026-4a3e-84de-42c423b95c94 req-e2382721-6d21-42c6-afce-a9278fcb8b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 Dec 23 16:01:30.349904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:31.355538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d7b3d-16ca-4a14-b8fa-034e75c31bba req-645895cd-6d04-4280-ad1f-e787bbf59e08 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:31.357008 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2a3d7b3d-16ca-4a14-b8fa-034e75c31bba req-645895cd-6d04-4280-ad1f-e787bbf59e08 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0752137 Dec 23 16:01:31.404897 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2a3d7b3d-16ca-4a14-b8fa-034e75c31bba req-b17dafe6-e54a-4f74-bcb7-06294c1d0c0e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Dec 23 16:01:32.602489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba70f-ef21-4949-b473-21d18098c445 req-0ee9cbb2-c3e4-46ca-a29d-3ef10ab4cc5c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:32.603900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-614ba70f-ef21-4949-b473-21d18098c445 req-0ee9cbb2-c3e4-46ca-a29d-3ef10ab4cc5c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0763969 Dec 23 16:01:32.649570 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-614ba70f-ef21-4949-b473-21d18098c445 req-ce998b6b-4296-4dc3-8fb4-96d641255beb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401266 Dec 23 16:01:33.846640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24b8a4-e84d-4b3e-adec-b55d40245cde req-fb455ddb-fc5d-4a4d-a674-638bbfa3592f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:33.848059 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c24b8a4-e84d-4b3e-adec-b55d40245cde req-fb455ddb-fc5d-4a4d-a674-638bbfa3592f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0799060 Dec 23 16:01:33.892693 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c24b8a4-e84d-4b3e-adec-b55d40245cde req-4c9d7c23-b55c-4768-92a2-b2d6a4356172 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Dec 23 16:01:35.086683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0698ad-b30c-4a95-bf79-93747879c7be req-5fcfb821-97bf-47a4-a6ab-d00e2095fce1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:35.088108 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4f0698ad-b30c-4a95-bf79-93747879c7be req-5fcfb821-97bf-47a4-a6ab-d00e2095fce1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0755472 Dec 23 16:01:35.132723 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4f0698ad-b30c-4a95-bf79-93747879c7be req-ebfa535d-9ede-4b6b-8221-b469f89a1cce tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391443 Dec 23 16:01:36.332282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585ffcd-973d-4d73-ac96-23a091a5c54c req-d8285a63-7557-4999-843c-d0f9a13c6ffd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:36.333709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8585ffcd-973d-4d73-ac96-23a091a5c54c req-d8285a63-7557-4999-843c-d0f9a13c6ffd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0797935 Dec 23 16:01:36.379178 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8585ffcd-973d-4d73-ac96-23a091a5c54c req-b40a77d1-3325-4f7f-b0cb-5631cf49a59f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 Dec 23 16:01:37.437798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:37.578628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27ffb0-36a9-4ccc-bf23-e59f3ac8dd4b req-aec211a4-31b5-46f9-9be3-31e8ce7268e3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:37.580875 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5f27ffb0-36a9-4ccc-bf23-e59f3ac8dd4b req-aec211a4-31b5-46f9-9be3-31e8ce7268e3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0761893 Dec 23 16:01:37.627983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5f27ffb0-36a9-4ccc-bf23-e59f3ac8dd4b req-075d2917-82a6-4e53-b718-5ff8b01c3656 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Dec 23 16:01:38.910042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d7e1a-ab63-4cc9-ae1b-bc0925bc1355 req-c7aece2b-1af1-45c5-abea-6e718850ede8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:38.911460 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e23d7e1a-ab63-4cc9-ae1b-bc0925bc1355 req-c7aece2b-1af1-45c5-abea-6e718850ede8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.1626163 Dec 23 16:01:38.955860 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e23d7e1a-ab63-4cc9-ae1b-bc0925bc1355 req-6b05d173-2ee4-48ce-9367-8e120066c7a9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 Dec 23 16:01:39.843954 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-079769ec-dd48-4992-94b6-c497820b8148 service neutron] 10.222.0.57 "GET /v2.0/ports/beab33df-4377-4fcb-b66a-6bb1d42720b8/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0772042 Dec 23 16:01:40.159896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e351401-9fa8-410e-8a84-f6e7d79558ae req-0ae22338-38af-4cd1-a577-ddf55882dd88 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:40.161364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e351401-9fa8-410e-8a84-f6e7d79558ae req-0ae22338-38af-4cd1-a577-ddf55882dd88 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0792565 Dec 23 16:01:40.207464 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e351401-9fa8-410e-8a84-f6e7d79558ae req-119bd4d5-7b9e-4d53-ae9c-0d4725356d0f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Dec 23 16:01:40.379988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-47762aba-aea3-4864-bcc7-a5102e14c0c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0717175 Dec 23 16:01:40.482098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-c1bd04a0-da22-41a2-9b23-0709d92c6364 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1098 time: 0.0690823 Dec 23 16:01:40.613834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-40e203cc-25b2-4ad5-8f4c-b7821d83c1cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:40.615283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-40e203cc-25b2-4ad5-8f4c-b7821d83c1cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1270735 Dec 23 16:01:40.720400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-cf8e770c-39a6-4f49-940e-b9425fbdd845 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 1001 time: 0.0982268 Dec 23 16:01:40.780977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-13a6525c-fc7c-4932-94da-9d621557d4c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:40.782948 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-13a6525c-fc7c-4932-94da-9d621557d4c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0564065 Dec 23 16:01:40.858831 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-bea9d9fc-15ed-469a-ac07-dd4401ea7581 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702865 Dec 23 16:01:40.987687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-4103f4a8-b600-432c-a5f0-1e3b9ca3bdd5 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225872 Dec 23 16:01:41.117694 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb14de0-2c4d-4085-a0e5-053365ccd93d req-fa483c43-2fcb-447d-8a58-a248f706087b service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230626 Dec 23 16:01:41.405373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f619-a9ee-41a8-a7da-04fde38a6aa0 req-70867700-c2d3-4ff9-bf66-7187c57cd60e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:41.406798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875f619-a9ee-41a8-a7da-04fde38a6aa0 req-70867700-c2d3-4ff9-bf66-7187c57cd60e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0770540 Dec 23 16:01:41.455323 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5875f619-a9ee-41a8-a7da-04fde38a6aa0 req-877e709a-1889-4086-af86-5ee6d504ee5d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Dec 23 16:01:42.656011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c948-8f45-4ed4-bd5f-b40893406dcf req-ecf67e3d-7df2-4562-a76f-4a09c3749b01 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:42.658180 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8492c948-8f45-4ed4-bd5f-b40893406dcf req-ecf67e3d-7df2-4562-a76f-4a09c3749b01 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0801668 Dec 23 16:01:42.703240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8492c948-8f45-4ed4-bd5f-b40893406dcf req-62d2339a-f7c3-428b-93f0-21ed0c5176f8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394204 Dec 23 16:01:42.958820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device beab33df-4377-4fcb-b66a-6bb1d42720b8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:01:43.066296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:43.092078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:01:43.103514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:01:43.156377 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'code': 200} Dec 23 16:01:43.189766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:43.254806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:43.262996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.263335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.263667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.264001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.264354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.264679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.264997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.265318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.265633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.265946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.266260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:43.899406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711e0f1-6485-40bd-a0b1-40caf91ab968 req-9ef888f8-4810-42c3-ac4d-276d6b48e4a0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:43.900862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b711e0f1-6485-40bd-a0b1-40caf91ab968 req-9ef888f8-4810-42c3-ac4d-276d6b48e4a0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 943 time: 0.0763209 Dec 23 16:01:43.945785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b711e0f1-6485-40bd-a0b1-40caf91ab968 req-3095e32f-4cd1-46f1-9c9e-c3bdc037dbe0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 Dec 23 16:01:44.976012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device beab33df-4377-4fcb-b66a-6bb1d42720b8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:01:45.113357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:01:45.126800 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'mac_address': 'fa:16:3e:92:59:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:01:45.149893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464269dc-5d09-4f6a-8a84-1f53955296f3 req-08992730-7554-4fc6-8679-0bc482723132 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:45.151340 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-464269dc-5d09-4f6a-8a84-1f53955296f3 req-08992730-7554-4fc6-8679-0bc482723132 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 943 time: 0.0797887 Dec 23 16:01:45.185284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:45.197743 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-464269dc-5d09-4f6a-8a84-1f53955296f3 req-4561eec6-e98b-45ef-9caf-805e886bb784 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Dec 23 16:01:45.203064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beab33df-4377-4fcb-b66a-6bb1d42720b8 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:01:45.218626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:01:45.288752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:45.354245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:45.414149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['beab33df-4377-4fcb-b66a-6bb1d42720b8'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:01:45.730750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b07784-88f0-4d5a-b13d-403ef0784746 req-cfec0048-637d-40fe-882a-960a90914e57 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:45.732201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91b07784-88f0-4d5a-b13d-403ef0784746 req-cfec0048-637d-40fe-882a-960a90914e57 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 944 time: 0.1331623 Dec 23 16:01:45.780895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-331058db-00b2-4a2d-9a81-80df6825d30b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:45.782782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-331058db-00b2-4a2d-9a81-80df6825d30b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 944 time: 0.1253934 Dec 23 16:01:45.792175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91b07784-88f0-4d5a-b13d-403ef0784746 req-9a13705d-c938-40c3-8b9a-7e3d75fa5bdc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534885 Dec 23 16:01:46.038207 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-8fea6259-b824-4ec8-9e7a-d9e84111a851 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 1097 time: 0.1637247 Dec 23 16:01:46.170281 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-8f022971-5c49-40c0-ba9b-54a40a5965ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:46.171704 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-8f022971-5c49-40c0-ba9b-54a40a5965ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1268458 Dec 23 16:01:46.269627 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-782f48f6-3088-4590-a4c0-58ae295026e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 200 len: 1000 time: 0.0919242 Dec 23 16:01:46.333729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-156a6c42-26f7-490b-8df2-599804a5df6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:46.335033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-156a6c42-26f7-490b-8df2-599804a5df6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0596316 Dec 23 16:01:46.409523 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-226f114a-69c4-49ec-910b-7bb250af6a10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676405 Dec 23 16:01:46.543138 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-ddaa941b-ea75-42fd-b475-5c6293766e51 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275401 Dec 23 16:01:46.674257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae3026e3-ba4f-4ece-af58-4681390b7528 req-02b20714-15fb-4202-97e2-97544155e767 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245234 Dec 23 16:01:46.991217 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device beab33df-4377-4fcb-b66a-6bb1d42720b8 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:01:47.002211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d61cd-31e6-4fcf-bcad-671c44276135 req-ff72de34-7b66-40c4-8523-174fe17ecc00 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:47.003680 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c95d61cd-31e6-4fcf-bcad-671c44276135 req-ff72de34-7b66-40c4-8523-174fe17ecc00 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 944 time: 0.0813920 Dec 23 16:01:47.052646 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c95d61cd-31e6-4fcf-bcad-671c44276135 req-e2045722-767e-4ca8-998a-9c2941b8fdf9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Dec 23 16:01:47.060728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port beab33df-4377-4fcb-b66a-6bb1d42720b8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:47.061078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:47.173371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:47.199729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:01:47.209476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:01:47.263056 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'code': 200} Dec 23 16:01:47.274771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:47.343382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:48.242804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6d9c-c0cf-4183-bd6f-628197e917e0 req-fdd9db55-d39c-4e12-bbc3-d6aa2aefc76d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:48.244271 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-124c6d9c-c0cf-4183-bd6f-628197e917e0 req-fdd9db55-d39c-4e12-bbc3-d6aa2aefc76d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0751748 Dec 23 16:01:48.288836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-124c6d9c-c0cf-4183-bd6f-628197e917e0 req-a169a131-f6b2-49f6-9630-7f2b50ac157c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390391 Dec 23 16:01:48.487422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70634b7f-f753-4524-b1b7-cf418b8f31de req-a7575e45-1f2a-4039-b9ad-b6507a95e768 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:48.488787 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70634b7f-f753-4524-b1b7-cf418b8f31de req-a7575e45-1f2a-4039-b9ad-b6507a95e768 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0798736 Dec 23 16:01:48.534910 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70634b7f-f753-4524-b1b7-cf418b8f31de req-8a72592a-1a42-4334-93c3-940492fd514e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404601 Dec 23 16:01:48.729659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030fe0-3227-40fd-becf-d7cff96e6999 req-21172182-e7f5-4afb-b9ce-352610e1371b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:48.731102 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc030fe0-3227-40fd-becf-d7cff96e6999 req-21172182-e7f5-4afb-b9ce-352610e1371b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0763576 Dec 23 16:01:48.781045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc030fe0-3227-40fd-becf-d7cff96e6999 req-0384f865-41c9-4e17-89b7-0ef8bfa915f9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Dec 23 16:01:49.400497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c636e4c-4965-4e26-9ecc-d58661870312 req-62a9ee70-3951-41bf-a607-3d59884aa1f0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:49.401933 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c636e4c-4965-4e26-9ecc-d58661870312 req-62a9ee70-3951-41bf-a607-3d59884aa1f0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0770459 Dec 23 16:01:49.447374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c636e4c-4965-4e26-9ecc-d58661870312 req-b032af98-6690-43e0-b6e6-5fd2ad439c50 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 Dec 23 16:01:50.650635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c566c1-0fb6-4d47-9f40-8a65d563bea9 req-a965c596-f87d-4481-b75f-1c2e058cf05a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:50.652062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47c566c1-0fb6-4d47-9f40-8a65d563bea9 req-a965c596-f87d-4481-b75f-1c2e058cf05a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0804439 Dec 23 16:01:50.697182 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47c566c1-0fb6-4d47-9f40-8a65d563bea9 req-572b8ac1-9fb1-409f-bd89-8db82e67658f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396585 Dec 23 16:01:51.520868 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4a8743ee-6efc-4de9-a4f6-af1c580df0a9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:51.522266 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4a8743ee-6efc-4de9-a4f6-af1c580df0a9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.0743570 Dec 23 16:01:51.592798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Deleting port beab33df-4377-4fcb-b66a-6bb1d42720b8 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:01:51.593024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:51.868225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] For port beab33df-4377-4fcb-b66a-6bb1d42720b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=beab33df-4377-4fcb-b66a-6bb1d42720b8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:01:51.868961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:52.156992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca967fc-4854-45b2-aa10-775031a05a02 req-4247b9be-9fae-4f0c-a105-4a2c92cf75fe tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:52.158970 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ca967fc-4854-45b2-aa10-775031a05a02 req-4247b9be-9fae-4f0c-a105-4a2c92cf75fe tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 945 time: 0.3348107 Dec 23 16:01:52.296041 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ca967fc-4854-45b2-aa10-775031a05a02 req-0f82072b-d257-4db9-8288-86af620d9778 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313119 Dec 23 16:01:52.303543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:52.303908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:52.304244 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 disassociated. External IP: 172.26.6.215, port: beab33df-4377-4fcb-b66a-6bb1d42720b8. Dec 23 16:01:52.304576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Calling delete_port for beab33df-4377-4fcb-b66a-6bb1d42720b8 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:01:52.548775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:52.600788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event deleted for resources: {'Port': ['ID=beab33df-4377-4fcb-b66a-6bb1d42720b8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:52.613492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.613833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.614166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.614494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.614818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.615142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.615474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.615777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.616090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.616431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.616741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:01:52.826334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:01:53.038024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:01:53.047842 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:01:53.060529 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:01:53.061128 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:01:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:53.105378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] No DVR routers for this DVR port beab33df-4377-4fcb-b66a-6bb1d42720b8 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:01:53.107678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:53.110130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-deleted', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:01:53.203902 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-91201e47-e160-48e2-b9e9-e9f56bdea791 req-4ad3427c-bd6d-4f5e-a592-3882acb49b46 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "DELETE /v2.0/ports/beab33df-4377-4fcb-b66a-6bb1d42720b8 HTTP/1.1" status: 204 len: 173 time: 1.6750972 Dec 23 16:01:53.241172 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:01:53.244803 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9486e0d-acf2-4c73-b1c9-4a2368743317', 'name': 'network-vif-deleted', 'tag': 'beab33df-4377-4fcb-b66a-6bb1d42720b8', 'status': 'completed', 'code': 200} Dec 23 16:01:53.479676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f3dc3478-6747-4b95-b3e5-cc7e4509b2b7 req-af5fe018-0f7b-4442-9141-74097ff7d51b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:01:53.557187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f3dc3478-6747-4b95-b3e5-cc7e4509b2b7 req-af5fe018-0f7b-4442-9141-74097ff7d51b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:01:53.558718 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3dc3478-6747-4b95-b3e5-cc7e4509b2b7 req-af5fe018-0f7b-4442-9141-74097ff7d51b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9486e0d-acf2-4c73-b1c9-4a2368743317 HTTP/1.1" status: 200 len: 210 time: 0.1183863 Dec 23 16:01:53.562187 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:53.567395 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:01:53.581268 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:01:53.581960 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:01:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:53.762430 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:01:54.067219 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:01:54.071234 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd5d17-12f0-40fe-a130-2af4f6d9d7f1 None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:01:54.283910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27f886-d3fd-4a11-9c57-116c3c7d6908 None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:01:55.035402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device beab33df-4377-4fcb-b66a-6bb1d42720b8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:01:55.061578 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-f2770f70-6d05-4ef7-8417-be74baa1a194 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1826975357&fields=id&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 267 time: 0.0468218 Dec 23 16:01:55.069139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: beab33df-4377-4fcb-b66a-6bb1d42720b8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:01:55.069484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device beab33df-4377-4fcb-b66a-6bb1d42720b8 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:01:55.212573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-9c323e18-39b0-4636-b8ad-1169ccd661a2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:55.213892 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-9c323e18-39b0-4636-b8ad-1169ccd661a2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.1447740 Dec 23 16:01:55.229988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-d1be2085-203f-4cb0-8b8c-c15cd479403b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/quotas/9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 375 time: 0.0107276 Dec 23 16:01:55.303148 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74f28bc7-b6e4-4715-b231-9d2ef86aea84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:55.312537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-12183868-07ef-4555-8a2f-a0284b82e571 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777643 Dec 23 16:01:55.453512 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-5287c412-b198-4aea-999f-e4dacecc046b service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287880 Dec 23 16:01:55.588417 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-fc8d0963-8953-427f-ad82-ee4fc101c72b service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289287 Dec 23 16:01:55.841143 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4012f768-ea73-44b0-8038-995094ce0c20 req-86d5aaf3-05ac-4659-94a9-7efe9c4f72b7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 210 time: 0.0433090 Dec 23 16:01:57.118659 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97ff7543-3b6e-4ea4-b5d4-b2e035f44289 req-ebcc8a91-a77e-4aad-a187-e84d2bf39bb0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 210 time: 0.1538422 Dec 23 16:01:57.688369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bcf1909a-6b2e-4d63-b48a-218dd7329756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:57.741792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-31201acc-cf80-4626-8edd-bd388b797766 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:57.743162 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-31201acc-cf80-4626-8edd-bd388b797766 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.1461358 Dec 23 16:01:57.801117 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-e09af602-476b-4cc7-86e8-62a4bbd0a798 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 380 time: 0.0400219 Dec 23 16:01:57.809668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'port': {'device_id': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'admin_state_up': True, 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'security_groups': ['7b4e2951-2505-4568-8e52-d73c2d6029a0']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:57.947046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:01:57.957006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:01:58.028138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Made reservation on behalf of 9a05e7ffcc78409db12aac26b04bf1b5 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:01:58.031170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:58.194500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Allocated IP 172.20.0.8 (50ff270c-6f9d-468c-9ac1-d29249dca40e/f5801799-f782-42e4-aa32-04ad857caa5e/9955e5d8-5496-432e-b115-5a9815f7ecb8) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:01:58.344393 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b707129-5027-453a-bb2a-4085d23dc4e7 req-ada94118-805d-4806-94d2-110223d8c372 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 210 time: 0.0937109 Dec 23 16:01:58.418687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:58.433750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Transition to ACTIVE for port object 9955e5d8-5496-432e-b115-5a9815f7ecb8 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:01:58.514536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:58.583783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:01:58.586775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:01:58.590599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:01:58.620763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:58.661401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:58.662017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:58.788988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-b87d2c1b-63f5-41d2-9abd-f0dead93b2a1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9827707 Dec 23 16:01:58.806535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Request body: {'port': {'device_id': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:01:58.845720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:58.922153 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:58.944989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-262fb430-674b-4d5f-975e-b434dd580edc None None] Provisioning for port 9955e5d8-5496-432e-b115-5a9815f7ecb8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:01:58.949961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-262fb430-674b-4d5f-975e-b434dd580edc None None] Provisioning complete for port 9955e5d8-5496-432e-b115-5a9815f7ecb8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:01:58.950401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-262fb430-674b-4d5f-975e-b434dd580edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:59.005397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:59.011048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-262fb430-674b-4d5f-975e-b434dd580edc None None] Port 9955e5d8-5496-432e-b115-5a9815f7ecb8 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:01:59.276106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9955e5d8-5496-432e-b115-5a9815f7ecb8 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:01:59.283727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:59.298958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Transition to ACTIVE for port object 9955e5d8-5496-432e-b115-5a9815f7ecb8 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:01:59.396973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:59.569358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:01:59.794258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975963c-43f9-4c7b-a50f-0544d350b51b req-bee7c424-1cac-4b44-84d6-36ca5826326b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:01:59.794931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8975963c-43f9-4c7b-a50f-0544d350b51b req-bee7c424-1cac-4b44-84d6-36ca5826326b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:01:59.821904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Attempting to bind port 9955e5d8-5496-432e-b115-5a9815f7ecb8 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:01:59.822233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Attempting to bind port 9955e5d8-5496-432e-b115-5a9815f7ecb8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:01:59.822552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Attempting to bind port 9955e5d8-5496-432e-b115-5a9815f7ecb8 on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:01:59.828925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Port 9955e5d8-5496-432e-b115-5a9815f7ecb8 on network 50ff270c-6f9d-468c-9ac1-d29249dca40e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:01:59.829235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Attempting to bind port 9955e5d8-5496-432e-b115-5a9815f7ecb8 on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:01:59.835597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:01:59.835962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Checking segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:01:59.836357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Bound using segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:01:59.836767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Bound port: 9955e5d8-5496-432e-b115-5a9815f7ecb8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:01:59.837101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:01:59.905498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8975963c-43f9-4c7b-a50f-0544d350b51b req-bee7c424-1cac-4b44-84d6-36ca5826326b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:01:59.906708 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8975963c-43f9-4c7b-a50f-0544d350b51b req-bee7c424-1cac-4b44-84d6-36ca5826326b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 943 time: 0.4010882 Dec 23 16:01:59.938191 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:01:59.957001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:01:59.960493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:01:59.973445 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8975963c-43f9-4c7b-a50f-0544d350b51b req-acd99de5-a910-4186-9d4b-dd77637152dd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570629 Dec 23 16:02:00.051665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:00.114103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:00.115398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] 10.222.0.57 "PUT /v2.0/ports/9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 1093 time: 1.3129480 Dec 23 16:02:00.115820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:02:00.137090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3e47-75be-4753-8460-03f78d582ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:02:00.181025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'status': 'completed', 'code': 200} Dec 23 16:02:00.299365 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-841a096a-baa0-4206-b91a-c8205c8f705b req-304a6b2f-b2fe-46e6-b472-f15fa2a3dc99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1096 time: 0.0769255 Dec 23 16:02:00.349296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:00.449174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a096a-baa0-4206-b91a-c8205c8f705b req-55d4a7cc-d5ec-4523-ba82-c3ecef7ad90d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:00.450491 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-841a096a-baa0-4206-b91a-c8205c8f705b req-55d4a7cc-d5ec-4523-ba82-c3ecef7ad90d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1385779 Dec 23 16:02:00.584520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a096a-baa0-4206-b91a-c8205c8f705b req-4d1816a9-df22-4850-956f-24707da697d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:00.585913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-841a096a-baa0-4206-b91a-c8205c8f705b req-4d1816a9-df22-4850-956f-24707da697d1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292474 Dec 23 16:02:00.713038 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-33cb6b7a-fa5a-4bba-9302-ee689ea47aa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1096 time: 0.0678360 Dec 23 16:02:00.788851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-828c8c62-2ebd-4e4c-92df-3f4962a43cf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0633924 Dec 23 16:02:00.852198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-1685cee8-27cb-4b52-b3dc-8f81a94cdbe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:00.853486 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-1685cee8-27cb-4b52-b3dc-8f81a94cdbe7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0585020 Dec 23 16:02:00.927737 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-c2c2e08a-d601-480d-93ca-ef4a6f532a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674582 Dec 23 16:02:01.059801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-53b70596-e723-44ce-884e-f868a25f747a service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250441 Dec 23 16:02:01.247014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4af2413-9d61-4db0-ad46-aef427d0f880 req-f0e0d7b8-cc17-4013-9db3-1467f231ac44 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800814 Dec 23 16:02:01.260745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9ac3b-a39a-47c2-9bcc-85d8c1c280de req-25f0e826-d770-4bea-8bd9-5c4cb48d92dd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:01.262170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74d9ac3b-a39a-47c2-9bcc-85d8c1c280de req-25f0e826-d770-4bea-8bd9-5c4cb48d92dd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 943 time: 0.1265445 Dec 23 16:02:01.313475 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74d9ac3b-a39a-47c2-9bcc-85d8c1c280de req-a11f1f6e-ce40-4b79-8370-4a0a324fd42f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 Dec 23 16:02:02.516249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6983c34-fbce-4e18-a413-724a419a6ffa req-9a0159fd-c0d1-4a3f-82d6-77e84b7cda96 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:02.518226 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f6983c34-fbce-4e18-a413-724a419a6ffa req-9a0159fd-c0d1-4a3f-82d6-77e84b7cda96 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 943 time: 0.0799639 Dec 23 16:02:02.562892 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f6983c34-fbce-4e18-a413-724a419a6ffa req-3d7748f4-2bd3-415a-828a-a9d690eb61e0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Dec 23 16:02:03.756639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcc7af-2eca-45f6-a887-d4b955d72312 req-c6f41cb7-7a33-455c-bf01-179dca78c994 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:03.758324 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3abcc7af-2eca-45f6-a887-d4b955d72312 req-c6f41cb7-7a33-455c-bf01-179dca78c994 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 943 time: 0.0754094 Dec 23 16:02:03.803122 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3abcc7af-2eca-45f6-a887-d4b955d72312 req-2c8e194c-acd7-4ed2-8319-90ebbe725287 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393107 Dec 23 16:02:05.001352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95234d-1df7-4e1e-ad99-b9054b18680b req-f234bd8b-c80a-4ca6-a352-ffc848600eb5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:05.003498 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a95234d-1df7-4e1e-ad99-b9054b18680b req-f234bd8b-c80a-4ca6-a352-ffc848600eb5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 943 time: 0.0772755 Dec 23 16:02:05.047336 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a95234d-1df7-4e1e-ad99-b9054b18680b req-f02c4f52-51b4-4045-b246-eebedc91be59 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Dec 23 16:02:05.074378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9955e5d8-5496-432e-b115-5a9815f7ecb8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:02:05.204140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:02:05.216788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'mac_address': 'fa:16:3e:f9:04:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:02:05.268234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:05.285103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955e5d8-5496-432e-b115-5a9815f7ecb8 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:02:05.299342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:02:05.384990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:05.486260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:02:05.799932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['9955e5d8-5496-432e-b115-5a9815f7ecb8'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:02:06.239450 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cac2b9-0b7f-4b20-81eb-a76679ee5522 req-4d70a15b-3883-4944-bae9-8037e9756e4e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:06.240910 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30cac2b9-0b7f-4b20-81eb-a76679ee5522 req-4d70a15b-3883-4944-bae9-8037e9756e4e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 944 time: 0.0749462 Dec 23 16:02:06.289986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30cac2b9-0b7f-4b20-81eb-a76679ee5522 req-524e7953-b8d9-422f-ab8d-8a9cabb38501 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Dec 23 16:02:07.088639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9955e5d8-5496-432e-b115-5a9815f7ecb8 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:02:07.244779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 9955e5d8-5496-432e-b115-5a9815f7ecb8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:02:07.249420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 9955e5d8-5496-432e-b115-5a9815f7ecb8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:02:07.249777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:07.371939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:07.398874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:02:07.408026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:02:07.446122 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:07.459928 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'code': 200} Dec 23 16:02:07.491395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:07.568897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:02:07.584580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a586e-99fc-41f2-830f-48c4c42ef58a req-35be5983-5ddf-41b5-af1c-17380c0d1985 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:07.586017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-564a586e-99fc-41f2-830f-48c4c42ef58a req-35be5983-5ddf-41b5-af1c-17380c0d1985 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.1720843 Dec 23 16:02:07.631767 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-564a586e-99fc-41f2-830f-48c4c42ef58a req-21a9b914-c2ae-4f5a-a9bf-79e6c108fb2e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400970 Dec 23 16:02:07.871649 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-813b8c70-3998-4153-a1bc-cca9a3ad49d1 req-5e150980-3509-4ac4-b0fe-473863872051 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1098 time: 0.0695255 Dec 23 16:02:07.914063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-813b8c70-3998-4153-a1bc-cca9a3ad49d1 req-911d1720-51f3-4e75-903f-fe05cc0c6147 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361333 Dec 23 16:02:08.825714 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f49dd-c189-4b56-bcad-ca62c126494c req-cc5a37e9-6a35-41b2-8dd0-62794395394e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:08.827156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-081f49dd-c189-4b56-bcad-ca62c126494c req-cc5a37e9-6a35-41b2-8dd0-62794395394e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0767403 Dec 23 16:02:08.871483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-081f49dd-c189-4b56-bcad-ca62c126494c req-0b71a0a5-f916-4b6d-82fa-458851805d0f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387554 Dec 23 16:02:10.071363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60c015-d6be-46a9-91c8-d90bd6524f81 req-60407f3c-c817-46b4-b0a6-ba8e19dd7f8a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:10.072824 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9c60c015-d6be-46a9-91c8-d90bd6524f81 req-60407f3c-c817-46b4-b0a6-ba8e19dd7f8a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0788348 Dec 23 16:02:10.116995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9c60c015-d6be-46a9-91c8-d90bd6524f81 req-9843a9b8-c0e2-42a5-a497-8d5ed812459e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387175 Dec 23 16:02:10.305722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed5d31-36f3-4e9e-8078-405fa4ea7977 req-09c9f28b-2c19-4be7-b7a6-ccaff889c24f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:10.307147 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8ed5d31-36f3-4e9e-8078-405fa4ea7977 req-09c9f28b-2c19-4be7-b7a6-ccaff889c24f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0776677 Dec 23 16:02:10.316481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 60036) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:02:10.321778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'floatingip': {'port_id': '9955e5d8-5496-432e-b115-5a9815f7ecb8'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:02:10.398629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:10.990757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:11.055639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:11.244178 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 associated. External IP: 172.26.6.215, port: 9955e5d8-5496-432e-b115-5a9815f7ecb8. Dec 23 16:02:11.730642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:02:11.929836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:02:11.934256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:11.939834 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:02:11.954762 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:02:11.955630 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:01:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:02:12.028324 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-17dfff59-416d-40f4-886c-f0eb28112284 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "PUT /v2.0/floatingips/0b830178-16bc-4ea4-879d-6712d3c08439 HTTP/1.1" status: 200 len: 991 time: 1.7106912 Dec 23 16:02:12.036028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:02:12.061177 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-50331ee1-b766-4f38-a069-e6515e6d7759 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975823 Dec 23 16:02:12.105013 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'status': 'completed', 'code': 200} Dec 23 16:02:12.140965 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:02:12.248543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-7b65f972-5e77-4f97-ad57-19998c7ac50a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1098 time: 0.0746186 Dec 23 16:02:12.397415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91822-1e83-4389-b880-deaadabe149f req-2aa191dd-d586-4e74-b739-0948e3e0623f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:12.398880 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-2aa191dd-d586-4e74-b739-0948e3e0623f service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1303596 Dec 23 16:02:12.503747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-132d6fe6-4749-40d7-bb49-a46f12c91585 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 999 time: 0.0982678 Dec 23 16:02:12.532497 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:f9:04:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:02:10Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:02:12.536600 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:02:12.546756 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:02:12.547344 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:01:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:02:12.564790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91822-1e83-4389-b880-deaadabe149f req-9c8793d5-29e7-458b-9ea3-009176b2944e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:12.567105 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-9c8793d5-29e7-458b-9ea3-009176b2944e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0580242 Dec 23 16:02:12.640953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-a9cbaf54-3e29-4dda-b98a-5123422bc890 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677505 Dec 23 16:02:12.728517 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:02:12.774154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-a372294f-8f9a-4e9a-bd18-b692ad92f5d2 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265838 Dec 23 16:02:12.906820 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7f91822-1e83-4389-b880-deaadabe149f req-52678555-f499-4f2c-84a2-b1ff9f99f1b9 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264558 Dec 23 16:02:13.071954 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:f9:04:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:02:10Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:02:13.075820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166d4f8d-b607-4ec8-b751-8b65dbaae3a6 None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:f9:04:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:02:10Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:02:13.130054 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-6f20d756-9d83-4043-a1d4-6997b2ed1f7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1098 time: 0.0774086 Dec 23 16:02:13.290298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72db166-7ae2-4cfa-90fc-87749be6f268 None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:02:13.378096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-5f43aeef-5aac-4ea0-a8e7-50e8b8db55ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:13.379672 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-5f43aeef-5aac-4ea0-a8e7-50e8b8db55ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.2376094 Dec 23 16:02:13.487641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-970366ac-0f92-4f21-b23d-75988b4a5b37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 999 time: 0.1015110 Dec 23 16:02:13.550982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-19ba6eb4-1b2b-48f3-879f-28a7dbe2bf7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:02:13.552493 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-19ba6eb4-1b2b-48f3-879f-28a7dbe2bf7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0592146 Dec 23 16:02:13.635674 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-4519f12d-7557-4a37-b558-f5bbac0fe29a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711923 Dec 23 16:02:13.769601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-cf0a6c4f-5d94-42a3-8b9a-cb7a12dd4eae service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264849 Dec 23 16:02:13.904358 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c2c7fb6-9a24-45ec-a1e5-9af98593a508 req-942cab55-18be-4576-ae43-397076f85128 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277182 Dec 23 16:02:25.321348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-486d3cd8-9a9c-4980-a8e2-b4e80a7adad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:27.649519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce2bf-8e83-4963-b27b-38595a9a0525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:28.835284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:28.986230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:30.363729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:36.938731 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:02:37.408769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:55.305071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b950fd5f-749e-4dfb-a8b9-98c97cc7d5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:57.660300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aea36113-2243-49ed-91b1-7fac40c40e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:58.871302 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:02:58.983736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:00.366381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:07.431541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:12.032744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-22defe98-f932-49cc-9a41-40e30404a948 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726364 Dec 23 16:03:12.188971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-468309fc-61f7-4972-bc4d-da4f317e6d6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1098 time: 0.0708966 Dec 23 16:03:12.337932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038f247-5081-482b-adb6-830b75474998 req-1198105a-1ae6-4913-83a7-b7636f8936b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:12.339278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-1198105a-1ae6-4913-83a7-b7636f8936b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1298420 Dec 23 16:03:12.444035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-63144ead-a3b5-40f2-90df-c83dbb3cfd94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 1001 time: 0.0965741 Dec 23 16:03:12.511763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038f247-5081-482b-adb6-830b75474998 req-5ec0ce06-4f71-4200-a755-ba2fea2f9820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:12.513175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-5ec0ce06-4f71-4200-a755-ba2fea2f9820 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0625052 Dec 23 16:03:12.586725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-0d2b253d-b287-4845-993d-d20b7e2a610e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655644 Dec 23 16:03:12.727205 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-e94d9ab3-a36b-4f4e-9bdb-cb23d76b5169 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260109 Dec 23 16:03:12.858580 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1038f247-5081-482b-adb6-830b75474998 req-a747996e-b9b2-489a-86ce-91bd161c2d27 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244671 Dec 23 16:03:13.938866 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:03:24.512216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b744b8-74c3-4591-8d5e-34f2cff4f1dd req-d8506824-22dd-4f0c-a33f-d1e157e32b91 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:24.513635 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-58b744b8-74c3-4591-8d5e-34f2cff4f1dd req-d8506824-22dd-4f0c-a33f-d1e157e32b91 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0752766 Dec 23 16:03:24.563019 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-58b744b8-74c3-4591-8d5e-34f2cff4f1dd req-ce248182-4c35-41c6-84f4-e248d516be45 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439107 Dec 23 16:03:25.329873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40cbf586-a055-4aa8-97e0-911e8492fdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:25.765001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108ff9-a781-40fb-a403-335ee1b91417 req-b12b2ae3-6d64-4871-b248-a8359db0fa4c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:25.766438 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1108ff9-a781-40fb-a403-335ee1b91417 req-b12b2ae3-6d64-4871-b248-a8359db0fa4c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0786486 Dec 23 16:03:25.811076 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1108ff9-a781-40fb-a403-335ee1b91417 req-0e2f1bc3-a007-4e10-be36-f5a133345a03 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392561 Dec 23 16:03:27.005523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bec8a-77db-41fd-8637-ceb45cf1904e req-abeebcd4-eae1-469c-81dc-cb241a73e1e4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:27.007696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ec8bec8a-77db-41fd-8637-ceb45cf1904e req-abeebcd4-eae1-469c-81dc-cb241a73e1e4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0785921 Dec 23 16:03:27.148608 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ec8bec8a-77db-41fd-8637-ceb45cf1904e req-fb1e86af-bf95-41d4-b0fe-82a2ec8eb562 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354077 Dec 23 16:03:27.655669 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-962df759-439d-4c8c-abca-01e7cc5eb24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:28.343171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc58ce-304c-4060-b6f5-4f4381ef6954 req-8da1b4fa-fe87-4f1c-8862-dad4246dbcce tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:28.344620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a0dc58ce-304c-4060-b6f5-4f4381ef6954 req-8da1b4fa-fe87-4f1c-8862-dad4246dbcce tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0746768 Dec 23 16:03:28.388543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a0dc58ce-304c-4060-b6f5-4f4381ef6954 req-e1e81c50-04ff-4760-80f6-caeb5ecdb874 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385156 Dec 23 16:03:28.867528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:28.987288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:29.587898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abe766-550f-47f6-8d0c-b899555c2fde req-6c928b85-2ded-4496-9dd2-32833a8f8329 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:29.589368 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2abe766-550f-47f6-8d0c-b899555c2fde req-6c928b85-2ded-4496-9dd2-32833a8f8329 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0780289 Dec 23 16:03:29.634236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2abe766-550f-47f6-8d0c-b899555c2fde req-e1307245-971e-4bd4-9170-5f4828b71c4f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Dec 23 16:03:30.357893 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:30.828931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7da133-68df-4c7c-9df6-d9802e90da7a req-52f28239-d728-411c-bb44-e7528dce8d1b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:30.830373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e7da133-68df-4c7c-9df6-d9802e90da7a req-52f28239-d728-411c-bb44-e7528dce8d1b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0764663 Dec 23 16:03:30.878112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e7da133-68df-4c7c-9df6-d9802e90da7a req-3231525d-6916-46f3-905d-f6b924ac5c6a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414376 Dec 23 16:03:32.073411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eb9ef-fff9-4584-be09-7a9298305e3c req-bc7a86b0-1604-415b-82f1-5979555c1f4e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:32.074827 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-749eb9ef-fff9-4584-be09-7a9298305e3c req-bc7a86b0-1604-415b-82f1-5979555c1f4e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0754685 Dec 23 16:03:32.118995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-749eb9ef-fff9-4584-be09-7a9298305e3c req-7a5d1606-d84d-4dc3-9c4a-6e32280d695e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387321 Dec 23 16:03:33.313689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c7db9-5056-4fbc-b235-1b90b65bf008 req-5baddbc4-926f-4d6d-bfc6-40905bac7a68 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:33.315122 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e0c7db9-5056-4fbc-b235-1b90b65bf008 req-5baddbc4-926f-4d6d-bfc6-40905bac7a68 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0786953 Dec 23 16:03:33.359354 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e0c7db9-5056-4fbc-b235-1b90b65bf008 req-b7507d25-8bbe-4159-95c8-cdead49ab826 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381982 Dec 23 16:03:34.551054 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c487f3-40f8-4186-b686-ea1369d0f5c3 req-0fb0f44c-9641-4fd0-a30b-cb6e24124005 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:34.552527 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82c487f3-40f8-4186-b686-ea1369d0f5c3 req-0fb0f44c-9641-4fd0-a30b-cb6e24124005 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0756752 Dec 23 16:03:34.598960 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82c487f3-40f8-4186-b686-ea1369d0f5c3 req-70575448-6edf-4e1d-8f42-adfd16058a65 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Dec 23 16:03:35.799808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8feb-4fc3-4078-bfdf-fd504daaa1b2 req-7c243d3a-7e13-4b8a-89fb-23a210095716 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:35.801240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4ab8feb-4fc3-4078-bfdf-fd504daaa1b2 req-7c243d3a-7e13-4b8a-89fb-23a210095716 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0785215 Dec 23 16:03:35.846424 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4ab8feb-4fc3-4078-bfdf-fd504daaa1b2 req-2eb04d46-2838-4adc-9de6-c370519ebba5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390704 Dec 23 16:03:36.119965 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a3f60cc0-b179-4e6a-b172-9f17c4a1569e req-8df20e15-1489-4e32-96f9-a2c6e12542fc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1505578 Dec 23 16:03:37.449852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:37.538249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a28158-9a9d-48ab-97c6-c5155a959689 req-6e1722ee-df1d-423b-8096-baf0ebe39cf3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:37.540431 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70a28158-9a9d-48ab-97c6-c5155a959689 req-6e1722ee-df1d-423b-8096-baf0ebe39cf3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0804467 Dec 23 16:03:37.595664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-70a28158-9a9d-48ab-97c6-c5155a959689 req-792995ce-5def-4aa8-87a2-ea4b08c43f31 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470872 Dec 23 16:03:37.711837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-e4654951-937c-4a78-b897-5956ce18f9fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432581 Dec 23 16:03:38.796247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434ae3c-c8fd-4d0a-911f-c035dccd172c req-54b68576-a8c0-482c-a966-425b63887181 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:38.797687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c434ae3c-c8fd-4d0a-911f-c035dccd172c req-54b68576-a8c0-482c-a966-425b63887181 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0805917 Dec 23 16:03:38.843878 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c434ae3c-c8fd-4d0a-911f-c035dccd172c req-cddfcea2-15ac-4941-84ec-2e7af09f7a29 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Dec 23 16:03:39.766951 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-704cb5c2-61db-4e75-83ca-fb0b5569cae7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1098 time: 0.0680826 Dec 23 16:03:39.902736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796015b-846a-4e12-9173-1256f3555895 req-daabafad-672b-4ca6-a387-a7ee416b1a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:39.904398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-daabafad-672b-4ca6-a387-a7ee416b1a34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1309547 Dec 23 16:03:40.053972 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-8b057814-c887-4b9a-822b-bb200a741fd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 1001 time: 0.1435695 Dec 23 16:03:40.120055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ed6cd-4758-4251-a9c4-45729672458a req-ab926527-2bad-4dd8-9638-45a1ed934519 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:40.121482 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-265ed6cd-4758-4251-a9c4-45729672458a req-ab926527-2bad-4dd8-9638-45a1ed934519 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.1543841 Dec 23 16:03:40.130304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796015b-846a-4e12-9173-1256f3555895 req-6b823ab9-d9c3-4c7d-9743-09e27ac77202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:40.131613 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-6b823ab9-d9c3-4c7d-9743-09e27ac77202 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0694904 Dec 23 16:03:40.219512 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-265ed6cd-4758-4251-a9c4-45729672458a req-ca0524b3-c67e-4f19-8cf6-568410673e1f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907555 Dec 23 16:03:40.237228 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-2776f952-7f4b-4cdc-b739-38836abaff6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917678 Dec 23 16:03:40.455732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-1f8831f1-c5d5-48c3-94d1-e5632db2f399 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114227 Dec 23 16:03:40.586602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-7d8c6de7-02b9-4e57-8ca5-8ab320bc6281 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242929 Dec 23 16:03:41.414411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd87a-88b7-4a81-bfd2-749a4f01fcc4 req-d2ae514a-e4d0-4222-9fcf-eb947de9060c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:41.415822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e85cd87a-88b7-4a81-bfd2-749a4f01fcc4 req-d2ae514a-e4d0-4222-9fcf-eb947de9060c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0742779 Dec 23 16:03:41.459133 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e85cd87a-88b7-4a81-bfd2-749a4f01fcc4 req-0e4ac26b-10ec-4920-ae46-22fc513f4c48 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372288 Dec 23 16:03:42.664243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-b249c2ad-f658-45d5-bc03-47feee8dadc0 service neutron] 10.222.0.57 "GET /v2.0/ports/9955e5d8-5496-432e-b115-5a9815f7ecb8/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1284916 Dec 23 16:03:42.681556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d800-7946-41b5-9161-e9e8e7fd1899 req-829ae1df-fb38-4451-91ed-6bd1875af2be tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:42.683310 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fec5d800-7946-41b5-9161-e9e8e7fd1899 req-829ae1df-fb38-4451-91ed-6bd1875af2be tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0992737 Dec 23 16:03:42.728935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fec5d800-7946-41b5-9161-e9e8e7fd1899 req-243c1620-283a-4d7e-876b-0f70c7d9aa56 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Dec 23 16:03:43.223640 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-0f1f46f0-5578-4d76-82a2-83c337adb888 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0713596 Dec 23 16:03:43.324721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-a741aa49-dd3a-4f72-bc3f-2806021b3c7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1098 time: 0.0679960 Dec 23 16:03:43.455009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796015b-846a-4e12-9173-1256f3555895 req-62960ad8-ba07-42ef-af6e-5ff70387e9c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:43.456703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-62960ad8-ba07-42ef-af6e-5ff70387e9c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1258395 Dec 23 16:03:43.560448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-0ba7a129-539a-429a-ad5d-d2c04fd77ee8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 1001 time: 0.0969794 Dec 23 16:03:43.620886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796015b-846a-4e12-9173-1256f3555895 req-784ca611-a624-4861-9741-6c16cec8f981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:43.622293 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-784ca611-a624-4861-9741-6c16cec8f981 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0562892 Dec 23 16:03:43.700292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-b72aa591-4a8e-41ab-accb-ebf95b59b78b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704234 Dec 23 16:03:43.836326 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-433b2c2f-69aa-4c10-9b1f-8103b4cb837c service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295969 Dec 23 16:03:44.022277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b796015b-846a-4e12-9173-1256f3555895 req-d7548c5f-6188-4a77-b0b9-a3ebbe69d0b3 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798608 Dec 23 16:03:44.032536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960c57f-44d4-42b1-8ce3-1f2e252dd5f6 req-a2585768-407e-4e22-9fbb-3b0a5810b517 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:44.034011 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b960c57f-44d4-42b1-8ce3-1f2e252dd5f6 req-a2585768-407e-4e22-9fbb-3b0a5810b517 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.1742213 Dec 23 16:03:44.082611 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b960c57f-44d4-42b1-8ce3-1f2e252dd5f6 req-d6e2a598-8769-41d2-b09b-e5f8abfe3de2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Dec 23 16:03:45.278960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e5487-c42d-41a5-b481-76ebbc4b2341 req-e9abf114-3f18-44d8-bf23-d63d714d3f79 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:45.280423 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-507e5487-c42d-41a5-b481-76ebbc4b2341 req-e9abf114-3f18-44d8-bf23-d63d714d3f79 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0765340 Dec 23 16:03:45.326024 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-507e5487-c42d-41a5-b481-76ebbc4b2341 req-ef5fd9f7-f8e2-4448-8443-d7c38eb88d01 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401235 Dec 23 16:03:45.617730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9955e5d8-5496-432e-b115-5a9815f7ecb8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:03:45.729082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:45.755719 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:03:45.765379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:03:45.811434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:45.841909 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'code': 200} Dec 23 16:03:45.878931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:03:45.888206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.888551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.888886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.889211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.889545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.889866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.890188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.890511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.890828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.891144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:45.891461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:46.521764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e1d6d-9c4b-4ecb-b3a5-e8adeca15d9b req-435f2d96-c27a-4f4a-958a-6cb04ab8c7c9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:46.523179 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-868e1d6d-9c4b-4ecb-b3a5-e8adeca15d9b req-435f2d96-c27a-4f4a-958a-6cb04ab8c7c9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 943 time: 0.0781524 Dec 23 16:03:46.567967 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-868e1d6d-9c4b-4ecb-b3a5-e8adeca15d9b req-fbbde952-3ef3-4eb0-bea3-c1df6ffff2ef tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387247 Dec 23 16:03:47.625368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9955e5d8-5496-432e-b115-5a9815f7ecb8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:03:47.759544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:03:47.763949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e669-8304-47bd-b049-1e80b2dc296e req-87f8583b-20a2-44d4-a33a-0178528a1692 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:47.765409 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8aa5e669-8304-47bd-b049-1e80b2dc296e req-87f8583b-20a2-44d4-a33a-0178528a1692 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 943 time: 0.0760555 Dec 23 16:03:47.773281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'mac_address': 'fa:16:3e:f9:04:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:03:47.810479 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8aa5e669-8304-47bd-b049-1e80b2dc296e req-07e76bcf-db0b-418b-8eff-edaf4aa3be19 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Dec 23 16:03:47.830954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:47.850087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955e5d8-5496-432e-b115-5a9815f7ecb8 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:03:47.865384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:03:47.954656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:48.019587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:03:48.091574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['9955e5d8-5496-432e-b115-5a9815f7ecb8'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:03:48.502844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81067a-877f-48f1-8f86-89b8654126ef req-b91ff287-4f9f-4b7b-b25f-d3de835e99d7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:48.504312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb81067a-877f-48f1-8f86-89b8654126ef req-b91ff287-4f9f-4b7b-b25f-d3de835e99d7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 944 time: 0.2341504 Dec 23 16:03:48.510802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-4500abc7-369f-451d-9a8e-4872f7a39e4f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:48.512097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-4500abc7-369f-451d-9a8e-4872f7a39e4f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 944 time: 0.1157057 Dec 23 16:03:48.552110 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bb81067a-877f-48f1-8f86-89b8654126ef req-e02e2953-507a-4f72-bc4c-12e78f4c3e59 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Dec 23 16:03:48.670741 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-d1d2cc17-b732-4258-8493-61279d5de7f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1097 time: 0.0682263 Dec 23 16:03:48.798515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-fb5adb66-6c14-4f0c-80c2-2f478b1284a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:48.799926 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-fb5adb66-6c14-4f0c-80c2-2f478b1284a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1232119 Dec 23 16:03:48.903367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-eda08f1f-6365-4a44-9d8d-295bd80ee51f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 1000 time: 0.0960336 Dec 23 16:03:48.962971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-02ed9046-0618-4623-9541-2e5e608ac9c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:48.964369 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-02ed9046-0618-4623-9541-2e5e608ac9c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0555222 Dec 23 16:03:49.038879 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-220e6c64-9257-435c-b5ee-07e5603dd3a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683525 Dec 23 16:03:49.169441 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-b18439d0-9538-4fc7-a420-ad077ded81d9 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231530 Dec 23 16:03:49.299206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5abb61b2-7bef-41de-8667-4c25301d94ff req-52121911-9577-4711-8a54-32a0d980ac62 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237328 Dec 23 16:03:49.640826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9955e5d8-5496-432e-b115-5a9815f7ecb8 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:03:49.710231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 9955e5d8-5496-432e-b115-5a9815f7ecb8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:03:49.710607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:49.757241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7645d-1731-4861-9076-3cbdfb7c21f1 req-7e6e692a-5a6c-41a5-9b9b-36a7c8c878e4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:49.758932 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3da7645d-1731-4861-9076-3cbdfb7c21f1 req-7e6e692a-5a6c-41a5-9b9b-36a7c8c878e4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 944 time: 0.0753696 Dec 23 16:03:49.804728 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3da7645d-1731-4861-9076-3cbdfb7c21f1 req-6d55ebb1-cd1b-4000-a6d0-0f5552100757 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Dec 23 16:03:49.827796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:49.857023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:03:49.864867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:03:49.919398 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'code': 200} Dec 23 16:03:49.920587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:49.988583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:03:50.938588 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:03:51.003164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499eb7d-9713-46e8-a3a8-1d1df86dcab6 req-4e22ed91-aee2-4f2c-bd56-0f5e6bbfa611 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:51.004697 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3499eb7d-9713-46e8-a3a8-1d1df86dcab6 req-4e22ed91-aee2-4f2c-bd56-0f5e6bbfa611 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0787561 Dec 23 16:03:51.050000 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3499eb7d-9713-46e8-a3a8-1d1df86dcab6 req-7c4af8b8-4df6-4b07-9e92-80093ab4bdcd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396354 Dec 23 16:03:51.246323 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a163d-93e4-4789-8839-dbc2e5ff8792 req-a3573c14-8bdf-4457-9644-46ead85696fa tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:51.247782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e01a163d-93e4-4789-8839-dbc2e5ff8792 req-a3573c14-8bdf-4457-9644-46ead85696fa tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0750449 Dec 23 16:03:51.293164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e01a163d-93e4-4789-8839-dbc2e5ff8792 req-900737a4-4266-4ada-ab83-3d5890665e15 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Dec 23 16:03:51.732240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3a17b-be9f-4776-adc1-f81616014bbc req-cfc80e6e-a119-421b-8021-fcd0240fda2a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:51.734404 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47d3a17b-be9f-4776-adc1-f81616014bbc req-cfc80e6e-a119-421b-8021-fcd0240fda2a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0793817 Dec 23 16:03:51.782630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47d3a17b-be9f-4776-adc1-f81616014bbc req-8efa0c42-2cce-4f3b-b2a8-66e4ccd916f2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Dec 23 16:03:51.869377 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-fb04be73-ff0c-4fb4-bdd6-697a10e62e41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 1098 time: 0.0730109 Dec 23 16:03:51.999491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-05df98c4-24c8-4855-b079-e068128867cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:52.001002 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-05df98c4-24c8-4855-b079-e068128867cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1253664 Dec 23 16:03:52.103325 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-b810b18a-ba6f-4dd2-98eb-711d221fa7cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 200 len: 1001 time: 0.0951328 Dec 23 16:03:52.257955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-ef6bb012-1a24-4ad5-afed-2052293949dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:52.259542 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-ef6bb012-1a24-4ad5-afed-2052293949dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.1497562 Dec 23 16:03:52.330930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-2f6cd028-cee3-4a2b-b7b6-84cf0ab95605 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653992 Dec 23 16:03:52.458789 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-a4185337-105b-4f2f-8c5c-41055b484a2f service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213613 Dec 23 16:03:52.588732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-378bb85e-afb5-47b7-8f5a-b36526e5d1de req-5ae3b137-4ea6-4abb-96f2-ee2a0b03ac2f service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240234 Dec 23 16:03:52.983415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9f9a8-1a92-4263-8255-65d45e4a5a04 req-63ad094f-55a0-4943-83aa-b75e0eeacdd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:52.984670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-afc9f9a8-1a92-4263-8255-65d45e4a5a04 req-63ad094f-55a0-4943-83aa-b75e0eeacdd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0805287 Dec 23 16:03:53.029467 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-afc9f9a8-1a92-4263-8255-65d45e4a5a04 req-43ca8505-825a-45f7-8e54-ffae5c37107c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392616 Dec 23 16:03:54.224033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93079fc7-dc43-4209-a03d-2c97eedd13e4 req-597773a9-b9c4-4c0d-bb9f-26c586a679cf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:54.225503 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93079fc7-dc43-4209-a03d-2c97eedd13e4 req-597773a9-b9c4-4c0d-bb9f-26c586a679cf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0761085 Dec 23 16:03:54.272271 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93079fc7-dc43-4209-a03d-2c97eedd13e4 req-20758b16-450f-46fd-a3b1-43ddf07c5d14 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 Dec 23 16:03:54.863698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea98e3-a287-4b83-96bc-8eb712e82338 req-af2c35ff-3eb0-4ed9-9b79-795df8ee1be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:54.865155 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06ea98e3-a287-4b83-96bc-8eb712e82338 req-af2c35ff-3eb0-4ed9-9b79-795df8ee1be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0800850 Dec 23 16:03:54.909905 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06ea98e3-a287-4b83-96bc-8eb712e82338 req-1a98fbef-2f18-487f-8cce-5f021c6e71a8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393562 Dec 23 16:03:55.319816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-afbf74e9-85b1-464a-9705-8e1de1eff15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:56.106249 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313446c-741e-4830-abdf-704de3c666ee req-eb33d9a3-1dec-457c-906b-e5d1bcc1aa42 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:56.107682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3313446c-741e-4830-abdf-704de3c666ee req-eb33d9a3-1dec-457c-906b-e5d1bcc1aa42 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0755079 Dec 23 16:03:56.156459 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3313446c-741e-4830-abdf-704de3c666ee req-eeb2374a-5c3b-4720-aac0-72a155980134 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Dec 23 16:03:56.743961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7fd5c631-9784-4a51-8562-bac55e7404a7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:56.745375 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7fd5c631-9784-4a51-8562-bac55e7404a7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.0743134 Dec 23 16:03:56.810861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Deleting port 9955e5d8-5496-432e-b115-5a9815f7ecb8 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:03:56.811384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:57.051867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] For port 9955e5d8-5496-432e-b115-5a9815f7ecb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9955e5d8-5496-432e-b115-5a9815f7ecb8,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:03:57.052244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:57.384590 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:57.385304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:57.385304 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 disassociated. External IP: 172.26.6.215, port: 9955e5d8-5496-432e-b115-5a9815f7ecb8. Dec 23 16:03:57.385556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Calling delete_port for 9955e5d8-5496-432e-b115-5a9815f7ecb8 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:03:57.456681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e7deb-12e4-474d-ad3d-d267a3e7bb73 req-3fa26b19-cee1-47fd-b671-22b7ce861fc2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:03:57.458013 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e65e7deb-12e4-474d-ad3d-d267a3e7bb73 req-3fa26b19-cee1-47fd-b671-22b7ce861fc2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 945 time: 0.1663554 Dec 23 16:03:57.640634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e65e7deb-12e4-474d-ad3d-d267a3e7bb73 req-1429c1b1-3f27-4672-9e40-d018314087b4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776851 Dec 23 16:03:57.686820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-be813b21-475e-4866-bf73-3a4f5d2db3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:57.766351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:57.817274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event deleted for resources: {'Port': ['ID=9955e5d8-5496-432e-b115-5a9815f7ecb8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:03:57.829973 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.830320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.830658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.831042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.831299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.831626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.831949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.832295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.832617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.832928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:57.833241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:03:58.037837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:03:58.253723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:03:58.263551 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:03:58.275126 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:03:58.275721 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:03:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:03:58.332537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] No DVR routers for this DVR port 9955e5d8-5496-432e-b115-5a9815f7ecb8 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:03:58.334935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:58.338479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-deleted', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:03:58.390299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06dc9e7a-d7b4-4215-bd5b-00313a0b1947 req-7be84b56-30ba-42f7-b8d9-2a6828bb7be3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "DELETE /v2.0/ports/9955e5d8-5496-432e-b115-5a9815f7ecb8 HTTP/1.1" status: 204 len: 173 time: 1.6393614 Dec 23 16:03:58.397751 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dbb98f-20ee-4a18-8af8-e39bfa760bbf', 'name': 'network-vif-deleted', 'tag': '9955e5d8-5496-432e-b115-5a9815f7ecb8', 'status': 'completed', 'code': 200} Dec 23 16:03:58.455119 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:03:58.830618 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:03:58.834522 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:03:58.835084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7b2e9604-20ab-49e1-9d3e-be2ca6aeafbf req-4827ca1e-d694-47da-8805-7b06bb77decf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:03:58.841003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:58.851241 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:03:58.852031 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:03:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:03:58.915305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7b2e9604-20ab-49e1-9d3e-be2ca6aeafbf req-4827ca1e-d694-47da-8805-7b06bb77decf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:03:58.916487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b2e9604-20ab-49e1-9d3e-be2ca6aeafbf req-4827ca1e-d694-47da-8805-7b06bb77decf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=33dbb98f-20ee-4a18-8af8-e39bfa760bbf HTTP/1.1" status: 200 len: 210 time: 0.1288834 Dec 23 16:03:58.973242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:03:59.065837 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:03:59.389604 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:03:59.393781 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12047f3-a7d3-4b81-8db3-04ee12662273 None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:03:59.630281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0d98e-9372-482a-9c12-d0aa881c0433 None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:03:59.697075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9955e5d8-5496-432e-b115-5a9815f7ecb8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:03:59.792307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 9955e5d8-5496-432e-b115-5a9815f7ecb8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:03:59.792648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9955e5d8-5496-432e-b115-5a9815f7ecb8 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:04:00.313386 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-66ccc531-33ff-4754-bb3c-3ef6ea8769cb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1826975357&fields=id&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 267 time: 0.0425613 Dec 23 16:04:00.372198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:00.462326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-7d1eafcd-bcf9-454d-83d2-1c6df537a434 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:00.463754 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-7d1eafcd-bcf9-454d-83d2-1c6df537a434 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.1440399 Dec 23 16:04:00.480089 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-26d3ae11-d103-4197-9d50-48aa91216b92 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/quotas/9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 375 time: 0.0109358 Dec 23 16:04:00.564008 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-69dccbab-8cc3-4817-9aac-05404005c846 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781577 Dec 23 16:04:00.769636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-93bdcd21-1f54-481d-bacf-f58cf79291bc service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928477 Dec 23 16:04:00.900709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-aa15d8e8-4d38-4f54-a53d-9762d7e57eae service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252737 Dec 23 16:04:01.146979 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-49650f24-126a-4927-b5d4-12bb970f47ae req-81f98d63-f043-454d-8047-90936b2b0329 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 210 time: 0.0471604 Dec 23 16:04:02.309201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2b60822a-59a6-44b8-be28-4b7bb501936d req-87549d5a-0f6f-4c6c-a159-65fef577c882 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 210 time: 0.0392978 Dec 23 16:04:03.046981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-6363c522-5053-4a13-89cb-1598208a69ba tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:03.048867 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-6363c522-5053-4a13-89cb-1598208a69ba tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.1429803 Dec 23 16:04:03.111062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-d2d03130-ab48-4b8b-9c72-c6af399a0167 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 380 time: 0.0434961 Dec 23 16:04:03.119683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'port': {'device_id': '6eb649f0-e7a2-47c9-a52e-860077376744', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'admin_state_up': True, 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'security_groups': ['7b4e2951-2505-4568-8e52-d73c2d6029a0']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:04:03.352895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:04:03.362920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:04:03.475575 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1ed48a3f-d976-41e1-9c5b-31c029356ec1 req-42e3f701-b093-4bc7-a818-6c0e8ddde493 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 210 time: 0.0440655 Dec 23 16:04:03.476270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Made reservation on behalf of 9a05e7ffcc78409db12aac26b04bf1b5 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:04:03.479134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:03.635426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Allocated IP 172.20.0.4 (50ff270c-6f9d-468c-9ac1-d29249dca40e/f5801799-f782-42e4-aa32-04ad857caa5e/b77216c0-2962-4906-b511-4deaa3a3715f) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:04:03.828780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:03.844494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Transition to ACTIVE for port object b77216c0-2962-4906-b511-4deaa3a3715f will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:04:03.892954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:03.961802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:04:03.964792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:04:03.969206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:04:04.000227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:04.036353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:04.036944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:04.127858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-cb5ae420-89cd-4ff1-a7de-703a34e373db tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0115774 Dec 23 16:04:04.146511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Request body: {'port': {'device_id': '6eb649f0-e7a2-47c9-a52e-860077376744', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:04:04.212445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-710b1fa0-5ca8-404d-bb25-51e3d3f80bd3 None None] Provisioning for port b77216c0-2962-4906-b511-4deaa3a3715f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:04:04.218183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-710b1fa0-5ca8-404d-bb25-51e3d3f80bd3 None None] Provisioning complete for port b77216c0-2962-4906-b511-4deaa3a3715f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:04:04.218748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-710b1fa0-5ca8-404d-bb25-51e3d3f80bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:04.256594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:04.270137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-710b1fa0-5ca8-404d-bb25-51e3d3f80bd3 None None] Port b77216c0-2962-4906-b511-4deaa3a3715f cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:04:04.597569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:04:04.640644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:04.663762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Transition to ACTIVE for port object b77216c0-2962-4906-b511-4deaa3a3715f will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:04:04.694229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707eab80-b340-4a61-9400-00464b1adcb6 req-473927ac-22ef-4e39-b282-7da79126dac6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:04.699272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-707eab80-b340-4a61-9400-00464b1adcb6 req-473927ac-22ef-4e39-b282-7da79126dac6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:04:04.709534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:04.754053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-707eab80-b340-4a61-9400-00464b1adcb6 req-473927ac-22ef-4e39-b282-7da79126dac6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:04:04.755184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-707eab80-b340-4a61-9400-00464b1adcb6 req-473927ac-22ef-4e39-b282-7da79126dac6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 931 time: 0.1601338 Dec 23 16:04:04.867513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:04.915218 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-707eab80-b340-4a61-9400-00464b1adcb6 req-44fa53c8-9676-4ee8-9b08-f320959ef02a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491079 Dec 23 16:04:04.988445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Attempting to bind port b77216c0-2962-4906-b511-4deaa3a3715f on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:04:04.988762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Attempting to bind port b77216c0-2962-4906-b511-4deaa3a3715f by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:04:04.989081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Attempting to bind port b77216c0-2962-4906-b511-4deaa3a3715f on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:04:04.994744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Port b77216c0-2962-4906-b511-4deaa3a3715f on network 50ff270c-6f9d-468c-9ac1-d29249dca40e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:04:04.995052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Attempting to bind port b77216c0-2962-4906-b511-4deaa3a3715f on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:04:05.001376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:04:05.001701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Checking segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:04:05.002073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Bound using segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:04:05.002481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Bound port: b77216c0-2962-4906-b511-4deaa3a3715f, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:04:05.002812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:05.091140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:04:05.094692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:04:05.149919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:05.219885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:05.258360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:05.259938 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-33d3eea8-d5c4-4d3a-9692-c209ae848348 service neutron] 10.222.0.57 "PUT /v2.0/ports/b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 1093 time: 1.1176407 Dec 23 16:04:05.260379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:04:05.316733 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'status': 'completed', 'code': 200} Dec 23 16:04:05.432588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e44aa0d-bcc3-42de-8c70-1ae2b83164af req-173cdef7-fb17-49aa-a673-8d1a58abb4bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1096 time: 0.0755718 Dec 23 16:04:05.580734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44aa0d-bcc3-42de-8c70-1ae2b83164af req-b904d57d-b1c6-44dd-9b88-13e43825a275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:05.582100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e44aa0d-bcc3-42de-8c70-1ae2b83164af req-b904d57d-b1c6-44dd-9b88-13e43825a275 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1360948 Dec 23 16:04:05.812192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44aa0d-bcc3-42de-8c70-1ae2b83164af req-18ea4b28-3c59-4c65-9fd4-2e346b64bd13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:05.813644 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e44aa0d-bcc3-42de-8c70-1ae2b83164af req-18ea4b28-3c59-4c65-9fd4-2e346b64bd13 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250650 Dec 23 16:04:05.939411 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-6057eebe-773c-4a4b-bbcf-582718547f4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1096 time: 0.0684347 Dec 23 16:04:06.018476 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-fecb0ca0-06f8-4319-9b5a-223122e62551 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 217 time: 0.0662181 Dec 23 16:04:06.126642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-0e67d4b8-8654-433e-927c-80668d0b7fd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:06.128023 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-0e67d4b8-8654-433e-927c-80668d0b7fd0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.1028206 Dec 23 16:04:06.190230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfe6f6-6512-43fc-bd0f-5f5d11633ebc req-c5c942d5-3eb0-43c5-969c-0394273ef9c7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:06.191537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90bfe6f6-6512-43fc-bd0f-5f5d11633ebc req-c5c942d5-3eb0-43c5-969c-0394273ef9c7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 943 time: 0.1377637 Dec 23 16:04:06.247291 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90bfe6f6-6512-43fc-bd0f-5f5d11633ebc req-6d7d5b08-36f8-4229-9bd0-1f317dd90f9d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492864 Dec 23 16:04:06.251794 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-67e702d0-ed25-46d2-8199-513d858acbd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172466 Dec 23 16:04:06.383016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-ecfeae17-2a07-4736-a6d3-34db119ad46d service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245768 Dec 23 16:04:06.512059 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5fac0c6-7de6-49ca-a9f0-085a1181bf16 req-d9bf0117-5c2f-4224-b714-f0e271d83e71 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232364 Dec 23 16:04:07.441324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:07.451452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b20539-4b78-48fb-b052-c108ebb6bbb6 req-078229fc-00c3-4de7-be4b-c4fe7812dfe5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:07.453569 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3b20539-4b78-48fb-b052-c108ebb6bbb6 req-078229fc-00c3-4de7-be4b-c4fe7812dfe5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 943 time: 0.0816896 Dec 23 16:04:07.498230 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3b20539-4b78-48fb-b052-c108ebb6bbb6 req-582dabd2-2449-4179-8ce9-d41f97d45570 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391734 Dec 23 16:04:08.694020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86a558-d230-4feb-8f85-68f3761faea8 req-214e2a86-fde5-4b7e-86eb-ed0db5838dda tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:08.695456 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f86a558-d230-4feb-8f85-68f3761faea8 req-214e2a86-fde5-4b7e-86eb-ed0db5838dda tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 943 time: 0.0767331 Dec 23 16:04:08.740767 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f86a558-d230-4feb-8f85-68f3761faea8 req-ab6b77f1-0ad2-4da4-9dfc-2e91ae8986c5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399301 Dec 23 16:04:09.713203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:04:09.847365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:04:09.861285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'mac_address': 'fa:16:3e:14:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:04:09.914295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:09.934871 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:04:09.943486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605d1a7-8f66-4579-b778-f334c8562af3 req-a01cbbde-3977-466b-bfba-067893eafd4a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:09.944976 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f605d1a7-8f66-4579-b778-f334c8562af3 req-a01cbbde-3977-466b-bfba-067893eafd4a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 943 time: 0.0808754 Dec 23 16:04:09.949945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:04:09.990342 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f605d1a7-8f66-4579-b778-f334c8562af3 req-0addd157-37c6-4559-a806-edec84d07986 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Dec 23 16:04:10.007013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:10.074488 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:10.457679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['b77216c0-2962-4906-b511-4deaa3a3715f'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:04:11.181985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca9258-5b38-4cf4-afc9-55739b3c8612 req-da3b8f8d-280c-4a6f-9422-a111c7b6241c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:11.183776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-45ca9258-5b38-4cf4-afc9-55739b3c8612 req-da3b8f8d-280c-4a6f-9422-a111c7b6241c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 944 time: 0.0753367 Dec 23 16:04:11.233143 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-45ca9258-5b38-4cf4-afc9-55739b3c8612 req-eb13d988-1078-48c4-a902-c7534a19379b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Dec 23 16:04:11.710980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:04:11.829981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port b77216c0-2962-4906-b511-4deaa3a3715f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:04:11.834631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port b77216c0-2962-4906-b511-4deaa3a3715f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:04:11.834998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:11.947428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:11.973751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:04:11.983290 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:04:12.027916 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'code': 200} Dec 23 16:04:12.029922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:12.096807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:04:12.444930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74949843-f11b-4100-8356-4c36c16c7a81 req-2b5fd8f0-57bf-4a96-a85f-a324d9720aa3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1098 time: 0.1238422 Dec 23 16:04:12.454764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d5c2-c9ff-451c-bc3c-3026f834f4bd req-35647e1c-2056-4108-b47a-1826de58e22a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:12.456075 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-66f4d5c2-c9ff-451c-bc3c-3026f834f4bd req-35647e1c-2056-4108-b47a-1826de58e22a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0977027 Dec 23 16:04:12.523954 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74949843-f11b-4100-8356-4c36c16c7a81 req-7873c587-c624-4be1-9e09-5e12d3ce8aef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668676 Dec 23 16:04:12.530527 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-66f4d5c2-c9ff-451c-bc3c-3026f834f4bd req-3a5ecb93-9ee7-46e9-b4f9-1dd98c285b8b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574708 Dec 23 16:04:13.725410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23c59-2fd7-4f57-b03c-f7c7009931f7 req-a27d1888-3d66-4eff-bdb9-a268bb32714a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:13.726835 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-87a23c59-2fd7-4f57-b03c-f7c7009931f7 req-a27d1888-3d66-4eff-bdb9-a268bb32714a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0752113 Dec 23 16:04:13.772186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-87a23c59-2fd7-4f57-b03c-f7c7009931f7 req-1138f2c6-60f3-4547-8bc8-a3917874ac15 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395951 Dec 23 16:04:14.966525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0795d-b2c9-4406-9c83-7d1a70461355 req-5b8f7259-8c18-4959-a49d-d709c55296ec tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:14.967883 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7cc0795d-b2c9-4406-9c83-7d1a70461355 req-5b8f7259-8c18-4959-a49d-d709c55296ec tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0780182 Dec 23 16:04:15.012541 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7cc0795d-b2c9-4406-9c83-7d1a70461355 req-e19a682b-a533-4ac4-93b9-2dbcc0f26336 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Dec 23 16:04:15.205152 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac3d86-7653-455d-b0ab-23ca383e160f req-5fc2e0b6-1303-4578-84ca-b9c64d53be9d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:15.206676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-80ac3d86-7653-455d-b0ab-23ca383e160f req-5fc2e0b6-1303-4578-84ca-b9c64d53be9d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0766215 Dec 23 16:04:15.215145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 60336) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:04:15.220502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'floatingip': {'port_id': 'b77216c0-2962-4906-b511-4deaa3a3715f'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:04:15.381733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:15.973092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:16.035629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:16.231191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 associated. External IP: 172.26.6.215, port: b77216c0-2962-4906-b511-4deaa3a3715f. Dec 23 16:04:16.616871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:04:16.913888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:04:16.918597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:16.923668 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:04:16.935598 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:04:16.936212 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:03:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:04:16.970453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6c2523c5-26a1-4ac6-a8e3-a46c728a92d1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "PUT /v2.0/floatingips/0b830178-16bc-4ea4-879d-6712d3c08439 HTTP/1.1" status: 200 len: 991 time: 1.7542613 Dec 23 16:04:16.971033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:04:17.025857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'status': 'completed', 'code': 200} Dec 23 16:04:17.115575 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:04:17.144447 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea22fac-4c6b-44a0-b373-550250d350fc req-a154a4c5-978f-45e2-9a1c-f0f12b25753d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1098 time: 0.0757365 Dec 23 16:04:17.280284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea22fac-4c6b-44a0-b373-550250d350fc req-c8f92dfa-c024-4e95-8758-618721e197cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:17.282257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea22fac-4c6b-44a0-b373-550250d350fc req-c8f92dfa-c024-4e95-8758-618721e197cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1311941 Dec 23 16:04:17.391935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea22fac-4c6b-44a0-b373-550250d350fc req-9cff5593-e41e-4e1c-8cd6-ae5489814f51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 999 time: 0.1036870 Dec 23 16:04:17.462469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea22fac-4c6b-44a0-b373-550250d350fc req-ff597d63-7f5b-484e-aa33-a929623ebb35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:04:17.464349 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea22fac-4c6b-44a0-b373-550250d350fc req-ff597d63-7f5b-484e-aa33-a929623ebb35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0661128 Dec 23 16:04:17.468429 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:14:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb649f0-e7a2-47c9-a52e-860077376744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:04:15Z', 'revision_number': 9, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:04:17.473212 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:04:17.483700 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:04:17.485951 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:03:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:04:17.543861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea22fac-4c6b-44a0-b373-550250d350fc req-8039ea78-7a6d-4240-9312-a1c882662861 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729263 Dec 23 16:04:17.685302 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea22fac-4c6b-44a0-b373-550250d350fc req-8f6e8ca3-6a54-4c13-9184-8652fecd34fd service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348505 Dec 23 16:04:17.696437 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:04:17.816229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cea22fac-4c6b-44a0-b373-550250d350fc req-29f2c5fb-b174-4fe0-8899-4378fcd2e707 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248446 Dec 23 16:04:18.052153 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:14:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb649f0-e7a2-47c9-a52e-860077376744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:04:15Z', 'revision_number': 9, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:04:18.056001 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31331d4-b3ae-4b1e-be4a-3cb8e217e1de None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:14:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb649f0-e7a2-47c9-a52e-860077376744', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:04:15Z', 'revision_number': 9, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:04:18.249028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bae838-0dcd-4fc4-8265-c13d3e57374a None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:04:25.304974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e008055b-62c0-4496-9ed5-e60c986eba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:27.670836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-23e69a1a-64fb-4bf5-b0a9-39821583b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:27.939080 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:04:28.870751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:28.985405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:30.356395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:37.465480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:55.335212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7a90-590f-4df7-80aa-9029ea3285c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:57.684442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83a25851-bd95-494e-9af6-98eb39554459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:58.872534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:04:58.992586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:00.398740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:04.938835 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:05:07.455433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:12.084554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-c92a4768-a7e0-448e-9184-ca852ed387af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326692 Dec 23 16:05:12.245039 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-0fce2af7-de40-4985-9488-2f2792dc0fae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1098 time: 0.0715537 Dec 23 16:05:12.389032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cc14f-91f4-4238-a874-a125590076ab req-853dca69-7c41-4c8e-88ab-ce32eefdb1bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:12.390460 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-853dca69-7c41-4c8e-88ab-ce32eefdb1bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1266575 Dec 23 16:05:12.494109 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-a712577a-a912-46b9-9ba0-54d17b3180de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 1002 time: 0.0972314 Dec 23 16:05:12.554538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cc14f-91f4-4238-a874-a125590076ab req-b8eabe29-2347-47ad-b996-35cf51a75fa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:12.555909 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-b8eabe29-2347-47ad-b996-35cf51a75fa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0561700 Dec 23 16:05:12.632047 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-a3656fcb-0359-4bfe-b682-d647942e5453 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698097 Dec 23 16:05:12.767105 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-7f76ba3d-1a79-44ef-853f-8ebe518c1e90 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277120 Dec 23 16:05:12.985391 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4a3cc14f-91f4-4238-a874-a125590076ab req-c6215fb3-7892-41d0-acfb-6176c7730ac6 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117906 Dec 23 16:05:25.354032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae07f87c-92ae-4b77-986c-c8a5a682e987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:26.980805 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8b08c5fa-ce1b-46bf-8718-ce50f4b613e0 req-acf14691-d7cb-48d9-9987-3174952e067d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0673299 Dec 23 16:05:27.486434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ddd73-9892-41db-9e2e-c6ae1ccecc9c req-6e56088e-c77b-44be-a147-c025359452c3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:27.487834 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc5ddd73-9892-41db-9e2e-c6ae1ccecc9c req-6e56088e-c77b-44be-a147-c025359452c3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.1264005 Dec 23 16:05:27.521307 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-9ecce8e4-2130-44a1-8c22-825af848a7e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051774 Dec 23 16:05:27.539902 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc5ddd73-9892-41db-9e2e-c6ae1ccecc9c req-82f9a73c-1f72-4009-94a9-4cf88cca9de0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457172 Dec 23 16:05:27.657283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-73527a17-9b83-48a5-8eee-d1d27aa8d823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:28.741463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a019d8-1aeb-4f11-953c-f950eb7d7106 req-675857f4-832c-4005-9574-777ffce8ba26 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:28.742964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a019d8-1aeb-4f11-953c-f950eb7d7106 req-675857f4-832c-4005-9574-777ffce8ba26 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0796266 Dec 23 16:05:28.789564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a019d8-1aeb-4f11-953c-f950eb7d7106 req-cf062bec-5359-4d37-a3b4-8a56f507cb2a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Dec 23 16:05:28.869465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:28.989461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:29.847769 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-f706ec3a-c269-461c-b0c8-45fc3a666f98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1098 time: 0.0705664 Dec 23 16:05:30.034801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-a16e41ae-1092-42c4-9786-3c70cbeb6011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:30.036246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-a16e41ae-1092-42c4-9786-3c70cbeb6011 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1815002 Dec 23 16:05:30.094632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe45c-e8e1-4f99-826a-849c7982d4e6 req-37751c85-92e6-4705-a902-1b0eac5024b7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:30.095943 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-783fe45c-e8e1-4f99-826a-849c7982d4e6 req-37751c85-92e6-4705-a902-1b0eac5024b7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.1726041 Dec 23 16:05:30.173919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-3d5c2de1-640f-4901-8742-0125de876e68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 1002 time: 0.1312404 Dec 23 16:05:30.178378 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-783fe45c-e8e1-4f99-826a-849c7982d4e6 req-8db2033e-cd07-4279-8786-7002c1d82fc9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769475 Dec 23 16:05:30.236361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-5cad1c6d-855c-4e93-979a-c1cec303d951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:30.237766 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-5cad1c6d-855c-4e93-979a-c1cec303d951 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0572743 Dec 23 16:05:30.314900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-4afed396-e039-44a5-a458-20d40a8f89a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702527 Dec 23 16:05:30.383070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:30.443149 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-0099b0b2-e698-4c85-be4e-eddd35691e44 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218719 Dec 23 16:05:30.572237 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-497384e3-91b4-460c-9fea-e0389c7962ba service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225553 Dec 23 16:05:31.372700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58f925-97cc-4c74-bc62-33ceee5e8eb5 req-821781bb-b075-4337-9791-76688fa39ad3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:31.374131 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dd58f925-97cc-4c74-bc62-33ceee5e8eb5 req-821781bb-b075-4337-9791-76688fa39ad3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0759468 Dec 23 16:05:31.419539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dd58f925-97cc-4c74-bc62-33ceee5e8eb5 req-72a372ad-f51c-4d83-8551-88ee3b15dbe5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398738 Dec 23 16:05:32.619422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399b6d-0938-47f8-813b-0173b89a7389 req-63f62ca2-73dc-43b8-a091-5d5a93f5dc30 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:32.620879 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28399b6d-0938-47f8-813b-0173b89a7389 req-63f62ca2-73dc-43b8-a091-5d5a93f5dc30 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0790813 Dec 23 16:05:32.667441 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28399b6d-0938-47f8-813b-0173b89a7389 req-2dd39269-f5b6-4cfc-8b12-bc5b4ec725bc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Dec 23 16:05:33.859860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edac7a-2d5a-46c1-bbc6-a4ba2e7af094 req-15f2c831-15a9-4c47-940f-78cbea87f9a5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:33.861317 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05edac7a-2d5a-46c1-bbc6-a4ba2e7af094 req-15f2c831-15a9-4c47-940f-78cbea87f9a5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0749068 Dec 23 16:05:33.909919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05edac7a-2d5a-46c1-bbc6-a4ba2e7af094 req-0f2bc1a9-0e08-487b-80b6-bac35ee81978 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 Dec 23 16:05:35.198348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace571e-59e7-44b8-8ee8-0b199bf91d52 req-3ee6a8c2-7a00-4bec-9e27-f3f78a26f4eb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:35.199817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cace571e-59e7-44b8-8ee8-0b199bf91d52 req-3ee6a8c2-7a00-4bec-9e27-f3f78a26f4eb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.1682346 Dec 23 16:05:35.243187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cace571e-59e7-44b8-8ee8-0b199bf91d52 req-ba851d09-9751-4ab9-8367-81cbea52696b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378993 Dec 23 16:05:36.439095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751002f-f6dd-4856-8aa7-a10223c10e07 req-c02df10f-efff-4b57-b6f0-b29f0735914c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:36.440526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c751002f-f6dd-4856-8aa7-a10223c10e07 req-c02df10f-efff-4b57-b6f0-b29f0735914c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0767794 Dec 23 16:05:36.485012 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c751002f-f6dd-4856-8aa7-a10223c10e07 req-3bb273cb-abe2-4a5a-83e9-94caaf5dd11c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389841 Dec 23 16:05:37.497706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:37.707259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fa48f-2a6b-4620-90f8-1029a92e5bdc req-4cfc6671-38b4-4a6b-91e6-12caf1a7baa0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:37.708660 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-880fa48f-2a6b-4620-90f8-1029a92e5bdc req-4cfc6671-38b4-4a6b-91e6-12caf1a7baa0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0796149 Dec 23 16:05:37.754418 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-880fa48f-2a6b-4620-90f8-1029a92e5bdc req-44d09219-082a-4815-8194-d7a613782b6c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Dec 23 16:05:38.951547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc41c56-651d-494a-8231-98474332d5ef req-6c2c836d-3a3a-4226-9a98-15594424f6c4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:38.952912 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fbc41c56-651d-494a-8231-98474332d5ef req-6c2c836d-3a3a-4226-9a98-15594424f6c4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0779994 Dec 23 16:05:38.997194 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fbc41c56-651d-494a-8231-98474332d5ef req-bf1a120f-d7e7-405e-8096-9023c30df6e9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384629 Dec 23 16:05:40.189106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866667a-10f2-4a13-b3d0-c6a8387f6473 req-4df7da7a-79ae-47eb-b739-85a255726978 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:40.190536 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e866667a-10f2-4a13-b3d0-c6a8387f6473 req-4df7da7a-79ae-47eb-b739-85a255726978 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0763044 Dec 23 16:05:40.237852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e866667a-10f2-4a13-b3d0-c6a8387f6473 req-062cc8ee-65a6-4ed2-a775-af55f7d580b7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419700 Dec 23 16:05:41.434262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8245fa7-dd4b-4063-ab7f-254a927a077e req-d338bd7d-8458-417f-b26a-021778b8067a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:41.435695 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8245fa7-dd4b-4063-ab7f-254a927a077e req-d338bd7d-8458-417f-b26a-021778b8067a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0769615 Dec 23 16:05:41.480859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8245fa7-dd4b-4063-ab7f-254a927a077e req-b34e7a9d-1cb2-49c3-ae4b-25b88de85b80 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Dec 23 16:05:41.938862 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:05:42.733132 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-ca8d5e2b-ccd6-4546-aec2-1120f6dfacb4 service neutron] 10.222.0.57 "GET /v2.0/ports/b77216c0-2962-4906-b511-4deaa3a3715f/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1010292 Dec 23 16:05:42.741775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887480d-13fe-47f8-aec4-c14674508842 req-dd396c74-67ee-491f-aa25-dffdf618bdaa tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:42.743140 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e887480d-13fe-47f8-aec4-c14674508842 req-dd396c74-67ee-491f-aa25-dffdf618bdaa tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.1414740 Dec 23 16:05:42.789299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e887480d-13fe-47f8-aec4-c14674508842 req-e0e3c44e-9bea-431f-a759-7dbcb1752dc1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395558 Dec 23 16:05:43.319598 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-ea3b2cf2-473e-4e9e-bb1c-97b2e167cac1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0690529 Dec 23 16:05:43.422399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-47632241-036e-4b0a-81b9-486dca084897 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1098 time: 0.0680161 Dec 23 16:05:43.554083 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-079302c1-ecc0-4469-9199-9df5e3544fab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:43.555512 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-079302c1-ecc0-4469-9199-9df5e3544fab service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1262410 Dec 23 16:05:43.658324 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-f0d4265d-a08c-4472-a548-f11d302d42ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 1002 time: 0.0968270 Dec 23 16:05:43.721356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-2333a747-4a0d-457a-ade0-b939501ff4de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:43.722746 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-2333a747-4a0d-457a-ade0-b939501ff4de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0571446 Dec 23 16:05:43.799560 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-64ed1245-b8d0-4454-a909-ecc6c21e500a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707259 Dec 23 16:05:43.974628 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-605997d9-eb64-4bd7-8972-7b7cdb858a43 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678135 Dec 23 16:05:44.093015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34c8ec-90c4-4326-953d-0b39f248d7df req-77606054-f3af-4d11-8afa-08509994c20e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:44.094451 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cf34c8ec-90c4-4326-953d-0b39f248d7df req-77606054-f3af-4d11-8afa-08509994c20e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.1810570 Dec 23 16:05:44.142812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a768d6db-6dc1-445c-92ed-05d5313be973 req-f2a66ba3-40a0-447d-aa90-3d052a15fea7 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616940 Dec 23 16:05:44.166214 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cf34c8ec-90c4-4326-953d-0b39f248d7df req-6d982f25-3719-4ec6-945d-0f5253057655 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621934 Dec 23 16:05:45.362549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0bc86-fe2c-4a33-8851-ce164c9753df req-b29e7972-d1f2-4326-b7f5-ec9d461b24f1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:45.363973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fc0bc86-fe2c-4a33-8851-ce164c9753df req-b29e7972-d1f2-4326-b7f5-ec9d461b24f1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0767291 Dec 23 16:05:45.408676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fc0bc86-fe2c-4a33-8851-ce164c9753df req-d949fcaa-9b99-4571-badd-1b07b63c21cf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392475 Dec 23 16:05:46.172467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:05:46.179132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:05:46.399102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:46.417116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:46.440926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'mac_address': 'fa:16:3e:14:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:05:46.451252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:05:46.485746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:46.513163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:46.531314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:05:46.557100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:46.617188 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'code': 200} Dec 23 16:05:46.622491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62a025-3d6d-4670-948c-79c8f8d7ec2c req-b9c6864d-3de0-43e2-9520-19c8600c7001 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:46.625711 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d62a025-3d6d-4670-948c-79c8f8d7ec2c req-b9c6864d-3de0-43e2-9520-19c8600c7001 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 943 time: 0.0929012 Dec 23 16:05:46.671605 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:05:46.671953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:05:46.677241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:46.686748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.687090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.687421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.687749 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.688080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.688437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.688756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.689075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.689418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.689729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.690040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:05:46.758986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d62a025-3d6d-4670-948c-79c8f8d7ec2c req-77895a2a-78ea-40a5-8413-d8bc26255587 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300466 Dec 23 16:05:47.228253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:47.246717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:05:47.262951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:47.332671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:47.401056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:47.480403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['b77216c0-2962-4906-b511-4deaa3a3715f'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:05:47.960895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfd0c1-3d49-4266-8289-698f97e749da req-35ab2c94-c33f-40d7-a3a7-4f5059696baf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:47.962317 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f5bfd0c1-3d49-4266-8289-698f97e749da req-35ab2c94-c33f-40d7-a3a7-4f5059696baf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 944 time: 0.0824597 Dec 23 16:05:48.007506 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f5bfd0c1-3d49-4266-8289-698f97e749da req-7d574631-5434-400c-86b1-5ac59f4aa5a3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391083 Dec 23 16:05:48.191980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:05:48.262347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port b77216c0-2962-4906-b511-4deaa3a3715f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:05:48.263053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:48.381309 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:48.413691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:48.504085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:48.569301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:48.618755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:05:48.684573 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'code': 200} Dec 23 16:05:48.834853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-c484d6bf-b16c-4cc9-ba5d-24e08ac24be0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:48.836269 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-c484d6bf-b16c-4cc9-ba5d-24e08ac24be0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 945 time: 0.1105886 Dec 23 16:05:48.841930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa7558-0c17-4a5d-a46b-c01995540c2f req-d11c9c7f-8a4c-4169-89ae-1cf6b6d3bd4f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:48.843240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-63fa7558-0c17-4a5d-a46b-c01995540c2f req-d11c9c7f-8a4c-4169-89ae-1cf6b6d3bd4f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.1501000 Dec 23 16:05:48.944986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-63fa7558-0c17-4a5d-a46b-c01995540c2f req-fa1d8257-cbe8-4eca-973d-0814dbe1be2d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688410 Dec 23 16:05:48.950989 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-ccfb4b65-bce7-43c1-b738-8de413e2a01b service neutron] 10.222.0.57 "GET /v2.0/ports/b77216c0-2962-4906-b511-4deaa3a3715f/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1069083 Dec 23 16:05:49.061394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-98155aa0-cfdb-44bf-94b7-835e8d07553e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1098 time: 0.0724247 Dec 23 16:05:49.193399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-30485d3b-249a-42b0-9461-37e2f941ae2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:49.194806 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-30485d3b-249a-42b0-9461-37e2f941ae2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1273401 Dec 23 16:05:49.294662 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-75fd8fd5-0fc4-48ec-9c13-600264417840 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 1002 time: 0.0937042 Dec 23 16:05:49.358092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-c5b440f0-311b-4ebd-afe5-ac5ed6f6ac35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:49.359453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-c5b440f0-311b-4ebd-afe5-ac5ed6f6ac35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0587025 Dec 23 16:05:49.431861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-90171309-295f-4c82-a869-d5d682815f67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660412 Dec 23 16:05:49.560994 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-e48961ba-4217-43b4-8b92-99e05054510c service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225653 Dec 23 16:05:49.690749 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-4a5de474-8d8a-4b72-a691-dca59c90da64 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240451 Dec 23 16:05:50.146387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ffb79-12b1-4efd-94bd-e38154b11528 req-dec3edc9-8e7b-473c-9622-300b5b4b5ce9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:50.147844 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-930ffb79-12b1-4efd-94bd-e38154b11528 req-dec3edc9-8e7b-473c-9622-300b5b4b5ce9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0790355 Dec 23 16:05:50.193517 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-930ffb79-12b1-4efd-94bd-e38154b11528 req-757e8915-89f6-433f-b23e-915a0c194ce8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Dec 23 16:05:51.387480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce5d44-af84-4bff-a155-c0fa29267a82 req-bf4aaac0-1078-465c-be80-9ba77691c379 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:51.388957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-88ce5d44-af84-4bff-a155-c0fa29267a82 req-bf4aaac0-1078-465c-be80-9ba77691c379 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0775521 Dec 23 16:05:51.436574 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-88ce5d44-af84-4bff-a155-c0fa29267a82 req-12b83866-bf1b-4f6e-ac47-4cc8e1e144f4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419087 Dec 23 16:05:52.635000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65892d7-9922-4102-9549-4530f3eeec40 req-f4ed86f7-509e-434e-ab83-bddf0baa7ddf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:52.636872 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d65892d7-9922-4102-9549-4530f3eeec40 req-f4ed86f7-509e-434e-ab83-bddf0baa7ddf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0772207 Dec 23 16:05:52.683901 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d65892d7-9922-4102-9549-4530f3eeec40 req-63b2201d-a9c8-48b6-bd73-ba5033698f54 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 Dec 23 16:05:52.921347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-42c2f5ed-2a16-4bb3-942f-d7edae01cc7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0720367 Dec 23 16:05:53.023928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-62d93b12-a740-46cd-acdf-0f114188f7ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 1098 time: 0.0707674 Dec 23 16:05:53.239640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-d6c920d0-bce7-4b96-ae64-f1c53893e8ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:53.241048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-d6c920d0-bce7-4b96-ae64-f1c53893e8ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.2101505 Dec 23 16:05:53.343709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-da5f6566-a6a2-41c3-9276-37bc72576ed8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 200 len: 1002 time: 0.0956278 Dec 23 16:05:53.405486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-5bcf3e98-a8e4-412b-9e37-dab687dc8a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:53.406877 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-5bcf3e98-a8e4-412b-9e37-dab687dc8a99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0568798 Dec 23 16:05:53.485360 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-93c71440-b18d-4a06-aca7-31c6c9409187 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711937 Dec 23 16:05:53.616205 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-cdb3ffef-68f3-4708-9cad-0e9c1480e38e service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239960 Dec 23 16:05:53.749965 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11000f7-eb2a-4901-9248-41a0130ae8de req-8678430c-2613-4e95-8f16-2b3be8960315 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266420 Dec 23 16:05:53.879677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad9583-e72d-46ce-8f77-8f5ca8600cc9 req-4fe4cf62-ce99-4e30-8c6e-e8ca4ec23992 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:53.881050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07ad9583-e72d-46ce-8f77-8f5ca8600cc9 req-4fe4cf62-ce99-4e30-8c6e-e8ca4ec23992 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0759678 Dec 23 16:05:53.925017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07ad9583-e72d-46ce-8f77-8f5ca8600cc9 req-c11afd26-b930-4b56-8913-0b6e1d13e535 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386314 Dec 23 16:05:55.124948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bccdd3-8ef4-4ccb-9cea-2f5f35a706c4 req-6e12479b-0e8f-45b0-aaa0-90b3b8907c91 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:55.126388 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-68bccdd3-8ef4-4ccb-9cea-2f5f35a706c4 req-6e12479b-0e8f-45b0-aaa0-90b3b8907c91 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0787826 Dec 23 16:05:55.171032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-68bccdd3-8ef4-4ccb-9cea-2f5f35a706c4 req-c8cdf404-2aa3-4693-9a8d-ad69dadc9ebb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391972 Dec 23 16:05:55.314209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9fe680a1-2765-41ab-a719-56d305de52ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:56.193210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:05:56.199926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:05:56.370192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a4496-3266-4e37-9931-7fdb2a4340c5 req-ac15f97f-5bf9-4cae-9eac-2d00f6d04eba tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:56.372190 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-423a4496-3266-4e37-9931-7fdb2a4340c5 req-ac15f97f-5bf9-4cae-9eac-2d00f6d04eba tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0750124 Dec 23 16:05:56.418486 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-423a4496-3266-4e37-9931-7fdb2a4340c5 req-a113dda9-1264-4b2d-9385-f273408e4dc9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Dec 23 16:05:56.460324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:56.474580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:56.496553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'mac_address': 'fa:16:3e:14:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:05:56.526862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:05:56.550626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:56.570343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:56.589320 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'code': 200} Dec 23 16:05:56.590816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:05:56.621555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dd48e-178c-4c06-b4f2-b9ae5a7f7cfc req-3230aa1c-9967-443f-8e3b-61322acfcb38 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:56.622973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-215dd48e-178c-4c06-b4f2-b9ae5a7f7cfc req-3230aa1c-9967-443f-8e3b-61322acfcb38 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0836813 Dec 23 16:05:56.625058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:56.670793 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-215dd48e-178c-4c06-b4f2-b9ae5a7f7cfc req-915a56cc-686f-4b2c-ae01-61b8c85a2c7b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Dec 23 16:05:56.741365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:05:56.741709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:05:56.744048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=9']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:56.867361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac4dbb-f355-4ad1-9eae-4694334d3466 req-85b7cbaf-5a88-4683-a557-650a9a12f7b1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:56.868812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7eac4dbb-f355-4ad1-9eae-4694334d3466 req-85b7cbaf-5a88-4683-a557-650a9a12f7b1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 943 time: 0.0757337 Dec 23 16:05:56.916931 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7eac4dbb-f355-4ad1-9eae-4694334d3466 req-6943283e-6af0-4ba5-9046-1dafd009a3d9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420449 Dec 23 16:05:57.298469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:57.316199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:05:57.331724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:57.395075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:57.459989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=10']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:57.524058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['b77216c0-2962-4906-b511-4deaa3a3715f'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:05:57.543766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150878-4893-431e-b683-f5f6c5d466d6 req-9d681a33-79df-43be-8e84-be8a56572f91 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:57.545242 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86150878-4893-431e-b683-f5f6c5d466d6 req-9d681a33-79df-43be-8e84-be8a56572f91 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 945 time: 0.0772452 Dec 23 16:05:57.591307 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86150878-4893-431e-b683-f5f6c5d466d6 req-ddb6d555-4a3a-42f0-b1b0-491f9cc3d35a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402927 Dec 23 16:05:57.703790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b6be48f-5cab-49d9-a2bc-766ecac9c20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:58.223799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:05:58.292398 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port b77216c0-2962-4906-b511-4deaa3a3715f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:05:58.292763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:58.401555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:58.432778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:05:58.504787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:58.573660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=11']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:05:58.591051 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:05:58.646030 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'code': 200} Dec 23 16:05:58.794875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da6426-07e4-4ed4-b796-e1689aeed3a0 req-5de083db-b217-4e74-a838-2c71a6690402 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:58.796348 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4da6426-07e4-4ed4-b796-e1689aeed3a0 req-5de083db-b217-4e74-a838-2c71a6690402 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 946 time: 0.0801840 Dec 23 16:05:58.847338 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4da6426-07e4-4ed4-b796-e1689aeed3a0 req-7e4f9ee8-2a9a-4613-aada-867b85933902 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422473 Dec 23 16:05:58.865144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:58.967847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:05:59.862774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-fff461c1-2a7c-410a-a4aa-53cc39fcd5eb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:05:59.864092 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-fff461c1-2a7c-410a-a4aa-53cc39fcd5eb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 946 time: 0.0743494 Dec 23 16:05:59.938554 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Deleting port b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:05:59.938887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:00.287515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229c255-2287-49e2-b793-6c6c11d34619 req-5c0007bb-feec-4ca0-bb66-b798ee4bca62 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:00.288962 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b229c255-2287-49e2-b793-6c6c11d34619 req-5c0007bb-feec-4ca0-bb66-b798ee4bca62 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 946 time: 0.3067796 Dec 23 16:06:00.382009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b229c255-2287-49e2-b793-6c6c11d34619 req-9ce5a272-8bbd-4839-822b-440ac40bed7a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866966 Dec 23 16:06:00.383606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] For port b77216c0-2962-4906-b511-4deaa3a3715f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b77216c0-2962-4906-b511-4deaa3a3715f,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:06:00.383952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:00.384887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:00.685952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:00.686316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:00.686625 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 disassociated. External IP: 172.26.6.215, port: b77216c0-2962-4906-b511-4deaa3a3715f. Dec 23 16:06:00.686949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Calling delete_port for b77216c0-2962-4906-b511-4deaa3a3715f owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:06:00.906132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:00.957915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event deleted for resources: {'Port': ['ID=b77216c0-2962-4906-b511-4deaa3a3715f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:06:00.971158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.971494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.971822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.972173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.972497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.972840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.973142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.973454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.973771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.974082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:00.974392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:06:01.181164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:06:01.380814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:06:01.390792 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:06:01.402194 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:06:01.403471 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:05:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:01.451997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] No DVR routers for this DVR port b77216c0-2962-4906-b511-4deaa3a3715f on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:06:01.454941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:01.458437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-deleted', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:06:01.521344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb649f0-e7a2-47c9-a52e-860077376744', 'name': 'network-vif-deleted', 'tag': 'b77216c0-2962-4906-b511-4deaa3a3715f', 'status': 'completed', 'code': 200} Dec 23 16:06:01.523392 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-23e9ac3f-83a1-4bca-8d1b-6b80d437dd42 req-c4705167-913e-45db-beab-5861a1163100 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "DELETE /v2.0/ports/b77216c0-2962-4906-b511-4deaa3a3715f HTTP/1.1" status: 204 len: 173 time: 1.6533632 Dec 23 16:06:01.572998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b8a4bbf4-ca06-4da1-98cd-ae38bf29d1e5 req-fdc13c8f-71bd-41d2-a621-d5063a148d6f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:06:01.595183 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:06:01.654819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b8a4bbf4-ca06-4da1-98cd-ae38bf29d1e5 req-fdc13c8f-71bd-41d2-a621-d5063a148d6f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:06:01.656058 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8a4bbf4-ca06-4da1-98cd-ae38bf29d1e5 req-fdc13c8f-71bd-41d2-a621-d5063a148d6f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=6eb649f0-e7a2-47c9-a52e-860077376744 HTTP/1.1" status: 200 len: 210 time: 0.1315539 Dec 23 16:06:01.914926 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:01.918785 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:06:01.928955 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:06:01.929537 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:05:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:02.130964 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:06:02.446576 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:02.451392 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12caafc-01a3-4a7a-ae9c-165cd34ff25f None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:06:02.665839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0e6563-62b0-4664-9770-331cee7a69ba None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:06:03.045646 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-168c2775-3362-4162-8f37-c770c1de678a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1826975357&fields=id&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 267 time: 0.0405371 Dec 23 16:06:03.194497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2ca6e3c5-2685-4aed-88f0-1cea820411ff tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:03.195877 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2ca6e3c5-2685-4aed-88f0-1cea820411ff tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.1436014 Dec 23 16:06:03.212269 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-94fd054a-ec59-44c6-9773-0a670d75477c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/quotas/9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 375 time: 0.0107408 Dec 23 16:06:03.292347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-979aebb3-bca9-43eb-a7f5-841cc9d6ebbe tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743182 Dec 23 16:06:03.308296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-281b3f3a-43d5-49c0-8be7-fee30646a4ff service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:06:03.309234 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-281b3f3a-43d5-49c0-8be7-fee30646a4ff service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048380 Dec 23 16:06:03.445385 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-4222e305-26fa-484d-9834-46b48aaf531b service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298156 Dec 23 16:06:03.693277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-1479e6b4-04e7-4637-84d7-c41855f15559 service neutron] 10.222.0.58 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416911 Dec 23 16:06:03.972192 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-52059073-573e-418c-aa10-52e47bde18ac req-2b2b4c3a-cdb8-435b-8b14-f2230af6ce72 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 210 time: 0.0447524 Dec 23 16:06:04.234129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:06:04.268355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: b77216c0-2962-4906-b511-4deaa3a3715f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:06:04.268689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b77216c0-2962-4906-b511-4deaa3a3715f not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:06:05.142398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5c1391d-760e-4cdd-9b16-3d1fb6884769 req-78518d22-a0aa-4d11-9ffc-e5ad0281a034 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 210 time: 0.0434260 Dec 23 16:06:06.018559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-f76b226d-10db-4b0f-bb09-1b89f2abc621 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:06.019988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-f76b226d-10db-4b0f-bb09-1b89f2abc621 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 811 time: 0.1533153 Dec 23 16:06:06.078986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-335261bd-77df-4458-9a33-a814e2d93583 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 380 time: 0.0405772 Dec 23 16:06:06.087052 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'port': {'device_id': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'admin_state_up': True, 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'security_groups': ['7b4e2951-2505-4568-8e52-d73c2d6029a0']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:06.231803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:06:06.241720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:06:06.311287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Made reservation on behalf of 9a05e7ffcc78409db12aac26b04bf1b5 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:06:06.314365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:06.341064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-08ab87fb-7b33-489a-813b-d2b165a6d772 req-d09e3f6e-f3e1-4282-a727-8c1248fb3741 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 210 time: 0.0663481 Dec 23 16:06:06.486823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Allocated IP 172.20.0.6 (50ff270c-6f9d-468c-9ac1-d29249dca40e/f5801799-f782-42e4-aa32-04ad857caa5e/c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:06:06.678633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:06.694964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Transition to ACTIVE for port object c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:06:06.785870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:06.858523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:06:06.861607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:06:06.863946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:06:06.901332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:06:06.932147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:06.932684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:07.015343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-2a8f7af7-a769-44b5-8ce4-34ff21140f24 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9317513 Dec 23 16:06:07.032983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Request body: {'port': {'device_id': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:07.147933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:07.150971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3bfcc872-2393-46e3-8e2f-91105b633da1 None None] Provisioning for port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:06:07.156988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3bfcc872-2393-46e3-8e2f-91105b633da1 None None] Provisioning complete for port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:06:07.157453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3bfcc872-2393-46e3-8e2f-91105b633da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:07.214751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3bfcc872-2393-46e3-8e2f-91105b633da1 None None] Port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:06:07.504114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:07.541026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:06:07.550136 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:07.575300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Transition to ACTIVE for port object c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:06:07.590904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0d162-b5b5-49fe-af6a-e554cb314d8a req-c186d531-29bc-4647-9423-7d6bd609e10e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:07.594490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-06b0d162-b5b5-49fe-af6a-e554cb314d8a req-c186d531-29bc-4647-9423-7d6bd609e10e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:06:07.642607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:07.680079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-06b0d162-b5b5-49fe-af6a-e554cb314d8a req-c186d531-29bc-4647-9423-7d6bd609e10e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:06:07.681715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06b0d162-b5b5-49fe-af6a-e554cb314d8a req-c186d531-29bc-4647-9423-7d6bd609e10e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 931 time: 0.2073183 Dec 23 16:06:07.882781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:06:07.969274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-06b0d162-b5b5-49fe-af6a-e554cb314d8a req-d74d376a-185d-4b4d-b979-aad83f7cd90a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781949 Dec 23 16:06:08.010587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Attempting to bind port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:06:08.010913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Attempting to bind port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:06:08.011231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Attempting to bind port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:06:08.017903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da on network 50ff270c-6f9d-468c-9ac1-d29249dca40e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:06:08.018245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Attempting to bind port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da on network 50ff270c-6f9d-468c-9ac1-d29249dca40e {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:06:08.024285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:06:08.024617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Checking segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:06:08.024987 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Bound using segment: {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:06:08.025401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Bound port: c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746fad87-7644-48a6-90ca-100a3dcd2f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:06:08.025733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:08.115791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:06:08.118816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:06:08.191012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:08.252494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:08.253832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1093 time: 1.2256913 Dec 23 16:06:08.254254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:06:08.271538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6e41d-e0e3-485c-a3de-31f466b013b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:06:08.319811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'status': 'completed', 'code': 200} Dec 23 16:06:08.439757 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-332556b5-ea66-4943-bd0d-5f267979dd1b req-7b285330-e51b-4a97-a4f8-22e8d5d98b0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1096 time: 0.0771899 Dec 23 16:06:08.598532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332556b5-ea66-4943-bd0d-5f267979dd1b req-669e29c2-52d8-4a33-b14e-4d3cf04e336b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:08.599911 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-332556b5-ea66-4943-bd0d-5f267979dd1b req-669e29c2-52d8-4a33-b14e-4d3cf04e336b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1459317 Dec 23 16:06:08.737965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332556b5-ea66-4943-bd0d-5f267979dd1b req-94f266aa-1c59-4a21-b790-72ca032623ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:08.739418 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-332556b5-ea66-4943-bd0d-5f267979dd1b req-94f266aa-1c59-4a21-b790-72ca032623ff service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337209 Dec 23 16:06:08.865908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-92aa832d-8cf8-47f6-95d0-4a4cab67bfef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1096 time: 0.0669041 Dec 23 16:06:08.942331 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-ba90e514-6c97-4b52-a7c1-7ab79b4d7b90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 217 time: 0.0631857 Dec 23 16:06:09.004324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-d5497667-08f4-4e50-8432-fdcb5262e4b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:09.005746 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-d5497667-08f4-4e50-8432-fdcb5262e4b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0577061 Dec 23 16:06:09.081039 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-016d8da8-689b-440f-992c-ea70665042f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692604 Dec 23 16:06:09.269898 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-380b11d8-4f9f-4a19-b41b-1a4cab53d8ba service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826653 Dec 23 16:06:09.279662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021db6-49eb-4c7c-9e85-656668014f34 req-64090c13-83b5-4e3f-94d6-409d7c9c65a3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:09.281044 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6f021db6-49eb-4c7c-9e85-656668014f34 req-64090c13-83b5-4e3f-94d6-409d7c9c65a3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 943 time: 0.1763556 Dec 23 16:06:09.411238 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6f021db6-49eb-4c7c-9e85-656668014f34 req-fd735af1-c160-48af-b2dc-4bf27ed63693 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117318 Dec 23 16:06:09.447284 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b0a9ae55-a6f5-46a4-93f3-874864b6e3ad req-3ca2cb1f-deac-414c-b3de-00e5df261ed9 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653254 Dec 23 16:06:10.616975 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d282-d641-45cd-8c00-de69f896ce9d req-b2e6f374-817c-4c2d-8d9b-338a083156d2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:10.618389 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e901d282-d641-45cd-8c00-de69f896ce9d req-b2e6f374-817c-4c2d-8d9b-338a083156d2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 943 time: 0.0790250 Dec 23 16:06:10.664645 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e901d282-d641-45cd-8c00-de69f896ce9d req-12c66ca7-e01d-4270-9683-281bb3f37f22 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397620 Dec 23 16:06:11.860957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a963c7-79a7-4c79-8f6c-0855b30927ce req-36eac2f8-5195-4502-96d8-d220a01f3067 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:11.862381 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24a963c7-79a7-4c79-8f6c-0855b30927ce req-36eac2f8-5195-4502-96d8-d220a01f3067 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 943 time: 0.0756924 Dec 23 16:06:11.907076 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24a963c7-79a7-4c79-8f6c-0855b30927ce req-40059f47-e297-4f0b-82d4-17613e023379 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389185 Dec 23 16:06:12.250477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:06:12.380257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:06:12.393399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'mac_address': 'fa:16:3e:e0:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:06:12.445586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:12.462257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:06:12.477368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:06:12.562649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:12.670402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:06:12.989183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:06:13.198946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f219106-70f1-476b-bdbf-b4809e314fbb req-403a88ee-7497-488f-9c66-4643decf8edb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:13.200340 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4f219106-70f1-476b-bdbf-b4809e314fbb req-403a88ee-7497-488f-9c66-4643decf8edb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 944 time: 0.1744585 Dec 23 16:06:13.244583 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4f219106-70f1-476b-bdbf-b4809e314fbb req-02429b96-25b0-4112-a212-cfac54444738 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Dec 23 16:06:14.267340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:06:14.395096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:06:14.400099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:06:14.400495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:14.443142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc049-eb7e-492f-9772-41b5b56b3e66 req-6fd3ba31-725b-4aab-92d5-9cddd15c4b56 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:14.444619 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5cdc049-eb7e-492f-9772-41b5b56b3e66 req-6fd3ba31-725b-4aab-92d5-9cddd15c4b56 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 944 time: 0.0766430 Dec 23 16:06:14.490190 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5cdc049-eb7e-492f-9772-41b5b56b3e66 req-6e143b00-3bc8-42de-9c8a-a4f1f57d1c1c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401549 Dec 23 16:06:14.516551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:14.542443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:06:14.551610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:06:14.596838 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'code': 200} Dec 23 16:06:14.618136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:14.686043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:06:14.987243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6891fd69-760e-42e9-95e5-b714dd6d6dc8 req-5d4df1e6-a1c6-4ade-bffd-adfb9ac6b534 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1098 time: 0.0697930 Dec 23 16:06:15.029941 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6891fd69-760e-42e9-95e5-b714dd6d6dc8 req-9658a775-9007-47f0-a2f6-cf0b2667364f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358980 Dec 23 16:06:15.687699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9808a-4946-44a5-a45d-cb59c7ac49b0 req-98548c41-57a0-433a-b886-581a15a5d385 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:15.689165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f4f9808a-4946-44a5-a45d-cb59c7ac49b0 req-98548c41-57a0-433a-b886-581a15a5d385 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0787821 Dec 23 16:06:15.737635 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f4f9808a-4946-44a5-a45d-cb59c7ac49b0 req-4b546695-4740-412c-8048-cb56a7d35374 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 Dec 23 16:06:16.932957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e0a30-aa30-4707-ba3a-e60d2f843a7c req-4a8c50a3-b327-4ffd-8b42-3a9026678941 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:16.934302 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7a6e0a30-aa30-4707-ba3a-e60d2f843a7c req-4a8c50a3-b327-4ffd-8b42-3a9026678941 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0753787 Dec 23 16:06:16.979784 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7a6e0a30-aa30-4707-ba3a-e60d2f843a7c req-5e24e0e0-5b57-4453-8c10-af1edc6654e0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389543 Dec 23 16:06:17.175989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b906b3-1a59-4e27-b88d-6b7470d016ce req-54f38acd-ce79-4e4a-81e8-5d0131b7d603 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:17.177464 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3b906b3-1a59-4e27-b88d-6b7470d016ce req-54f38acd-ce79-4e4a-81e8-5d0131b7d603 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0806365 Dec 23 16:06:17.186051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 60636) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:06:17.191126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Request body: {'floatingip': {'port_id': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:06:17.269189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:17.868994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:17.932849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:18.120255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 associated. External IP: 172.26.6.215, port: c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da. Dec 23 16:06:18.603818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:06:18.803437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:06:18.808398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:18.813284 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:06:18.826984 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:06:18.827591 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:05:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:18.860492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-00af9b54-762e-42d8-bd2c-e1817fd7b42e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "PUT /v2.0/floatingips/0b830178-16bc-4ea4-879d-6712d3c08439 HTTP/1.1" status: 200 len: 992 time: 1.6733387 Dec 23 16:06:18.860982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:06:18.917861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'status': 'completed', 'code': 200} Dec 23 16:06:18.996689 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:06:19.024031 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:06:19.049190 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-d849af0d-dd30-467a-bc12-e3dca7262188 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1098 time: 0.0728309 Dec 23 16:06:19.182495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-b84f15a3-c4d3-4b9f-85cc-973fb0148ebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:19.183835 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-b84f15a3-c4d3-4b9f-85cc-973fb0148ebb service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1279893 Dec 23 16:06:19.287188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-9b924a50-b67f-4982-9d6d-5db88d2bcb50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1000 time: 0.0960732 Dec 23 16:06:19.349137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-8f3e4ddf-4173-436a-9cb6-a6eda2b6fc35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:06:19.350564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-8f3e4ddf-4173-436a-9cb6-a6eda2b6fc35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0575385 Dec 23 16:06:19.373499 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:e0:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:06:17Z', 'revision_number': 13, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:19.377524 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:06:19.387869 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:06:19.388792 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:05:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:19.424243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-65811577-915e-4dc9-862e-96cee93608b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674314 Dec 23 16:06:19.566134 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-c0f679b1-6abc-4261-b053-7082e3b6b016 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352615 Dec 23 16:06:19.568765 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:06:19.708223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f47e8029-b9ca-4a6d-9dfd-662ae6488a55 req-16f00ac3-73ff-49f1-9211-4d081c5cfab8 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352608 Dec 23 16:06:19.939105 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:e0:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:06:17Z', 'revision_number': 13, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:06:19.942997 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fe920-5940-4eed-8716-ee07f583ae58 None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '0b830178-16bc-4ea4-879d-6712d3c08439', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'port_id': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'mac_address': 'fa:16:3e:e0:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T15:59:53Z', 'updated_at': '2021-12-23T16:06:17Z', 'revision_number': 13, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:06:20.140427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f8666-00be-4478-b21b-633867d4be6d None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:06:25.369192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-729da892-6279-4ddd-b723-013adc82f949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:27.675915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6cc35471-b18e-4969-9a42-b465b7209d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:28.872075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:28.990250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:30.386331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:37.499258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:55.328070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d7be5b49-44a7-469a-9f94-02310b640a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:55.976928 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:06:57.665514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0cd7d90f-9d37-4fb1-9596-d2b23e3c9a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:58.884891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:06:58.981892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:00.379434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:07.511476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:15.037791 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-bec27af0-a024-48eb-8a59-d1b6bcfbe8e3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692647 Dec 23 16:07:15.194334 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-0190f78c-2a38-4052-9641-b9fdb19723fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1098 time: 0.0689607 Dec 23 16:07:15.432389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-fc0f96f7-c1a7-40aa-8ac4-71d2ee7acfb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:15.433745 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-fc0f96f7-c1a7-40aa-8ac4-71d2ee7acfb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.2211864 Dec 23 16:07:15.540617 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-3b0b28f6-c3a0-4864-84bb-690018dc77dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1002 time: 0.0977702 Dec 23 16:07:15.614009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-7294f918-30b1-4541-a3a8-496fce441f14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:15.615426 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-7294f918-30b1-4541-a3a8-496fce441f14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0611157 Dec 23 16:07:15.691629 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-834d9993-9da5-46bd-bdb0-577af71970b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682409 Dec 23 16:07:15.822386 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-04acd9d8-4087-43d9-93aa-e68571c2f13c service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234002 Dec 23 16:07:15.953866 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d4433f4-93d8-4532-8bcb-21094e62bb20 req-989710ba-7bd5-4736-b6d5-0cd60f0329a3 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250105 Dec 23 16:07:25.325787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b3c6cafe-ac86-439c-9496-650571adda9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:27.683535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-22a5839a-d046-4212-961d-1ca121fb5b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:28.874690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:28.983115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:30.377917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:31.560268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f04928-0852-498e-b3fe-6cb24af599cb req-1c235d05-c376-4377-9c4c-c707bb691132 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:31.561707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79f04928-0852-498e-b3fe-6cb24af599cb req-1c235d05-c376-4377-9c4c-c707bb691132 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.1419432 Dec 23 16:07:31.610247 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-79f04928-0852-498e-b3fe-6cb24af599cb req-c64cadd6-6b6c-487b-91a1-efb3f38fec5b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 Dec 23 16:07:32.977079 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:07:37.532005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:42.802224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19a14bc9-4a9a-46a6-b1fd-a9e9d6d5a4ac req-219d2da9-ec4c-4598-b889-c040bae449f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669928 Dec 23 16:07:43.291484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c5cf-4510-407b-a3ef-d3c0f53fcbde req-a7f061a0-7668-40e4-b72c-21dde4bdacf8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:43.292933 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-63a4c5cf-4510-407b-a3ef-d3c0f53fcbde req-a7f061a0-7668-40e4-b72c-21dde4bdacf8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.1307936 Dec 23 16:07:43.315429 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-229d2c54-b8d4-4b6d-9fb9-f715c1128be7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005635 Dec 23 16:07:43.343303 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-63a4c5cf-4510-407b-a3ef-d3c0f53fcbde req-22cf99b5-cbea-4eb2-9116-5068550930b8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Dec 23 16:07:44.539188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243abbe9-40ef-48e6-87ff-41c670a36527 req-4bb8c90d-643f-46e5-add8-0669eaa4618f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:44.540707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-243abbe9-40ef-48e6-87ff-41c670a36527 req-4bb8c90d-643f-46e5-add8-0669eaa4618f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0776792 Dec 23 16:07:44.586013 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-243abbe9-40ef-48e6-87ff-41c670a36527 req-7d89637d-421d-4123-adef-11788ae193dc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399075 Dec 23 16:07:45.781551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29a1c6-6b2a-493b-a16a-6a0e9029a576 req-6469bac2-4b17-4462-b328-58ea3a62f105 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:45.782994 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da29a1c6-6b2a-493b-a16a-6a0e9029a576 req-6469bac2-4b17-4462-b328-58ea3a62f105 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0768173 Dec 23 16:07:45.827696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da29a1c6-6b2a-493b-a16a-6a0e9029a576 req-197e1cb3-34d5-4df9-8063-9081298064d6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 Dec 23 16:07:47.165529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8218298-ad0d-4f15-84e6-0d19a2970447 req-36053d1b-b295-40de-943c-9a85d37b6797 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:47.166886 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8218298-ad0d-4f15-84e6-0d19a2970447 req-36053d1b-b295-40de-943c-9a85d37b6797 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0807438 Dec 23 16:07:47.211111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8218298-ad0d-4f15-84e6-0d19a2970447 req-b02af85f-9b39-4426-9350-cd8db9b3b5f1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Dec 23 16:07:47.554880 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-fa809382-02b6-44b1-af44-2bc422683b81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1098 time: 0.0695977 Dec 23 16:07:47.685879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-5e311eae-db56-47b0-b84a-ec58d2741d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:47.687316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-5e311eae-db56-47b0-b84a-ec58d2741d69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1261315 Dec 23 16:07:47.791805 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-57e1bd9d-1266-49d5-bc11-e35414418f41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1002 time: 0.0972004 Dec 23 16:07:47.853825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-b1683e29-e13e-49aa-a211-8cfd9d26579e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:47.855202 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-b1683e29-e13e-49aa-a211-8cfd9d26579e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0571179 Dec 23 16:07:48.018114 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-d0548466-8aa4-425d-b02c-15abe699a955 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1565061 Dec 23 16:07:48.149585 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-2c956dba-7d8a-45b0-a8eb-d6c5d3b8f8ab service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245627 Dec 23 16:07:48.280972 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-261286b7-d959-445f-a463-f6407b667b82 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253619 Dec 23 16:07:48.414480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd41ba-558e-4332-8684-d176bb61a645 req-155a4205-dbf5-45da-85af-084bf8b02a78 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:48.415816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5fd41ba-558e-4332-8684-d176bb61a645 req-155a4205-dbf5-45da-85af-084bf8b02a78 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0753169 Dec 23 16:07:48.465330 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d5fd41ba-558e-4332-8684-d176bb61a645 req-5863e2dc-bc92-491d-a8e2-8fe0a5e82566 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438952 Dec 23 16:07:49.658616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bcca9-5686-4fe6-9ce9-62f482211c9b req-ef36af5e-aeaa-4466-9e2d-6dee003b5142 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:49.660094 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb2bcca9-5686-4fe6-9ce9-62f482211c9b req-ef36af5e-aeaa-4466-9e2d-6dee003b5142 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0768793 Dec 23 16:07:49.705544 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb2bcca9-5686-4fe6-9ce9-62f482211c9b req-c57d4d20-2376-4a0a-937a-0c585083bf28 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Dec 23 16:07:50.907617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a9ac9-ed70-4e7f-adab-f5372bd3ee76 req-f37747b7-156f-44ea-ae89-220e1033b840 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:50.909065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122a9ac9-ed70-4e7f-adab-f5372bd3ee76 req-f37747b7-156f-44ea-ae89-220e1033b840 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0792811 Dec 23 16:07:50.953317 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-122a9ac9-ed70-4e7f-adab-f5372bd3ee76 req-3b9c2267-0fe4-447e-8c11-f2759c90c8f7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 Dec 23 16:07:52.149589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb11bc-da53-4a6a-a689-afd9abad0bef req-6cd62860-caff-4a8f-aeab-9f1795f1885f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:52.151000 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-26eb11bc-da53-4a6a-a689-afd9abad0bef req-6cd62860-caff-4a8f-aeab-9f1795f1885f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0750339 Dec 23 16:07:52.196198 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-26eb11bc-da53-4a6a-a689-afd9abad0bef req-f5e2555a-30d7-404a-8d8e-74d4e6d01f44 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 Dec 23 16:07:53.395627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa218b28-63af-4103-b298-4ee36a574a0f req-452a0887-88bb-41c0-b095-8c5f8af18686 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:53.397059 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa218b28-63af-4103-b298-4ee36a574a0f req-452a0887-88bb-41c0-b095-8c5f8af18686 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0792918 Dec 23 16:07:53.442399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa218b28-63af-4103-b298-4ee36a574a0f req-97bc6f08-0960-4680-9130-ab1fb78e9180 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398252 Dec 23 16:07:54.636070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5275e-798d-4a41-aee5-ca74bee2c854 req-fbf0ba22-1c9c-4aed-9af1-6e8afdfecfaf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:54.637521 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4de5275e-798d-4a41-aee5-ca74bee2c854 req-fbf0ba22-1c9c-4aed-9af1-6e8afdfecfaf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0765431 Dec 23 16:07:54.686571 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4de5275e-798d-4a41-aee5-ca74bee2c854 req-64b7ff0b-84d0-4091-9ecc-9dc37e481d6f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Dec 23 16:07:55.310282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1533d0ce-e3cc-4b20-8684-4f959c8683b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:55.881008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fed33-2727-4012-bd3f-b1ac67066581 req-04454453-9906-491e-885e-d8bed28f109e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:55.882444 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c7fed33-2727-4012-bd3f-b1ac67066581 req-04454453-9906-491e-885e-d8bed28f109e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0758700 Dec 23 16:07:55.928272 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c7fed33-2727-4012-bd3f-b1ac67066581 req-08b07478-8466-4735-b737-743e532880e0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402474 Dec 23 16:07:57.133301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8fa76-40af-4d11-87ae-147aa9b44723 req-cd905f57-0b14-4386-870c-599574796af4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:57.135004 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82e8fa76-40af-4d11-87ae-147aa9b44723 req-cd905f57-0b14-4386-870c-599574796af4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0810645 Dec 23 16:07:57.181727 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82e8fa76-40af-4d11-87ae-147aa9b44723 req-5ef45ed7-f5e0-41c2-bb3d-01f163c8882c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Dec 23 16:07:57.683716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-48f588f9-069f-4a8a-a646-8617b28f6386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:58.379415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66188099-4891-42f7-9f98-17fbd5f361ea req-f0f24b01-dfcd-4525-823c-542ed4a135a3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:58.380867 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-66188099-4891-42f7-9f98-17fbd5f361ea req-f0f24b01-dfcd-4525-823c-542ed4a135a3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0757270 Dec 23 16:07:58.424509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-66188099-4891-42f7-9f98-17fbd5f361ea req-042acb06-d2b0-4be6-ae20-e4a21b6d19af tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Dec 23 16:07:58.883849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:58.992541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:07:59.628799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c557696-b4c7-4ef8-9f9d-ca9d9eaee3a7 req-3dac96ee-f0ba-4349-832f-01331ced91d4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:07:59.630239 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7c557696-b4c7-4ef8-9f9d-ca9d9eaee3a7 req-3dac96ee-f0ba-4349-832f-01331ced91d4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0804698 Dec 23 16:07:59.676668 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7c557696-b4c7-4ef8-9f9d-ca9d9eaee3a7 req-2931ccd2-0944-4a29-a643-2d22c81ed6b0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408363 Dec 23 16:08:00.380861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:00.869035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4058a76-374b-4979-a8fa-1966306461e3 req-902ac53f-a3f5-411f-a4a1-617af9affb6e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:00.870469 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4058a76-374b-4979-a8fa-1966306461e3 req-902ac53f-a3f5-411f-a4a1-617af9affb6e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0755539 Dec 23 16:08:00.915564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4058a76-374b-4979-a8fa-1966306461e3 req-04f9071d-f608-4c9d-bf50-1a7c5119b21d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Dec 23 16:08:02.117824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac35e17-885a-4e52-ade8-e4774beeb274 req-f7f23cfb-88ee-41b2-b5c7-e28247f1531d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:02.119349 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fac35e17-885a-4e52-ade8-e4774beeb274 req-f7f23cfb-88ee-41b2-b5c7-e28247f1531d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0817046 Dec 23 16:08:02.167501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fac35e17-885a-4e52-ade8-e4774beeb274 req-e1b7f52d-f0c2-4a4e-9730-1785dcdb1d74 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Dec 23 16:08:03.362147 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a165a-a1a8-434d-9e4a-311c62dcde91 req-03b0070d-8eb1-4914-b9a7-b1d4d998d6e5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:03.363730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a3a165a-a1a8-434d-9e4a-311c62dcde91 req-03b0070d-8eb1-4914-b9a7-b1d4d998d6e5 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0753970 Dec 23 16:08:03.412500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a3a165a-a1a8-434d-9e4a-311c62dcde91 req-0def245c-b8f1-42ce-b40a-40d639107e08 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Dec 23 16:08:04.605707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7641bb1-afa7-4099-a2ba-f01f4758b8d6 req-9480da79-67fe-4343-ade0-cde4198020fd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:04.607146 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7641bb1-afa7-4099-a2ba-f01f4758b8d6 req-9480da79-67fe-4343-ade0-cde4198020fd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0762081 Dec 23 16:08:04.652998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7641bb1-afa7-4099-a2ba-f01f4758b8d6 req-a952e04c-e90a-454c-aef0-fb3204c022c3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403106 Dec 23 16:08:05.945173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112937-3e91-4d06-9af1-3d8f69a8f906 req-e5741eb8-8281-4ccc-9b20-bdff43dfa11f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:05.946497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da112937-3e91-4d06-9af1-3d8f69a8f906 req-e5741eb8-8281-4ccc-9b20-bdff43dfa11f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.1657643 Dec 23 16:08:05.991661 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da112937-3e91-4d06-9af1-3d8f69a8f906 req-239a646d-04fc-4cbe-9587-d848768fcd09 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Dec 23 16:08:07.192425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159d2e3-b6ae-4b51-8b43-4c10e717de0d req-b7a0ae14-557c-48ac-8f03-9b1276322f78 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:07.193895 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0159d2e3-b6ae-4b51-8b43-4c10e717de0d req-b7a0ae14-557c-48ac-8f03-9b1276322f78 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0762382 Dec 23 16:08:07.239381 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0159d2e3-b6ae-4b51-8b43-4c10e717de0d req-be3e1468-043e-4cd6-be6b-b13d4fae4132 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Dec 23 16:08:07.569631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:08.435759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bd44-0cea-4f57-b964-777b27ebeb0c req-9c4b9ff5-131b-4b94-910b-b7940b3d750f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:08.437209 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7716bd44-0cea-4f57-b964-777b27ebeb0c req-9c4b9ff5-131b-4b94-910b-b7940b3d750f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0803413 Dec 23 16:08:08.481086 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7716bd44-0cea-4f57-b964-777b27ebeb0c req-41da4540-3fca-441d-9a6f-14b41c5b8be7 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383492 Dec 23 16:08:09.673429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b66d9-24d4-484a-b074-842e8a57c3e4 req-2dc07ed0-afe6-4d1a-8dce-92a9183814b3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:09.674850 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c5b66d9-24d4-484a-b074-842e8a57c3e4 req-2dc07ed0-afe6-4d1a-8dce-92a9183814b3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0749395 Dec 23 16:08:09.723409 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c5b66d9-24d4-484a-b074-842e8a57c3e4 req-4d7fc078-9546-4af2-b9b4-281736112875 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 Dec 23 16:08:09.978137 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:08:10.919534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0cf1a-d45a-4ecc-a628-559d05fdabfa req-7bf1fafc-e702-4c99-b50b-b685bbc1c955 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:10.920984 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e2c0cf1a-d45a-4ecc-a628-559d05fdabfa req-7bf1fafc-e702-4c99-b50b-b685bbc1c955 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0752857 Dec 23 16:08:10.967061 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e2c0cf1a-d45a-4ecc-a628-559d05fdabfa req-1fe5df4b-b4c8-4551-bc8a-e51ce0d7bc96 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Dec 23 16:08:11.572392 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-75e813dc-e6ab-4da7-94f4-b7d2a2c0c4f6 service neutron] 10.222.0.57 "GET /v2.0/ports/c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0765564 Dec 23 16:08:12.187277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-929cdde0-0124-47d9-ae5f-1afb2d4e0598 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.1284826 Dec 23 16:08:12.194325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e670e4e-eae0-4aef-ad2b-9bba50e9e93c req-ccf0d5e4-5fcb-4482-8472-6e74647e5bac tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:12.195605 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e670e4e-eae0-4aef-ad2b-9bba50e9e93c req-ccf0d5e4-5fcb-4482-8472-6e74647e5bac tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.1041296 Dec 23 16:08:12.287072 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e670e4e-eae0-4aef-ad2b-9bba50e9e93c req-91ca5247-f886-4e4b-8c12-0df899970db2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858498 Dec 23 16:08:12.304289 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-b2f278e4-85db-4da3-95cf-158b8d5bc9b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1098 time: 0.0827696 Dec 23 16:08:12.435007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-94363dc7-a017-4150-89ed-35cc07ec4ecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:12.436458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-94363dc7-a017-4150-89ed-35cc07ec4ecf service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1260698 Dec 23 16:08:12.539019 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-305a4e79-dba2-4f49-8478-c581e0d9cfcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1002 time: 0.0951889 Dec 23 16:08:12.599172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-c2223dfc-9cbb-4fa6-9e7f-2d2773b239a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:12.600562 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-c2223dfc-9cbb-4fa6-9e7f-2d2773b239a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0555787 Dec 23 16:08:12.675619 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-745b509b-418b-4eb9-b606-48726bdce69a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689335 Dec 23 16:08:12.802933 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-d26a0795-cffc-4202-a5d9-319ef5cdab29 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209424 Dec 23 16:08:12.930924 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-d71e1b7b-2df5-41d1-b6cc-2b2c76051d21 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218660 Dec 23 16:08:13.488874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ecfbf-f05b-46ff-b9d4-34ad5f22ddba req-cf35c3f7-ea87-4f4a-b5f3-45048a99febc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:13.490738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-838ecfbf-f05b-46ff-b9d4-34ad5f22ddba req-cf35c3f7-ea87-4f4a-b5f3-45048a99febc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0767910 Dec 23 16:08:13.537933 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-838ecfbf-f05b-46ff-b9d4-34ad5f22ddba req-036ee0e8-47a2-4ad6-a844-9dcc77eb5845 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413001 Dec 23 16:08:14.741372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850ce8f-68af-4acb-bc44-0aba448023c7 req-560b98f1-cf51-404b-bfd0-e11adee44c9e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:14.742807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b850ce8f-68af-4acb-bc44-0aba448023c7 req-560b98f1-cf51-404b-bfd0-e11adee44c9e tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0805883 Dec 23 16:08:14.787561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:08:14.788711 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b850ce8f-68af-4acb-bc44-0aba448023c7 req-27322495-23a2-41c7-80f5-62c5bb031f1f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 Dec 23 16:08:14.898529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:14.924932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:08:14.934268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:14.991637 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'code': 200} Dec 23 16:08:15.030974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:15.103874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:15.112428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.112771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.113104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.113434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.113762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.114091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.114582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.115189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.115519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.115846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.116192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:15.136539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-f3f55d28-1827-4f2b-8ab9-b9c3da06c165 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1096 time: 0.0751028 Dec 23 16:08:15.383752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-03c62358-60e3-4149-af9b-7189ba2d581c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:15.385134 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-03c62358-60e3-4149-af9b-7189ba2d581c service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.2238920 Dec 23 16:08:15.489823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-4252898f-938a-42d6-bf34-7616318cc95d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1000 time: 0.0974598 Dec 23 16:08:15.568404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-1bac8555-73ba-40bd-aa43-fa28f6aab6fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:15.569788 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-1bac8555-73ba-40bd-aa43-fa28f6aab6fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0600500 Dec 23 16:08:15.643504 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-5fd48eed-8f16-4dc0-a68b-210dade8fdb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670030 Dec 23 16:08:15.775076 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-5a26f392-9c0e-4839-a8cb-db383adef47b service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251397 Dec 23 16:08:15.912418 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a49a301-5a7f-4ba5-a768-681a8183714f req-c85e570e-c38b-4e50-bae9-ab2aa13de876 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298058 Dec 23 16:08:15.988145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de2daa-1fb1-424b-a50c-45829fd8bb19 req-60a552c1-cefa-4ea5-b93d-a139e9e290a9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:15.989634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48de2daa-1fb1-424b-a50c-45829fd8bb19 req-60a552c1-cefa-4ea5-b93d-a139e9e290a9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 943 time: 0.0746510 Dec 23 16:08:16.039833 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-48de2daa-1fb1-424b-a50c-45829fd8bb19 req-096fecaa-faa2-4ea6-933f-7df318e588df tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Dec 23 16:08:16.795223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:08:16.926348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:16.939535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'mac_address': 'fa:16:3e:e0:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:08:16.991340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.007883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:08:17.023316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:17.107233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:17.178511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:17.240272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:08:17.241779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02796448-f2f3-4d84-81e6-a600ba42f7e4 req-66c9e91c-c429-4b0d-8722-3b743a24f2e3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:17.243246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-02796448-f2f3-4d84-81e6-a600ba42f7e4 req-66c9e91c-c429-4b0d-8722-3b743a24f2e3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 944 time: 0.0765760 Dec 23 16:08:17.291280 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-02796448-f2f3-4d84-81e6-a600ba42f7e4 req-8f6d6e22-e972-44f9-ae2a-7c030ba46532 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Dec 23 16:08:18.495598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041d476-0777-4dad-8905-08a54b75f512 req-4b22c674-0f47-4b91-ade1-5dbf9cada327 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:18.497131 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b041d476-0777-4dad-8905-08a54b75f512 req-4b22c674-0f47-4b91-ade1-5dbf9cada327 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 944 time: 0.0843010 Dec 23 16:08:18.545214 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b041d476-0777-4dad-8905-08a54b75f512 req-a7a1aa03-c4c0-4049-98fc-391c81a4f041 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 Dec 23 16:08:18.810380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:18.878324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:18.878684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:18.988152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.013966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:08:19.023620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:19.075653 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'code': 200} Dec 23 16:08:19.107137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:19.172231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:19.747206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4acbe-e6c8-4904-9220-21a7f901671a req-e781649d-7ad7-49d1-b75b-bc72774fcf70 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:19.748646 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-37e4acbe-e6c8-4904-9220-21a7f901671a req-e781649d-7ad7-49d1-b75b-bc72774fcf70 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0748899 Dec 23 16:08:19.793175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-37e4acbe-e6c8-4904-9220-21a7f901671a req-43dd818b-c541-49b3-82be-643e312542df tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390487 Dec 23 16:08:20.997536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8318a-1bfc-445f-a21b-a12c491ef104 req-53489776-3cdc-42d2-bb7e-ae09880358ca tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:20.999012 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44f8318a-1bfc-445f-a21b-a12c491ef104 req-53489776-3cdc-42d2-bb7e-ae09880358ca tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0797889 Dec 23 16:08:21.044732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44f8318a-1bfc-445f-a21b-a12c491ef104 req-dded2177-beaa-4dfb-8cce-2621849bbfa2 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Dec 23 16:08:22.238067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830b8b-cc23-40cb-aef8-c209eb8967a7 req-94723753-f0bd-45cf-909f-5679c56981dc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:22.240023 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4830b8b-cc23-40cb-aef8-c209eb8967a7 req-94723753-f0bd-45cf-909f-5679c56981dc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0763192 Dec 23 16:08:22.290673 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4830b8b-cc23-40cb-aef8-c209eb8967a7 req-a35af8b6-2245-45d3-9c6a-1bc30cbc62bd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Dec 23 16:08:23.486889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e68350-ecc1-4a5e-b68f-e7b63c4fcf6d req-01b05ff9-6aee-4408-895f-cff7388b6fe4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:23.488373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93e68350-ecc1-4a5e-b68f-e7b63c4fcf6d req-01b05ff9-6aee-4408-895f-cff7388b6fe4 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0774927 Dec 23 16:08:23.535455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93e68350-ecc1-4a5e-b68f-e7b63c4fcf6d req-a1b0bde4-4faa-4f84-94f0-9c7b8bf92a8b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 Dec 23 16:08:24.732412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0efa8-c01d-4f23-874e-28a5133fb40c req-7943ec4a-c5ee-4b2b-a2e8-cf433aa7859c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:24.733829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-87c0efa8-c01d-4f23-874e-28a5133fb40c req-7943ec4a-c5ee-4b2b-a2e8-cf433aa7859c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0787022 Dec 23 16:08:24.780596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-87c0efa8-c01d-4f23-874e-28a5133fb40c req-0ea2dc23-1062-45f9-a4ca-3a56bdefed20 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Dec 23 16:08:25.312889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29c81448-e0fd-4618-93e2-4976114426e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:25.495883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-2dcc2a75-ce06-4092-9e03-c1ebcc75235b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:25.497341 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-2dcc2a75-ce06-4092-9e03-c1ebcc75235b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 945 time: 0.1419151 Dec 23 16:08:25.503683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb978a-2768-4bb9-88c3-a95c13e9b550 req-b5fc9745-7659-41af-9610-2ccfb028fda1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:25.505033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47eb978a-2768-4bb9-88c3-a95c13e9b550 req-b5fc9745-7659-41af-9610-2ccfb028fda1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.1141615 Dec 23 16:08:25.606857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-47eb978a-2768-4bb9-88c3-a95c13e9b550 req-2370cc31-6d79-41c1-80e8-6435b791f0f1 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678389 Dec 23 16:08:25.615455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-ce068d99-8f41-4cf7-9b39-e84e9367d649 service neutron] 10.222.0.57 "GET /v2.0/ports/c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1095114 Dec 23 16:08:25.815098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-7c225693-16aa-4d37-96f1-c5d2b026748a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1098 time: 0.1624806 Dec 23 16:08:25.943716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-fdfc7881-8b1a-451b-950c-1032cdc390a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:25.945163 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-fdfc7881-8b1a-451b-950c-1032cdc390a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1241472 Dec 23 16:08:26.047525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-b23715cc-9718-462f-bf3a-40920ed6dec4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1002 time: 0.0961306 Dec 23 16:08:26.109778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-face9013-88ae-42a3-9bd0-583d95a7706c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:26.111105 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-face9013-88ae-42a3-9bd0-583d95a7706c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0574210 Dec 23 16:08:26.187592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-1d96b6e4-bf52-4685-b483-b27c497d9264 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698540 Dec 23 16:08:26.319466 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-77672cb2-8dc6-470c-9d4f-5e0ff40082aa service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243324 Dec 23 16:08:26.449757 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-6d457452-fb3f-4271-8c80-fc4c27fd7d17 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242471 Dec 23 16:08:26.805652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca15c2-ade7-49c6-8fba-9bb5c7a3d03c req-07e32271-a088-4efa-98e5-895875f0ae30 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:26.807065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e3ca15c2-ade7-49c6-8fba-9bb5c7a3d03c req-07e32271-a088-4efa-98e5-895875f0ae30 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0750816 Dec 23 16:08:26.850774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e3ca15c2-ade7-49c6-8fba-9bb5c7a3d03c req-a8efb3b0-c3d8-4599-b729-04ccb0e20245 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382833 Dec 23 16:08:27.673096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1be2da08-9266-421b-ac41-c0931338c944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:28.052986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada8a0-9d90-43a3-b136-c0d0541c9ef9 req-021f214a-c322-42b9-92b4-840e362567de tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:28.054567 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c4ada8a0-9d90-43a3-b136-c0d0541c9ef9 req-021f214a-c322-42b9-92b4-840e362567de tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0818806 Dec 23 16:08:28.099215 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c4ada8a0-9d90-43a3-b136-c0d0541c9ef9 req-97e3869d-e1cf-4875-aba1-8ef18c6e9b8c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391891 Dec 23 16:08:28.894311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.010057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:29.297157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f9524-56fb-4ece-85ed-6b8255f686de req-af2819e5-5312-4d20-b21b-d8a0cde3e80d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:29.298478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b6f9524-56fb-4ece-85ed-6b8255f686de req-af2819e5-5312-4d20-b21b-d8a0cde3e80d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0775537 Dec 23 16:08:29.344496 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b6f9524-56fb-4ece-85ed-6b8255f686de req-a318d3db-f897-4a76-a8d9-ed4f13248c5c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Dec 23 16:08:30.387634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.550308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f042f-56ec-4d2b-b5ac-81a2045af2e2 req-6eed8a03-a2ed-448b-9b5d-048835337c5c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:30.551765 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d9f042f-56ec-4d2b-b5ac-81a2045af2e2 req-6eed8a03-a2ed-448b-9b5d-048835337c5c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0838718 Dec 23 16:08:30.599236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d9f042f-56ec-4d2b-b5ac-81a2045af2e2 req-9c76d9f6-0e8a-43e4-89c7-fcbc5e9083a3 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Dec 23 16:08:30.764710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-8df4c693-acb4-453c-8a94-05efe5b7cd51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622&tenant_id=9a05e7ffcc78409db12aac26b04bf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0676382 Dec 23 16:08:30.868286 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-b92fc1fd-2d76-4ab4-abc8-9b06f6eddc57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 1098 time: 0.0697758 Dec 23 16:08:30.876403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:08:30.987323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:30.998810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-1867df1a-9ba4-436e-908a-8c59b36d5c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:31.000278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-1867df1a-9ba4-436e-908a-8c59b36d5c0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 200 len: 912 time: 0.1265855 Dec 23 16:08:31.013901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:08:31.023381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:31.078926 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'code': 200} Dec 23 16:08:31.106485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-3f0655cb-81df-4b26-a026-c81573f17785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 200 len: 1002 time: 0.0999186 Dec 23 16:08:31.117346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:31.174650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-8eb8035d-9b40-469a-bd9d-7f5ab6551d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:31.175990 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-8eb8035d-9b40-469a-bd9d-7f5ab6551d62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 200 len: 850 time: 0.0587978 Dec 23 16:08:31.185124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=9']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:31.249837 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-7356db7b-aed7-4954-9ac5-869d34e7e17f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50ff270c-6f9d-468c-9ac1-d29249dca40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674856 Dec 23 16:08:31.472679 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-aa13c7a7-1a62-4a6b-9a09-812d19a53477 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162092 Dec 23 16:08:31.604064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c5725b8-60d7-4b81-a9da-52d0a546aabf req-a7a26c16-2372-44d4-b9bb-e1678c237523 service neutron] 10.222.0.57 "GET /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249685 Dec 23 16:08:31.810294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9496ab-8fc0-470e-a12d-9010c3c64972 req-82b541a6-f90c-4d44-b598-3c751ad22b7a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:31.811814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc9496ab-8fc0-470e-a12d-9010c3c64972 req-82b541a6-f90c-4d44-b598-3c751ad22b7a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 943 time: 0.0823872 Dec 23 16:08:31.858395 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc9496ab-8fc0-470e-a12d-9010c3c64972 req-13b2756c-89c9-4c7e-a617-741e09a09b28 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Dec 23 16:08:33.060682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc72ec0-857c-4e61-90c3-778277544dbb req-d3de0db1-5af0-493f-9906-af125a7d8a2d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:33.062100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bfc72ec0-857c-4e61-90c3-778277544dbb req-d3de0db1-5af0-493f-9906-af125a7d8a2d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 943 time: 0.0766830 Dec 23 16:08:33.110292 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bfc72ec0-857c-4e61-90c3-778277544dbb req-249097e8-d179-496c-9b73-b2f93b59b50d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Dec 23 16:08:34.307072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3c0fa-f194-490b-a108-e22b30f8cae0 req-56578b94-2b32-4113-b39e-dc50eee17255 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:34.308537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76c3c0fa-f194-490b-a108-e22b30f8cae0 req-56578b94-2b32-4113-b39e-dc50eee17255 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 943 time: 0.0760524 Dec 23 16:08:34.353533 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76c3c0fa-f194-490b-a108-e22b30f8cae0 req-83a95fce-6921-4d39-8264-c78943c2048f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 Dec 23 16:08:34.896689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:08:35.039595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:35.058793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'port_id': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'mac_address': 'fa:16:3e:e0:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:08:35.110699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.127803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:08:35.143071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:35.221437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:35.286109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=10']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:35.343472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:08:35.552671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d9ab-387f-4ae7-9759-9b538c40dacd req-3a933cab-a67d-4e20-9be7-fee6c0f1fec8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:35.554032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7538d9ab-387f-4ae7-9759-9b538c40dacd req-3a933cab-a67d-4e20-9be7-fee6c0f1fec8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0797408 Dec 23 16:08:35.598035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7538d9ab-387f-4ae7-9759-9b538c40dacd req-8428dd4d-5423-4268-b7fe-891b35a56c08 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Dec 23 16:08:36.799541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d021d3-1071-4288-9811-006336d4d5d7 req-65bbb453-60d2-435b-974e-f24d9935e285 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:36.800973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-87d021d3-1071-4288-9811-006336d4d5d7 req-65bbb453-60d2-435b-974e-f24d9935e285 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 945 time: 0.0760601 Dec 23 16:08:36.845039 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-87d021d3-1071-4288-9811-006336d4d5d7 req-b760b490-a3d5-4857-b0de-161204da4a28 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384901 Dec 23 16:08:36.904976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:08:36.974396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:08:36.974785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.083439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.112350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:08:37.122456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:37.174629 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'code': 200} Dec 23 16:08:37.175764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:37.240787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=11']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:37.627199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:38.052334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2455f-c29c-42d4-8ebb-babd5d4801f3 req-5bc7a03b-ad25-4ec4-a297-9fc656565bdf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:38.056501 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f4f2455f-c29c-42d4-8ebb-babd5d4801f3 req-5bc7a03b-ad25-4ec4-a297-9fc656565bdf tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0787606 Dec 23 16:08:38.099487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f4f2455f-c29c-42d4-8ebb-babd5d4801f3 req-2ae7c124-30dc-4296-8585-e65fb43c65b9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394170 Dec 23 16:08:39.294807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cd77d-e22a-402b-b414-41d025d6649a req-bd6abd4c-0b13-4096-a748-d5c4a006bdb9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:39.296233 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-411cd77d-e22a-402b-b414-41d025d6649a req-bd6abd4c-0b13-4096-a748-d5c4a006bdb9 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0752757 Dec 23 16:08:39.344061 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-411cd77d-e22a-402b-b414-41d025d6649a req-14d95677-c084-464a-a18e-9de0f0cf8168 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Dec 23 16:08:40.541399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9f44a-a02d-4a0a-b6f8-0e65de341724 req-15226a92-17d7-4770-aa09-8e92376362f0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:40.542852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ba9f44a-a02d-4a0a-b6f8-0e65de341724 req-15226a92-17d7-4770-aa09-8e92376362f0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0781314 Dec 23 16:08:40.589449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ba9f44a-a02d-4a0a-b6f8-0e65de341724 req-b2aab550-93c3-4bcb-b379-a1ed9609280b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Dec 23 16:08:41.931086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7aaf7-7853-4bdf-9b6b-12ec7a5cd689 req-175c931c-cce7-46fb-877e-1b187e8b1e56 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:41.932427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ac7aaf7-7853-4bdf-9b6b-12ec7a5cd689 req-175c931c-cce7-46fb-877e-1b187e8b1e56 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0785077 Dec 23 16:08:41.976399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ac7aaf7-7853-4bdf-9b6b-12ec7a5cd689 req-ba1ab018-eb78-41cf-bcc0-26b1788b961a tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385373 Dec 23 16:08:42.170558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaccc0-feb0-471a-8e77-bc6be53b0788 req-cd6e4d53-112c-4073-aa4e-a8cfe87ddd3f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:42.171968 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bedaccc0-feb0-471a-8e77-bc6be53b0788 req-cd6e4d53-112c-4073-aa4e-a8cfe87ddd3f tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0761983 Dec 23 16:08:42.216903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bedaccc0-feb0-471a-8e77-bc6be53b0788 req-0a49a66b-2e82-49d4-b9b2-42bbb6efd98d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394096 Dec 23 16:08:42.410777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5a368-1849-48ad-85f2-9a72943adb46 req-470c4e46-ffe3-4102-b2aa-8756b3f7c137 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:42.412227 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dff5a368-1849-48ad-85f2-9a72943adb46 req-470c4e46-ffe3-4102-b2aa-8756b3f7c137 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0795786 Dec 23 16:08:42.456984 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dff5a368-1849-48ad-85f2-9a72943adb46 req-ccdfcc8a-2816-42e4-b62b-5ba27a5e6b70 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387495 Dec 23 16:08:43.090570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260e747-3542-4242-be37-659f6f54d10d req-77595508-c74b-47c7-9181-e0c86b0a9e3c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:43.091978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a260e747-3542-4242-be37-659f6f54d10d req-77595508-c74b-47c7-9181-e0c86b0a9e3c tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0754194 Dec 23 16:08:43.136435 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a260e747-3542-4242-be37-659f6f54d10d req-276264f4-7f36-4eb2-a443-4941b5c28b28 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387380 Dec 23 16:08:44.347336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac726501-6e8b-422d-869a-8b307026743a req-b4495cae-2574-4da4-9787-53a75f47aefd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:44.348769 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac726501-6e8b-422d-869a-8b307026743a req-b4495cae-2574-4da4-9787-53a75f47aefd tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.0788097 Dec 23 16:08:44.392776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac726501-6e8b-422d-869a-8b307026743a req-e51a3d4a-d1ff-4caf-b8d0-fab6d2e47d15 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384178 Dec 23 16:08:45.633635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd84bc-ac3d-4ea4-9004-42e3693f4f20 req-1b952069-637b-413a-b8f0-8fbecb0d732b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:45.635326 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dffd84bc-ac3d-4ea4-9004-42e3693f4f20 req-1b952069-637b-413a-b8f0-8fbecb0d732b tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.1198254 Dec 23 16:08:45.693999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dffd84bc-ac3d-4ea4-9004-42e3693f4f20 req-e71f834a-5dba-406a-9863-e1ddde2e8838 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b4e2951-2505-4568-8e52-d73c2d6029a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524008 Dec 23 16:08:45.700408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-cb86e071-16bb-4a38-9ea5-9c6a7bd2cab0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:08:45.701782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-cb86e071-16bb-4a38-9ea5-9c6a7bd2cab0 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 946 time: 0.1262450 Dec 23 16:08:45.770936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Deleting port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:08:45.771262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.004668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] For port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:46.004930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.375910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.376291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.376599 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Floating IP 0b830178-16bc-4ea4-879d-6712d3c08439 disassociated. External IP: 172.26.6.215, port: c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da. Dec 23 16:08:46.376929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Calling delete_port for c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:08:46.605341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:46.655965 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event deleted for resources: {'Port': ['ID=c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:46.672543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.672898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.673157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.673493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.673826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.674137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.674456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.674767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.675191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.675509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.675822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:46.878800 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a1a37114-4d5a-4ff1-95ec-29364063b385 req-ff1f9dd2-bb69-48ac-9053-6aa2847319bb tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 210 time: 0.0498192 Dec 23 16:08:46.926111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:08:46.977414 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:08:47.125366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:47.135719 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:08:47.146828 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:47.147429 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:08:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:47.193921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] No DVR routers for this DVR port c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:08:47.196247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:47.198882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-deleted', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:08:47.268377 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5a38b0d-a84e-4c33-9d14-10e980bef109 req-14ed61ec-a64d-42f9-902d-f525d6a3484d tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.57 "DELETE /v2.0/ports/c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da HTTP/1.1" status: 204 len: 173 time: 1.5611830 Dec 23 16:08:47.327560 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:47.328488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d7fca5-f030-4ce4-9973-ee46012f3622', 'name': 'network-vif-deleted', 'tag': 'c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da', 'status': 'completed', 'code': 200} Dec 23 16:08:47.639898 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:47.643850 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:08:47.655727 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:47.656375 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:08:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:47.834299 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:48.047584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0b185c9d-b6fa-4dba-9b54-20d0ecb1245b req-3b9d24a0-af61-4852-82f3-9196e7e5ba47 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Synchronizing usage tracker for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:08:48.148415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0b185c9d-b6fa-4dba-9b54-20d0ecb1245b req-3b9d24a0-af61-4852-82f3-9196e7e5ba47 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Unset dirty status for tenant:9a05e7ffcc78409db12aac26b04bf1b5 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:08:48.149613 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b185c9d-b6fa-4dba-9b54-20d0ecb1245b req-3b9d24a0-af61-4852-82f3-9196e7e5ba47 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/ports?device_id=41d7fca5-f030-4ce4-9973-ee46012f3622 HTTP/1.1" status: 200 len: 210 time: 0.1469891 Dec 23 16:08:48.185903 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:48.190098 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b287aa-02ba-4f69-9f96-17be91dfe1a8 None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T15:59:49Z', 'revision_number': 4, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '51a8a2c4-44ca-474d-8b38-feb3c4e48cfc', 'name': '', 'network_id': '50ff270c-6f9d-468c-9ac1-d29249dca40e', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'mac_address': 'fa:16:3e:ba:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:48Z', 'updated_at': '2021-12-23T15:59:55Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'subnets': [{'id': 'f5801799-f782-42e4-aa32-04ad857caa5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:08:48.405001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a31204-9820-4158-9790-90956e637d1c None None] New status for floating IP 0b830178-16bc-4ea4-879d-6712d3c08439: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:08:48.959476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:08:48.995190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:08:48.995531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device c8f136e5-edb9-4a86-8b7f-d5a6e38bd7da not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:08:53.850319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 32774) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:53.916149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:53.942708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.113333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.131930 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e2951-2505-4568-8e52-d73c2d6029a0,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:54.141041 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.141378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.141709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.142032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.142356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.142684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.142997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.143312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.143627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.143933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.144276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:08:54.199312 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.200645 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2487ee8c-06ac-44d0-a2da-5ce944b81cd8 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b4e2951-2505-4568-8e52-d73c2d6029a0 HTTP/1.1" status: 204 len: 168 time: 0.3493061 Dec 23 16:08:54.203131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 32778) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:54.219139 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.api.v2.resource [None req-f8f10ee5-4d54-4b62-8190-d5d4c67a5fcc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] show failed (client error): The resource could not be found. Dec 23 16:08:54.220076 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f8f10ee5-4d54-4b62-8190-d5d4c67a5fcc tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "GET /v2.0/security-groups/7b4e2951-2505-4568-8e52-d73c2d6029a0 HTTP/1.1" status: 404 len: 347 time: 0.0160630 Dec 23 16:08:54.222574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 32782) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:54.373555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Deleting port 2e28f9dd-c9e8-4f12-b86b-dfba4e9bdd45 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:08:54.373782 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.540021 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.540361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.658339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Calling delete_port for 2e28f9dd-c9e8-4f12-b86b-dfba4e9bdd45 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:08:54.837726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:54.882953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Pushing event deleted for resources: {'Port': ['ID=2e28f9dd-c9e8-4f12-b86b-dfba4e9bdd45,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:54.976442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.048742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.049937 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c3ad35c7-d9bd-4f76-abd9-460847348ff6 tempest-ServerActionsTestJSON-1133546003 tempest-ServerActionsTestJSON-1133546003-project] 10.222.0.58 "DELETE /v2.0/floatingips/0b830178-16bc-4ea4-879d-6712d3c08439 HTTP/1.1" status: 204 len: 168 time: 0.8265002 Dec 23 16:08:55.052903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 32786) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:55.364937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f998d284-5022-465a-947c-c48c3568fd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:55.529096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.211215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Deleting port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:08:56.211940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.382164 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] For port 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:56.382510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.505400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Calling delete_port for 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:08:56.793384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:56.838590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Pushing event deleted for resources: {'Port': ['ID=51a8a2c4-44ca-474d-8b38-feb3c4e48cfc,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:57.128347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.684663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-54814036-db21-457c-99a1-3d9a040c4edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:57.785903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Router cf88d642-7556-40cd-a454-62c38f77070c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:08:57.986738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:08:57.997790 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] Sync routers for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:08:57.999457 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2e6195e5-b1b6-421b-aa7d-80c58c9c39ba admin admin] 10.222.0.58 "PUT /v2.0/routers/cf88d642-7556-40cd-a454-62c38f77070c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9455910 Dec 23 16:08:58.002017 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 32794) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:58.009338 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:58.010006 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:08:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:58.184824 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:58.194565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.388901 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.471837 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T16:08:56Z', 'revision_number': 5, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port': {'id': 'ebe4dbd0-7e05-4539-be18-2a35cf16b934', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:17:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T15:59:46Z', 'updated_at': '2021-12-23T15:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:58.473190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Deleting port ebe4dbd0-7e05-4539-be18-2a35cf16b934 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:08:58.473526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.476976 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] Checking router: cf88d642-7556-40cd-a454-62c38f77070c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:08:58.487688 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] Routers {'cf88d642-7556-40cd-a454-62c38f77070c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:08:58.488309 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:08:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['cf88d642-7556-40cd-a454-62c38f77070c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:58.641255 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] Set router cf88d642-7556-40cd-a454-62c38f77070c gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:08:58.647565 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] For port ebe4dbd0-7e05-4539-be18-2a35cf16b934, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ebe4dbd0-7e05-4539-be18-2a35cf16b934,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:08:58.647915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.747691 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T16:08:58Z', 'revision_number': 6, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:08:58.751859 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3358beb-cb2e-4db5-a853-977a5a325b1f None None] The sync data for ids ['cf88d642-7556-40cd-a454-62c38f77070c'] in dv-neutron-822796-1-hyperv is: [{'id': 'cf88d642-7556-40cd-a454-62c38f77070c', 'name': 'tempest-ServerActionsTestJSON-885778449-router', 'tenant_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T15:59:45Z', 'updated_at': '2021-12-23T16:08:58Z', 'revision_number': 6, 'project_id': '9a05e7ffcc78409db12aac26b04bf1b5', 'gw_port_host': None}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:08:58.772877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Calling delete_port for ebe4dbd0-7e05-4539-be18-2a35cf16b934 owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:08:58.896838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:58.976423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.107861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.155581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe4dbd0-7e05-4539-be18-2a35cf16b934,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:08:59.381709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.598196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ebe4dbd0-7e05-4539-be18-2a35cf16b934 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:08:59.645071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.649776 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.655891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: ebe4dbd0-7e05-4539-be18-2a35cf16b934 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:08:59.655891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ebe4dbd0-7e05-4539-be18-2a35cf16b934 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:08:59.655891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:08:59.687736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:08:59.688073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 51a8a2c4-44ca-474d-8b38-feb3c4e48cfc not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:08:59.730608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.731125 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf88d642-7556-40cd-a454-62c38f77070c {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:08:59.743791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.746079 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bb6efa2c-96da-48c3-a479-39c8508d1418 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cf88d642-7556-40cd-a454-62c38f77070c HTTP/1.1" status: 204 len: 168 time: 1.7428629 Dec 23 16:08:59.748350 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 32800) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:08:59.812831 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] Deleting subnet f5801799-f782-42e4-aa32-04ad857caa5e {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:08:59.816270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.865742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:08:59.941853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.107892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.144022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5801799-f782-42e4-aa32-04ad857caa5e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:00.150339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.156285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc778560-a94d-4191-8e02-5ab9fefc91cf None None] Network 50ff270c-6f9d-468c-9ac1-d29249dca40e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:00.161492 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-07596151-fa5e-4b30-836f-499b1f261edf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f5801799-f782-42e4-aa32-04ad857caa5e HTTP/1.1" status: 204 len: 168 time: 0.4068990 Dec 23 16:09:00.161492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 32804) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:00.263540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.274048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Deleting port 25fbd172-f812-48d8-a6df-615e6724dada {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:09:00.274370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.399310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.404582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] DHCP port deletion for 50ff270c-6f9d-468c-9ac1-d29249dca40e request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:09:00.408676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Deleting port 25fbd172-f812-48d8-a6df-615e6724dada {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:09:00.409035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.488300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] For port 25fbd172-f812-48d8-a6df-615e6724dada, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=25fbd172-f812-48d8-a6df-615e6724dada,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:00.488644 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.616028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] For port 25fbd172-f812-48d8-a6df-615e6724dada, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=25fbd172-f812-48d8-a6df-615e6724dada,segment=NetworkSegment(746fad87-7644-48a6-90ca-100a3dcd2f19),segment_id=746fad87-7644-48a6-90ca-100a3dcd2f19)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:00.616587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.699765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Calling delete_port for 25fbd172-f812-48d8-a6df-615e6724dada owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:09:00.735559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Calling delete_port for 25fbd172-f812-48d8-a6df-615e6724dada owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:09:00.827320 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:00.832628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:09:00.833051 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:09:00.876153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Pushing event deleted for resources: {'Port': ['ID=25fbd172-f812-48d8-a6df-615e6724dada,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:00.879811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] No DVR routers for this DVR port 25fbd172-f812-48d8-a6df-615e6724dada on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:00.994942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.019637 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ff270c-6f9d-468c-9ac1-d29249dca40e']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:01.032454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746fad87-7644-48a6-90ca-100a3dcd2f19') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:01.032745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746fad87-7644-48a6-90ca-100a3dcd2f19') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:01.043834 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.058941 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.064850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:01.065222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:01.078477 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:01.226646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.243116 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.253977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] Pushing event deleted for resources: {'Network': ['ID=50ff270c-6f9d-468c-9ac1-d29249dca40e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:01.325000 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6a09f311-93ee-4e4d-9746-b0285ef9b029 admin admin] 10.222.0.58 "DELETE /v2.0/networks/50ff270c-6f9d-468c-9ac1-d29249dca40e HTTP/1.1" status: 204 len: 168 time: 1.1649799 Dec 23 16:09:01.334168 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Deleting port 25fbd172-f812-48d8-a6df-615e6724dada {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:09:01.334598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.400146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ad409c68-1c7a-4e0b-a87d-68b02b1d538b None None] The port '25fbd172-f812-48d8-a6df-615e6724dada' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:09:01.595715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 25fbd172-f812-48d8-a6df-615e6724dada no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:09:01.627540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 25fbd172-f812-48d8-a6df-615e6724dada {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:09:01.627884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 25fbd172-f812-48d8-a6df-615e6724dada not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:09:01.660826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 32810) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:01.711481 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-28c0bbad-dd05-4413-9a24-23acd69893ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a05e7ffcc78409db12aac26b04bf1b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494702 Dec 23 16:09:01.714061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 32814) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:01.772234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946584c6-5209-4bb9-be87-2967fbf340fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.797744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946584c6-5209-4bb9-be87-2967fbf340fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.925070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946584c6-5209-4bb9-be87-2967fbf340fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.940238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946584c6-5209-4bb9-be87-2967fbf340fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097ec526-d172-4591-b53c-d7c94113d9c5,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:01.948061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-946584c6-5209-4bb9-be87-2967fbf340fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:01.949193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-946584c6-5209-4bb9-be87-2967fbf340fa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/097ec526-d172-4591-b53c-d7c94113d9c5 HTTP/1.1" status: 204 len: 168 time: 0.2342601 Dec 23 16:09:03.159732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 32838) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:03.286199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-190729991-network', 'tenant_id': '8bf3bd6d83184951ae241b6b481fff31'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:03.290890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:03.295265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Usage tracker for resource:network and tenant:8bf3bd6d83184951ae241b6b481fff31 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:03.298068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:03.303552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:03.371139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Made reservation on behalf of 8bf3bd6d83184951ae241b6b481fff31 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:03.373409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.385438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.415792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:03.420186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf3bd6d83184951ae241b6b481fff31 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:03.423007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:03.428639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:03.501696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.632765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.662945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:03.672457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f506a053-61fc-4aef-9cd4-3f89e2cb9df9,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:03.677825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.678165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Added segment 42538af5-a37f-4c63-8c80-929feab5b49e of type vlan for network 18dccf2b-0ced-4992-a646-77ca81a2f05f Dec 23 16:09:03.704218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.799079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.799903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:03.800510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:03.901534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] Pushing event updated for resources: {'Network': ['ID=18dccf2b-0ced-4992-a646-77ca81a2f05f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:03.910738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 18dccf2b-0ced-4992-a646-77ca81a2f05f details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:03.994270 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3fc03922-32e7-45c3-adeb-820deca71448 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8333941 Dec 23 16:09:03.997477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 32844) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:04.002917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Request body: {'subnet': {'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-190729991-subnet', 'tenant_id': '8bf3bd6d83184951ae241b6b481fff31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:04.007585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:04.012773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Usage tracker for resource:subnet and tenant:8bf3bd6d83184951ae241b6b481fff31 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:04.014853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:04.020380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:04.106954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Made reservation on behalf of 8bf3bd6d83184951ae241b6b481fff31 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:04.109149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.485162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.562366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb459fe-52da-40fa-bb96-d29f616c420f,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:04.574078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Checking segment: {'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:04.574078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Network hostable DHCP agents. Network: 18dccf2b-0ced-4992-a646-77ca81a2f05f, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:04.673388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Network 18dccf2b-0ced-4992-a646-77ca81a2f05f is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:04.725081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 18dccf2b-0ced-4992-a646-77ca81a2f05f) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:04.729745 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:04.731968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:04.735862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115d40de-458a-4316-8e2d-cb5c05a28753 None None] Network 18dccf2b-0ced-4992-a646-77ca81a2f05f requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:04.794433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-14ceb39c-e8ea-4900-ac67-a59c32c2dd8d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7958219 Dec 23 16:09:04.972147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761cfa3-f586-4dea-9cc9-8fbe15657cde None None] Network 18dccf2b-0ced-4992-a646-77ca81a2f05f requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:05.363733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-21dd0ad9-55e4-4884-a8bd-201754b52141 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:05.364569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-21dd0ad9-55e4-4884-a8bd-201754b52141 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Synchronizing usage tracker for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:05.433691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-21dd0ad9-55e4-4884-a8bd-201754b52141 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Unset dirty status for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:05.435915 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-21dd0ad9-55e4-4884-a8bd-201754b52141 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/networks?id=18dccf2b-0ced-4992-a646-77ca81a2f05f HTTP/1.1" status: 200 len: 813 time: 0.2142870 Dec 23 16:09:05.456957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-409df1e4-0c35-4e00-8b00-b2b7f4e242f3 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/quotas/8bf3bd6d83184951ae241b6b481fff31 HTTP/1.1" status: 200 len: 375 time: 0.0114765 Dec 23 16:09:05.507344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-8d811cd6-3853-4f16-9e2a-4fd2d722c648 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bf3bd6d83184951ae241b6b481fff31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449140 Dec 23 16:09:05.586476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-c52917fb-123d-45ba-8638-3cf37e366681 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:09:05.587451 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-c52917fb-123d-45ba-8638-3cf37e366681 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0734420 Dec 23 16:09:05.722249 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-bba2a541-9ac8-441a-b1f4-ba0fbcc517fe service neutron] 10.222.0.58 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282377 Dec 23 16:09:05.855191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-ed1a46d5-9447-415c-89d5-81034386eb36 service neutron] 10.222.0.58 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273427 Dec 23 16:09:06.136615 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2fc88a5a-7298-44ef-92ca-f3e268b26930 req-b5ab0dfc-f18f-4929-94df-77817a596ff5 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 210 time: 0.0412927 Dec 23 16:09:07.299432 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5158336e-cccc-4b63-b066-20ca754308d4 req-ff3e042a-ace8-4284-ab2d-43333e4e1c09 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 210 time: 0.0409060 Dec 23 16:09:07.567273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.288389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f755441e-8858-44d5-bf08-dc9ad4d7ac88 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:08.289848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f755441e-8858-44d5-bf08-dc9ad4d7ac88 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "GET /v2.0/networks?id=18dccf2b-0ced-4992-a646-77ca81a2f05f HTTP/1.1" status: 200 len: 813 time: 0.1463203 Dec 23 16:09:08.313134 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Request body: {'port': {'device_id': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f', 'admin_state_up': True, 'tenant_id': '8bf3bd6d83184951ae241b6b481fff31'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:08.481117 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-35fdca63-2241-4090-a6f9-7e7aadb2d6f0 req-f8ab1d93-b9a8-472b-8b2b-e02e1aeda5f0 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 210 time: 0.0569210 Dec 23 16:09:08.488706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:08.492505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Usage tracker for resource:port and tenant:8bf3bd6d83184951ae241b6b481fff31 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:08.496267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:08.502902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:08.581710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Made reservation on behalf of 8bf3bd6d83184951ae241b6b481fff31 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:08.585020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:08.749345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Allocated IP 172.20.0.3 (18dccf2b-0ced-4992-a646-77ca81a2f05f/7fb459fe-52da-40fa-bb96-d29f616c420f/fe84943a-15c7-4a46-8886-74e02e57c630) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:08.950773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.039490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.111853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Network 18dccf2b-0ced-4992-a646-77ca81a2f05f is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:09.114968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:09.119607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:09.144458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Pushing event updated for resources: {'Port': ['ID=fe84943a-15c7-4a46-8886-74e02e57c630,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:09.184299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:09.184884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.262686 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-f74d819f-7b03-4409-a982-2c5145a17d00 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9534194 Dec 23 16:09:09.281880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Request body: {'port': {'device_id': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:09.470682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.799821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33477f7d-eb05-4f19-9537-5b4d4d36f4ed req-b3e66c75-bcae-4c38-bed2-e838298e896a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:09.800434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-33477f7d-eb05-4f19-9537-5b4d4d36f4ed req-b3e66c75-bcae-4c38-bed2-e838298e896a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Synchronizing usage tracker for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:09.882578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe84943a-15c7-4a46-8886-74e02e57c630 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:09:09.890918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:09.905138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-33477f7d-eb05-4f19-9537-5b4d4d36f4ed req-b3e66c75-bcae-4c38-bed2-e838298e896a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Unset dirty status for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:09.906262 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-33477f7d-eb05-4f19-9537-5b4d4d36f4ed req-b3e66c75-bcae-4c38-bed2-e838298e896a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 931 time: 0.3024113 Dec 23 16:09:09.907106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Transition to ACTIVE for port object fe84943a-15c7-4a46-8886-74e02e57c630 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:09.955563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-33477f7d-eb05-4f19-9537-5b4d4d36f4ed req-8bfd98a2-e767-4b72-af1a-35c50e01a546 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Synchronizing usage tracker for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:09.987516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.099584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-33477f7d-eb05-4f19-9537-5b4d4d36f4ed req-8bfd98a2-e767-4b72-af1a-35c50e01a546 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Unset dirty status for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:10.100726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-33477f7d-eb05-4f19-9537-5b4d4d36f4ed req-8bfd98a2-e767-4b72-af1a-35c50e01a546 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888947 Dec 23 16:09:10.116789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe84943a-15c7-4a46-8886-74e02e57c630,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:10.220145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Attempting to bind port fe84943a-15c7-4a46-8886-74e02e57c630 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:10.220486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Attempting to bind port fe84943a-15c7-4a46-8886-74e02e57c630 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:10.220805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Attempting to bind port fe84943a-15c7-4a46-8886-74e02e57c630 on network 18dccf2b-0ced-4992-a646-77ca81a2f05f {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:10.226395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Port fe84943a-15c7-4a46-8886-74e02e57c630 on network 18dccf2b-0ced-4992-a646-77ca81a2f05f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:10.226706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Attempting to bind port fe84943a-15c7-4a46-8886-74e02e57c630 on network 18dccf2b-0ced-4992-a646-77ca81a2f05f {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:10.233594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:10.233935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Checking segment: {'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:10.234293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Bound using segment: {'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:10.234696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Bound port: fe84943a-15c7-4a46-8886-74e02e57c630, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:10.235026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.322721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] For port fe84943a-15c7-4a46-8886-74e02e57c630, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:10.325642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] For port fe84943a-15c7-4a46-8886-74e02e57c630, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fe84943a-15c7-4a46-8886-74e02e57c630,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:10.388112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.446182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:10.447633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe84943a-15c7-4a46-8886-74e02e57c630 HTTP/1.1" status: 200 len: 1093 time: 1.1696284 Dec 23 16:09:10.450284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'tag': 'fe84943a-15c7-4a46-8886-74e02e57c630'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:10.478019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc4c5e-6a04-48c7-940a-744c64a2bbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe84943a-15c7-4a46-8886-74e02e57c630,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:10.521526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'tag': 'fe84943a-15c7-4a46-8886-74e02e57c630', 'status': 'completed', 'code': 200} Dec 23 16:09:10.635930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f72ece7e-4ac5-4653-afad-c824dc031b80 req-eff3937e-b8cf-466c-ba13-dde77aaa28a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf3bd6d83184951ae241b6b481fff31&device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 1096 time: 0.0731144 Dec 23 16:09:10.783876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ece7e-4ac5-4653-afad-c824dc031b80 req-db281bdd-90c0-4b82-bf67-027f717cc70e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:10.785327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f72ece7e-4ac5-4653-afad-c824dc031b80 req-db281bdd-90c0-4b82-bf67-027f717cc70e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf3bd6d83184951ae241b6b481fff31&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1377614 Dec 23 16:09:10.920754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ece7e-4ac5-4653-afad-c824dc031b80 req-41812131-3b36-4857-b19e-8e3dae6f3963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:10.922175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f72ece7e-4ac5-4653-afad-c824dc031b80 req-41812131-3b36-4857-b19e-8e3dae6f3963 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299350 Dec 23 16:09:11.052450 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-c5d64fac-c2cf-42d6-83d6-f2691d5466ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf3bd6d83184951ae241b6b481fff31&device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 1096 time: 0.0708749 Dec 23 16:09:11.128141 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-7a041443-5376-4aee-ab4f-1c0177b35482 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe84943a-15c7-4a46-8886-74e02e57c630 HTTP/1.1" status: 200 len: 217 time: 0.0632293 Dec 23 16:09:11.190282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-407bfd74-cc4d-4961-b882-ce1a43c612f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:11.191704 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-407bfd74-cc4d-4961-b882-ce1a43c612f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7fb459fe-52da-40fa-bb96-d29f616c420f HTTP/1.1" status: 200 len: 853 time: 0.0576367 Dec 23 16:09:11.365152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-83506dc6-3643-42a4-8ca1-4e9a5316e4f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18dccf2b-0ced-4992-a646-77ca81a2f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660933 Dec 23 16:09:11.374963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-cc648d41-86c5-4fa2-bb2d-44d9218812c0 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:09:11.375849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-cc648d41-86c5-4fa2-bb2d-44d9218812c0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048165 Dec 23 16:09:11.513408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161a1e9-ee16-4842-9b4b-0cdeef936350 req-045b51ea-57d9-4b78-8912-810240a46deb tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:11.514840 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3161a1e9-ee16-4842-9b4b-0cdeef936350 req-045b51ea-57d9-4b78-8912-810240a46deb tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 943 time: 0.2841940 Dec 23 16:09:11.549365 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-6737f468-cbd9-4126-89a1-21a86a1390a9 service neutron] 10.222.0.57 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659191 Dec 23 16:09:11.644203 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3161a1e9-ee16-4842-9b4b-0cdeef936350 req-4726834a-e032-4048-8ca3-da41d412445e tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180716 Dec 23 16:09:11.696537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27b1c47e-18d6-423b-b121-1b8bf01696c7 req-c74cf9e1-683d-41c3-86a8-521fddc5e2a5 service neutron] 10.222.0.57 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351764 Dec 23 16:09:12.867660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7da0c-07af-46e6-be05-a4bb8336d4f5 req-f62c27a1-1f66-4abc-a8c5-c8d9c8175d64 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:12.869149 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ca7da0c-07af-46e6-be05-a4bb8336d4f5 req-f62c27a1-1f66-4abc-a8c5-c8d9c8175d64 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 943 time: 0.0942969 Dec 23 16:09:12.915973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ca7da0c-07af-46e6-be05-a4bb8336d4f5 req-5d4bfde1-1297-4955-acc7-84674096096d tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Dec 23 16:09:14.112680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ae0ca-32de-43ec-8725-7c848f168b24 req-d8dcb695-3474-440e-aac9-b34bedb0715a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:14.114108 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fc4ae0ca-32de-43ec-8725-7c848f168b24 req-d8dcb695-3474-440e-aac9-b34bedb0715a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 943 time: 0.0771084 Dec 23 16:09:14.158905 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fc4ae0ca-32de-43ec-8725-7c848f168b24 req-6a59c3ba-810d-42d8-8209-67ec591e0d27 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Dec 23 16:09:15.101057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device fe84943a-15c7-4a46-8886-74e02e57c630 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:09:15.232394 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port fe84943a-15c7-4a46-8886-74e02e57c630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fe84943a-15c7-4a46-8886-74e02e57c630,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:15.245432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'fe84943a-15c7-4a46-8886-74e02e57c630', 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f', 'port_id': 'fe84943a-15c7-4a46-8886-74e02e57c630', 'mac_address': 'fa:16:3e:83:ee:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb459fe-52da-40fa-bb96-d29f616c420f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:09:15.302207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.319367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe84943a-15c7-4a46-8886-74e02e57c630 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:09:15.334853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port fe84943a-15c7-4a46-8886-74e02e57c630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fe84943a-15c7-4a46-8886-74e02e57c630,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:15.357857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937b34b-19b2-42e2-8d93-f8d29ee0471e req-d4f91739-6973-444c-bdb1-5d20b1371008 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:15.359222 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2937b34b-19b2-42e2-8d93-f8d29ee0471e req-d4f91739-6973-444c-bdb1-5d20b1371008 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 943 time: 0.0807507 Dec 23 16:09:15.404927 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2937b34b-19b2-42e2-8d93-f8d29ee0471e req-95a384d2-c911-460c-bea9-2520923d89e1 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Dec 23 16:09:15.416457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:15.480156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=fe84943a-15c7-4a46-8886-74e02e57c630,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:15.488291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.488634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.488968 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.489297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.489623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.489948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.490266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.490584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.490898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.491208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.491522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:15.833865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['fe84943a-15c7-4a46-8886-74e02e57c630'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:09:16.597370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1e931-3add-473f-b192-bcf9e4962271 req-61665b67-377e-43e2-8e03-8085f745c427 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:16.598790 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46c1e931-3add-473f-b192-bcf9e4962271 req-61665b67-377e-43e2-8e03-8085f745c427 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 944 time: 0.0740767 Dec 23 16:09:16.646971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46c1e931-3add-473f-b192-bcf9e4962271 req-4ff449fa-8474-4d86-926e-809e21191abc tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Dec 23 16:09:17.100779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device fe84943a-15c7-4a46-8886-74e02e57c630 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:17.216134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port fe84943a-15c7-4a46-8886-74e02e57c630 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:17.220788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port fe84943a-15c7-4a46-8886-74e02e57c630 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:17.221147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.333312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.359603 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe84943a-15c7-4a46-8886-74e02e57c630'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:17.368804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port fe84943a-15c7-4a46-8886-74e02e57c630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fe84943a-15c7-4a46-8886-74e02e57c630,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:17.414528 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe84943a-15c7-4a46-8886-74e02e57c630', 'code': 200} Dec 23 16:09:17.438642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:17.508276 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=fe84943a-15c7-4a46-8886-74e02e57c630,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:17.857612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5f12f806-81ce-407e-baf4-6b5241c9453b req-d3b1c390-ec92-4403-a185-c81a734675f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 1098 time: 0.1230228 Dec 23 16:09:17.867317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c77d77-10b1-4d5e-bf68-215138aa613e req-6c05354f-eed8-43a2-93c7-b7da441f7743 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:17.868638 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b7c77d77-10b1-4d5e-bf68-215138aa613e req-6c05354f-eed8-43a2-93c7-b7da441f7743 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0940742 Dec 23 16:09:17.937553 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5f12f806-81ce-407e-baf4-6b5241c9453b req-74e7fd21-61b4-4c61-ac59-30b467df58c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679419 Dec 23 16:09:17.941880 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b7c77d77-10b1-4d5e-bf68-215138aa613e req-57c1952f-8991-4652-8a5b-8522debf2727 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573180 Dec 23 16:09:19.144368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa566f8-31cd-45a7-8ca8-b399eea58c60 req-0a949b72-209f-4218-9f7d-431dbd45ca15 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:19.145810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5fa566f8-31cd-45a7-8ca8-b399eea58c60 req-0a949b72-209f-4218-9f7d-431dbd45ca15 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0815241 Dec 23 16:09:19.191670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5fa566f8-31cd-45a7-8ca8-b399eea58c60 req-89a5f7d7-8b3a-45cc-9bcb-ce1d5937f475 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Dec 23 16:09:20.395567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a9baf-9383-418f-a27f-0a7ff2cc8eef req-fd4b3c73-b39c-4aa8-91f6-7beac556b254 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:20.397298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-213a9baf-9383-418f-a27f-0a7ff2cc8eef req-fd4b3c73-b39c-4aa8-91f6-7beac556b254 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0826521 Dec 23 16:09:20.442915 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-213a9baf-9383-418f-a27f-0a7ff2cc8eef req-552636ad-1a31-4739-a203-d71303d64d15 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Dec 23 16:09:20.736552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f28641e7-795c-4332-b51b-343f5de6b69e tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:20.737877 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f28641e7-795c-4332-b51b-343f5de6b69e tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/networks?id=18dccf2b-0ced-4992-a646-77ca81a2f05f HTTP/1.1" status: 200 len: 813 time: 0.1440797 Dec 23 16:09:20.753616 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-486a7e6c-adb1-43b9-8d0a-e74b2a8538a1 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/quotas/8bf3bd6d83184951ae241b6b481fff31 HTTP/1.1" status: 200 len: 375 time: 0.0105164 Dec 23 16:09:20.829203 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-305ee3e5-5068-4f35-b678-3267d1c7fe49 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bf3bd6d83184951ae241b6b481fff31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709331 Dec 23 16:09:21.025102 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-583de33d-aba4-4638-b947-7e44e65a5c1a service neutron] 10.222.0.58 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893618 Dec 23 16:09:21.156806 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-1a519124-c9b5-4d54-85c6-0e23385db5a1 service neutron] 10.222.0.58 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252792 Dec 23 16:09:21.519890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdb12f4d-a258-4140-98bc-c4c7d1e34f89 req-0d982a3c-58a4-4300-87fa-71b5656d9095 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 210 time: 0.1406388 Dec 23 16:09:22.683866 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5859cb37-64f6-43a4-9fd3-33ffac3de0c2 req-933d7269-d6a0-4a3d-bbaf-eb309d17ccd4 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 210 time: 0.0415063 Dec 23 16:09:23.330398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-a4fdd271-15ab-44e8-96d8-fe6861fd8d42 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:23.331817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-a4fdd271-15ab-44e8-96d8-fe6861fd8d42 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "GET /v2.0/networks?id=18dccf2b-0ced-4992-a646-77ca81a2f05f HTTP/1.1" status: 200 len: 813 time: 0.1428466 Dec 23 16:09:23.353426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Request body: {'port': {'device_id': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f', 'admin_state_up': True, 'tenant_id': '8bf3bd6d83184951ae241b6b481fff31'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:23.500621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:23.510245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:23.564770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Made reservation on behalf of 8bf3bd6d83184951ae241b6b481fff31 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:23.567815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.734370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Allocated IP 172.20.0.5 (18dccf2b-0ced-4992-a646-77ca81a2f05f/7fb459fe-52da-40fa-bb96-d29f616c420f/9c04e7c7-2342-4716-8b7d-aea146b638b5) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:23.901226 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b10bbe97-3ac7-4b48-9ea2-e3b48bb4aebd req-c643175e-0ae8-4e5a-a7c0-dcfda0acb8d2 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 210 time: 0.0947502 Dec 23 16:09:23.975010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:23.977414 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:09:24.039676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.078830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['fe84943a-15c7-4a46-8886-74e02e57c630'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:09:24.107183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Network 18dccf2b-0ced-4992-a646-77ca81a2f05f is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:24.110169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:24.113993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:24.158649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Pushing event updated for resources: {'Port': ['ID=9c04e7c7-2342-4716-8b7d-aea146b638b5,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:24.185417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:24.186003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.263193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-e649b590-5a3a-4942-b4c7-be7364c8abf6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9133124 Dec 23 16:09:24.279976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Request body: {'port': {'device_id': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:24.384346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.719148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c04e7c7-2342-4716-8b7d-aea146b638b5 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:09:24.725682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.740072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Transition to ACTIVE for port object 9c04e7c7-2342-4716-8b7d-aea146b638b5 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:24.810594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:24.935694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Pushing event updated for resources: {'Port': ['ID=9c04e7c7-2342-4716-8b7d-aea146b638b5,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:25.184478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Attempting to bind port 9c04e7c7-2342-4716-8b7d-aea146b638b5 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:25.184795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Attempting to bind port 9c04e7c7-2342-4716-8b7d-aea146b638b5 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:25.185108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Attempting to bind port 9c04e7c7-2342-4716-8b7d-aea146b638b5 on network 18dccf2b-0ced-4992-a646-77ca81a2f05f {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:25.199444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Port 9c04e7c7-2342-4716-8b7d-aea146b638b5 on network 18dccf2b-0ced-4992-a646-77ca81a2f05f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:09:25.199674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Attempting to bind port 9c04e7c7-2342-4716-8b7d-aea146b638b5 on network 18dccf2b-0ced-4992-a646-77ca81a2f05f {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:25.211847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:25.212262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Checking segment: {'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:25.212628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Bound using segment: {'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:25.213035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Bound port: 9c04e7c7-2342-4716-8b7d-aea146b638b5, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42538af5-a37f-4c63-8c80-929feab5b49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:25.213409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.277512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09e8a3-840f-4659-b373-8de5e8155cbb req-e235dabe-ceaf-4971-8ee6-d28a65df6bda tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:25.278194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0e09e8a3-840f-4659-b373-8de5e8155cbb req-e235dabe-ceaf-4971-8ee6-d28a65df6bda tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Synchronizing usage tracker for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:25.325102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] For port 9c04e7c7-2342-4716-8b7d-aea146b638b5, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:25.328540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] For port 9c04e7c7-2342-4716-8b7d-aea146b638b5, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9c04e7c7-2342-4716-8b7d-aea146b638b5,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:25.336522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5a2314a6-0f4c-4736-835f-c1ffffb1f330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.382081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0e09e8a3-840f-4659-b373-8de5e8155cbb req-e235dabe-ceaf-4971-8ee6-d28a65df6bda tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Unset dirty status for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:25.383242 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0e09e8a3-840f-4659-b373-8de5e8155cbb req-e235dabe-ceaf-4971-8ee6-d28a65df6bda tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 943 time: 0.3536043 Dec 23 16:09:25.406130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.487080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:25.488424 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] 10.222.0.57 "PUT /v2.0/ports/9c04e7c7-2342-4716-8b7d-aea146b638b5 HTTP/1.1" status: 200 len: 1093 time: 1.2126462 Dec 23 16:09:25.488841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'tag': '9c04e7c7-2342-4716-8b7d-aea146b638b5'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:25.500237 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0e09e8a3-840f-4659-b373-8de5e8155cbb req-0807a6cb-bc4b-4b6e-95d1-8d378254d5b1 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099296 Dec 23 16:09:25.506997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeb076-62c3-4d8c-966d-f5a4cab37052 service neutron] Pushing event updated for resources: {'Port': ['ID=9c04e7c7-2342-4716-8b7d-aea146b638b5,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:25.548314 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'tag': '9c04e7c7-2342-4716-8b7d-aea146b638b5', 'status': 'completed', 'code': 200} Dec 23 16:09:25.681849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-12d8d06b-1113-44e1-b1f4-b1bc16c8026a req-b61c9eb5-1d5a-4854-b9ac-07e32c27fb10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf3bd6d83184951ae241b6b481fff31&device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 1096 time: 0.0734684 Dec 23 16:09:25.826111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8d06b-1113-44e1-b1f4-b1bc16c8026a req-e9d59915-8130-494e-b442-83768a090fa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:25.827538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-12d8d06b-1113-44e1-b1f4-b1bc16c8026a req-e9d59915-8130-494e-b442-83768a090fa3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8bf3bd6d83184951ae241b6b481fff31&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1331327 Dec 23 16:09:25.962044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8d06b-1113-44e1-b1f4-b1bc16c8026a req-d47b0689-aaf9-4d29-9e81-66afcc843f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:25.963473 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-12d8d06b-1113-44e1-b1f4-b1bc16c8026a req-d47b0689-aaf9-4d29-9e81-66afcc843f94 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303537 Dec 23 16:09:26.088170 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-2b48b662-09df-4047-8366-41cccb0b7874 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bf3bd6d83184951ae241b6b481fff31&device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 1096 time: 0.0693865 Dec 23 16:09:26.162017 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-c538461b-756a-4910-bcb8-599984ab2e3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c04e7c7-2342-4716-8b7d-aea146b638b5 HTTP/1.1" status: 200 len: 217 time: 0.0620463 Dec 23 16:09:26.221897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-1455d18b-d697-4fe1-8c47-edc802531b29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:26.223278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-1455d18b-d697-4fe1-8c47-edc802531b29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7fb459fe-52da-40fa-bb96-d29f616c420f HTTP/1.1" status: 200 len: 853 time: 0.0558307 Dec 23 16:09:26.270944 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-ccace126-31bb-4993-9394-1eaa69d12aae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=18dccf2b-0ced-4992-a646-77ca81a2f05f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412171 Dec 23 16:09:26.401644 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-db07c355-051b-48e6-b61b-628bc1e6832e service neutron] 10.222.0.57 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243284 Dec 23 16:09:26.534095 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac5d67bf-9b77-4144-80f6-4aa1072ed0cd req-89107192-17b4-4d12-b77c-93ff2751ef6f service neutron] 10.222.0.57 "GET /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265848 Dec 23 16:09:26.704781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f926913-aa5f-427c-83fb-49d7f9e05fb4 req-237608d6-c1df-49c6-879b-7b1236ea367b tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:26.706215 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f926913-aa5f-427c-83fb-49d7f9e05fb4 req-237608d6-c1df-49c6-879b-7b1236ea367b tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 943 time: 0.0755317 Dec 23 16:09:26.750534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f926913-aa5f-427c-83fb-49d7f9e05fb4 req-d0c56a43-6342-4acf-9ece-d32f67336dde tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Dec 23 16:09:27.685107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f8aa2eec-bd57-415d-8944-f3db7f994554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:27.944154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c64ad-3a58-4c3c-9624-d97aed2bb48f req-072ae8f0-f2c0-4754-9817-05aa2c98123e tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:27.945474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d02c64ad-3a58-4c3c-9624-d97aed2bb48f req-072ae8f0-f2c0-4754-9817-05aa2c98123e tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 943 time: 0.0774863 Dec 23 16:09:27.989756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d02c64ad-3a58-4c3c-9624-d97aed2bb48f req-40d88f5c-af63-404f-bdca-163b4db72543 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382767 Dec 23 16:09:28.896701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:28.976400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.167025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9c04e7c7-2342-4716-8b7d-aea146b638b5 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:09:29.184964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943fab8-6b2a-4a65-b771-d8c5f2851d4a req-dc18e213-90e9-48b6-9334-6163a1f6357f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:29.186410 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a943fab8-6b2a-4a65-b771-d8c5f2851d4a req-dc18e213-90e9-48b6-9334-6163a1f6357f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 943 time: 0.0785496 Dec 23 16:09:29.231465 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a943fab8-6b2a-4a65-b771-d8c5f2851d4a req-9817a334-204e-44d3-8fbe-408a55954646 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Dec 23 16:09:29.301384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9c04e7c7-2342-4716-8b7d-aea146b638b5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9c04e7c7-2342-4716-8b7d-aea146b638b5,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:29.314820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '9c04e7c7-2342-4716-8b7d-aea146b638b5', 'network_id': '18dccf2b-0ced-4992-a646-77ca81a2f05f', 'port_id': '9c04e7c7-2342-4716-8b7d-aea146b638b5', 'mac_address': 'fa:16:3e:31:0a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb459fe-52da-40fa-bb96-d29f616c420f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:09:29.380360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.396793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c04e7c7-2342-4716-8b7d-aea146b638b5 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:09:29.411107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9c04e7c7-2342-4716-8b7d-aea146b638b5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9c04e7c7-2342-4716-8b7d-aea146b638b5,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:29.473241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:29.540311 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=9c04e7c7-2342-4716-8b7d-aea146b638b5,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:29.861214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['9c04e7c7-2342-4716-8b7d-aea146b638b5'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:09:30.388212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:30.432802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac68af4-6404-4673-be91-92b8a008d0d5 req-6d4374e1-f9a9-4523-a843-81583d354858 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:30.434247 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3ac68af4-6404-4673-be91-92b8a008d0d5 req-6d4374e1-f9a9-4523-a843-81583d354858 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 944 time: 0.0809314 Dec 23 16:09:30.478604 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3ac68af4-6404-4673-be91-92b8a008d0d5 req-f2dfaa16-3114-458b-a06e-29d2ac9640e1 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388758 Dec 23 16:09:31.165391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9c04e7c7-2342-4716-8b7d-aea146b638b5 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:31.285074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 9c04e7c7-2342-4716-8b7d-aea146b638b5 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:31.289627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 9c04e7c7-2342-4716-8b7d-aea146b638b5 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:31.289987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.402307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.454791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c04e7c7-2342-4716-8b7d-aea146b638b5'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:31.464031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 9c04e7c7-2342-4716-8b7d-aea146b638b5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9c04e7c7-2342-4716-8b7d-aea146b638b5,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:31.508334 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c04e7c7-2342-4716-8b7d-aea146b638b5', 'code': 200} Dec 23 16:09:31.525056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:31.599216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=9c04e7c7-2342-4716-8b7d-aea146b638b5,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:31.679471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433e56a-b434-48ef-b02e-274a2f55337b req-679f7ada-35ae-4649-8584-382125e4c02a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:31.681167 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4433e56a-b434-48ef-b02e-274a2f55337b req-679f7ada-35ae-4649-8584-382125e4c02a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 945 time: 0.0813878 Dec 23 16:09:31.727950 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4433e56a-b434-48ef-b02e-274a2f55337b req-da3c9f57-cc73-4c93-80ba-cd396e34b980 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Dec 23 16:09:31.981145 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-655183ad-2a9d-4ed2-8f4d-301a8fc6c204 req-5d37cedc-6584-480e-90a5-42d2d3024d9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 1098 time: 0.1585026 Dec 23 16:09:32.024455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-655183ad-2a9d-4ed2-8f4d-301a8fc6c204 req-f689b67c-2015-4b85-b18b-7342316e2c49 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357625 Dec 23 16:09:32.925897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583da33b-583d-4b63-a65d-bfc48b96a8c9 req-74e18787-bd36-435e-b538-5f3f6556b559 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:32.927379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-583da33b-583d-4b63-a65d-bfc48b96a8c9 req-74e18787-bd36-435e-b538-5f3f6556b559 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 945 time: 0.0776527 Dec 23 16:09:32.971572 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-583da33b-583d-4b63-a65d-bfc48b96a8c9 req-4fbe0bd7-3fb1-4c7b-961e-e32762947b80 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Dec 23 16:09:34.163307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea73ce9-0456-49d9-9ace-a96b3bdc7ee2 req-c22fde43-ed22-4baf-9a20-9105b45c76f9 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:34.164817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ea73ce9-0456-49d9-9ace-a96b3bdc7ee2 req-c22fde43-ed22-4baf-9a20-9105b45c76f9 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 945 time: 0.0774801 Dec 23 16:09:34.215963 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ea73ce9-0456-49d9-9ace-a96b3bdc7ee2 req-2b1ff7c3-3f0c-405b-a525-0cf8956b68be tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Dec 23 16:09:34.861084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4294b6c-3afb-4d49-9e50-31275e45c509 req-bb0b7a50-28c0-4991-9650-017c1f466525 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:34.862505 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c4294b6c-3afb-4d49-9e50-31275e45c509 req-bb0b7a50-28c0-4991-9650-017c1f466525 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 945 time: 0.0779142 Dec 23 16:09:34.907950 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c4294b6c-3afb-4d49-9e50-31275e45c509 req-a97db4fc-e9e0-43cc-9098-72c7414ad451 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400221 Dec 23 16:09:36.101013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae50aeb-46f0-4521-aea8-623e62bacfb3 req-e13c6c5d-6d98-471c-8bb4-1d9433f9e685 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:36.102434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ae50aeb-46f0-4521-aea8-623e62bacfb3 req-e13c6c5d-6d98-471c-8bb4-1d9433f9e685 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 945 time: 0.0761108 Dec 23 16:09:36.148613 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2ae50aeb-46f0-4521-aea8-623e62bacfb3 req-8824b38f-b9ad-49e7-a635-2346dd5113a4 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Dec 23 16:09:36.555397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e05dec0f-67ea-4c5e-9809-9e03695dfdc1 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:36.556857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e05dec0f-67ea-4c5e-9809-9e03695dfdc1 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 945 time: 0.0782435 Dec 23 16:09:36.623043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Deleting port 9c04e7c7-2342-4716-8b7d-aea146b638b5 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:09:36.623366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.866570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] For port 9c04e7c7-2342-4716-8b7d-aea146b638b5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9c04e7c7-2342-4716-8b7d-aea146b638b5,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:36.866831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:36.991163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Calling delete_port for 9c04e7c7-2342-4716-8b7d-aea146b638b5 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:09:37.205633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.252529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Pushing event deleted for resources: {'Port': ['ID=9c04e7c7-2342-4716-8b7d-aea146b638b5,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:37.261776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['fe84943a-15c7-4a46-8886-74e02e57c630', '9c04e7c7-2342-4716-8b7d-aea146b638b5'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:09:37.360639 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0790cff2-8201-4928-b379-324dbb2aa208 req-83014c69-3bc5-47df-9d39-5f8ad229fec4 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 210 time: 0.0736411 Dec 23 16:09:37.365125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] No DVR routers for this DVR port 9c04e7c7-2342-4716-8b7d-aea146b638b5 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:37.367465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:37.370493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'name': 'network-vif-deleted', 'tag': '9c04e7c7-2342-4716-8b7d-aea146b638b5'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:37.433353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36becbd-a666-4ecb-bd77-83cb28b50e90', 'name': 'network-vif-deleted', 'tag': '9c04e7c7-2342-4716-8b7d-aea146b638b5', 'status': 'completed', 'code': 200} Dec 23 16:09:37.451396 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2f5f5c78-62b5-4cdc-91aa-f882a75c6f75 req-e4751465-15a1-45e2-bdd7-ea7a12bd93ff tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "DELETE /v2.0/ports/9c04e7c7-2342-4716-8b7d-aea146b638b5 HTTP/1.1" status: 204 len: 173 time: 0.8883471 Dec 23 16:09:37.606057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:38.540091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1d7f167d-3911-4e4c-bfdb-c4aece9251df req-6e81d210-48b3-447f-bbcd-87f64b89646b tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Synchronizing usage tracker for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:38.650848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1d7f167d-3911-4e4c-bfdb-c4aece9251df req-6e81d210-48b3-447f-bbcd-87f64b89646b tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Unset dirty status for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:38.652682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1d7f167d-3911-4e4c-bfdb-c4aece9251df req-6e81d210-48b3-447f-bbcd-87f64b89646b tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=e36becbd-a666-4ecb-bd77-83cb28b50e90 HTTP/1.1" status: 200 len: 210 time: 0.1578729 Dec 23 16:09:39.213361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9c04e7c7-2342-4716-8b7d-aea146b638b5 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:09:39.246210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 9c04e7c7-2342-4716-8b7d-aea146b638b5 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:09:39.246553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 9c04e7c7-2342-4716-8b7d-aea146b638b5 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:09:39.927494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697af258-4d9f-47aa-9aab-04c4170cd487 req-87626240-3405-41d3-8cc2-81d7df1d68f4 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:39.928854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-697af258-4d9f-47aa-9aab-04c4170cd487 req-87626240-3405-41d3-8cc2-81d7df1d68f4 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0758486 Dec 23 16:09:39.974335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-697af258-4d9f-47aa-9aab-04c4170cd487 req-95f798ca-8460-4b6e-8e2f-d933c2dc1b9c tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Dec 23 16:09:40.198024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614522a-3c04-4a76-a4e2-b732c32c8553 req-dc76b488-ca35-4294-8078-8315f6f30088 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:40.199956 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b614522a-3c04-4a76-a4e2-b732c32c8553 req-dc76b488-ca35-4294-8078-8315f6f30088 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0809135 Dec 23 16:09:40.244458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b614522a-3c04-4a76-a4e2-b732c32c8553 req-48e84e9a-2eea-4e17-b04e-be57e1885b4f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Dec 23 16:09:40.439269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bde135-bfd9-4d58-88c7-6a0bb13ed3fa req-fb52792a-0034-4ee7-9e66-4c12706af20a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:40.440703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-10bde135-bfd9-4d58-88c7-6a0bb13ed3fa req-fb52792a-0034-4ee7-9e66-4c12706af20a tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0749729 Dec 23 16:09:40.485384 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-10bde135-bfd9-4d58-88c7-6a0bb13ed3fa req-16726f7d-93f5-4770-b422-3308331658d0 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391135 Dec 23 16:09:40.685405 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eafd519e-176b-4515-a917-e9e46d0b797e req-df22c47e-2469-4f5c-a96a-6ee3624835ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0759888 Dec 23 16:09:40.878271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db9f09-e5e1-4e9c-a63c-2d07d1325159 req-61c0c9d2-64a9-454d-987d-fff6aa14b220 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:40.879807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d3db9f09-e5e1-4e9c-a63c-2d07d1325159 req-61c0c9d2-64a9-454d-987d-fff6aa14b220 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0753090 Dec 23 16:09:40.924801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d3db9f09-e5e1-4e9c-a63c-2d07d1325159 req-60e384df-e9df-4bdc-b086-81e72baa311f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Dec 23 16:09:41.261347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e4c0-a282-42c3-856a-8f599ae3046a req-57025cc5-bc9c-48cd-aca8-6e1db2194588 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:41.262886 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a819e4c0-a282-42c3-856a-8f599ae3046a req-57025cc5-bc9c-48cd-aca8-6e1db2194588 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0792508 Dec 23 16:09:41.308823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a819e4c0-a282-42c3-856a-8f599ae3046a req-9ef5508c-1320-4f73-87d7-1d3d357a8012 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Dec 23 16:09:41.517595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14adf7f-e19a-4fbe-98c7-8ce50cfc660f req-e2994213-2330-401e-816f-d057bba16881 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:41.518984 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e14adf7f-e19a-4fbe-98c7-8ce50cfc660f req-e2994213-2330-401e-816f-d057bba16881 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0765071 Dec 23 16:09:41.656478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e14adf7f-e19a-4fbe-98c7-8ce50cfc660f req-088706ac-e9b9-4318-9d19-5d9ac39c06a2 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318061 Dec 23 16:09:42.487553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c50852-86c1-44a1-844c-abee604f58eb req-fd29fe24-31be-4fea-b1f3-eaaf935e227f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:42.488998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a0c50852-86c1-44a1-844c-abee604f58eb req-fd29fe24-31be-4fea-b1f3-eaaf935e227f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0750015 Dec 23 16:09:42.534477 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a0c50852-86c1-44a1-844c-abee604f58eb req-5659a6e3-a214-445c-85b7-9d0ed3df4e8c tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Dec 23 16:09:43.734766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73498d05-8093-4f2f-b905-bbae1503fd7e req-30968b39-36d8-4419-ae9b-c2003bd350e3 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:43.736240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73498d05-8093-4f2f-b905-bbae1503fd7e req-30968b39-36d8-4419-ae9b-c2003bd350e3 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0773396 Dec 23 16:09:43.782650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73498d05-8093-4f2f-b905-bbae1503fd7e req-6f0bb816-2d0a-4bee-aa6a-3ea61bd1c5a6 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/security-groups?id=f506a053-61fc-4aef-9cd4-3f89e2cb9df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Dec 23 16:09:44.278239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-ffa10102-4b5c-4b2d-850b-238cbd503347 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:44.279730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-ffa10102-4b5c-4b2d-850b-238cbd503347 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 945 time: 0.0763988 Dec 23 16:09:44.349620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Deleting port fe84943a-15c7-4a46-8886-74e02e57c630 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:09:44.349952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.584781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] For port fe84943a-15c7-4a46-8886-74e02e57c630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fe84943a-15c7-4a46-8886-74e02e57c630,segment=NetworkSegment(42538af5-a37f-4c63-8c80-929feab5b49e),segment_id=42538af5-a37f-4c63-8c80-929feab5b49e)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:44.585020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.708584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Calling delete_port for fe84943a-15c7-4a46-8886-74e02e57c630 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:09:44.937003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:44.975469 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e701ad7-e4bc-4ec0-bd82-293ba63b22b2 req-f409060a-bb35-4796-94eb-e48bb90b0ef7 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 210 time: 0.0738378 Dec 23 16:09:44.978214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['fe84943a-15c7-4a46-8886-74e02e57c630'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:09:44.990022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Pushing event deleted for resources: {'Port': ['ID=fe84943a-15c7-4a46-8886-74e02e57c630,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:45.066391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] No DVR routers for this DVR port fe84943a-15c7-4a46-8886-74e02e57c630 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:09:45.068775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:45.071139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'name': 'network-vif-deleted', 'tag': 'fe84943a-15c7-4a46-8886-74e02e57c630'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:09:45.125614 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe3b95d-1997-47e0-809f-ead9a1b2f361', 'name': 'network-vif-deleted', 'tag': 'fe84943a-15c7-4a46-8886-74e02e57c630', 'status': 'completed', 'code': 200} Dec 23 16:09:45.189120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef1aa1e1-6fc5-4c12-89bb-b594880ba678 req-2eac9b8b-0794-4829-9e1e-bff5d94a904f tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.57 "DELETE /v2.0/ports/fe84943a-15c7-4a46-8886-74e02e57c630 HTTP/1.1" status: 204 len: 173 time: 0.9042487 Dec 23 16:09:46.160786 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-27a24887-6082-4a2d-ae21-66a883b69cc5 req-10dfa8a6-cfdb-4923-9fc2-496792040db7 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Synchronizing usage tracker for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:09:46.251216 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-27a24887-6082-4a2d-ae21-66a883b69cc5 req-10dfa8a6-cfdb-4923-9fc2-496792040db7 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] Unset dirty status for tenant:8bf3bd6d83184951ae241b6b481fff31 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:09:46.252461 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27a24887-6082-4a2d-ae21-66a883b69cc5 req-10dfa8a6-cfdb-4923-9fc2-496792040db7 tempest-ServersNegativeTestJSON-1374503605 tempest-ServersNegativeTestJSON-1374503605-project] 10.222.0.58 "GET /v2.0/ports?device_id=5fe3b95d-1997-47e0-809f-ead9a1b2f361 HTTP/1.1" status: 200 len: 210 time: 0.1360748 Dec 23 16:09:47.226956 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device fe84943a-15c7-4a46-8886-74e02e57c630 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:09:47.259872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: fe84943a-15c7-4a46-8886-74e02e57c630 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:09:47.260299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device fe84943a-15c7-4a46-8886-74e02e57c630 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:09:47.355534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 32998) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:47.417066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Deleting subnet 7fb459fe-52da-40fa-bb96-d29f616c420f {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:09:47.419963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.468073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.521111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.662890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.701863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb459fe-52da-40fa-bb96-d29f616c420f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:47.711550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:47.715843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.716204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.716540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.716870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.717195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.718048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.718431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.718767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.719096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.719419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.719734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:47.724535 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3b93a26-db14-48b5-8046-cb74c4eb60f6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7fb459fe-52da-40fa-bb96-d29f616c420f HTTP/1.1" status: 204 len: 168 time: 0.3678734 Dec 23 16:09:47.726954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33002) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:47.832165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.039925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.064522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dccf2b-0ced-4992-a646-77ca81a2f05f']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:48.076334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42538af5-a37f-4c63-8c80-929feab5b49e') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:48.076630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42538af5-a37f-4c63-8c80-929feab5b49e') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:48.088418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.104269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.110229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:48.110608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:48.123418 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:48.262626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.278981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.289949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] Pushing event deleted for resources: {'Network': ['ID=18dccf2b-0ced-4992-a646-77ca81a2f05f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:48.360636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d9a4d4c3-61f2-4f48-b70e-593c627dc53e admin admin] 10.222.0.58 "DELETE /v2.0/networks/18dccf2b-0ced-4992-a646-77ca81a2f05f HTTP/1.1" status: 204 len: 168 time: 0.6325181 Dec 23 16:09:48.689348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33008) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:48.739971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7e69ad5a-2921-4540-93b4-0b855f3f38ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8bf3bd6d83184951ae241b6b481fff31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494542 Dec 23 16:09:48.742546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33012) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:48.804151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2036f1d1-e25f-49dc-8104-8d7924af2fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.829255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2036f1d1-e25f-49dc-8104-8d7924af2fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.976760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2036f1d1-e25f-49dc-8104-8d7924af2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:48.992206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036f1d1-e25f-49dc-8104-8d7924af2fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f506a053-61fc-4aef-9cd4-3f89e2cb9df9,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:49.073069 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2036f1d1-e25f-49dc-8104-8d7924af2fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:49.074187 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2036f1d1-e25f-49dc-8104-8d7924af2fb7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f506a053-61fc-4aef-9cd4-3f89e2cb9df9 HTTP/1.1" status: 204 len: 168 time: 0.3307710 Dec 23 16:09:50.278613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33034) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:50.407933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861452695'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:50.412865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:50.416601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:network and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:50.419377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:50.425672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:50.490862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:50.493920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.506560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.539408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:50.543262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:security_group_rule and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:50.546256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:50.552101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:50.619094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.703398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.739996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:50.745656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e87ad1-9082-4998-bb18-a2db3b5f43a1,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:50.753859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.753859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Added segment d3c1c17d-3451-4934-8db9-0238e7c80582 of type vlan for network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 Dec 23 16:09:50.779483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.908327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:50.911906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:50.912525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:51.021115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Network': ['ID=fccfa1fe-a094-4bd5-9549-ca5eb52dd955,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:51.031915 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:51.175752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-25b91dd5-ec0c-4666-8daf-20dea4879cc3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8864748 Dec 23 16:09:54.419149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33040) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:54.425508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'subnet': {'network_id': 'fccfa1fe-a094-4bd5-9549-ca5eb52dd955', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:54.535611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:54.539491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:subnet and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:54.542342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:54.548873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:54.674150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:54.783491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.063232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.137730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Subnet': ['ID=ef240712-ab4d-4fe6-a575-b0b831bfd95f,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:55.153515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Checking segment: {'id': 'd3c1c17d-3451-4934-8db9-0238e7c80582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fccfa1fe-a094-4bd5-9549-ca5eb52dd955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:55.153861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network hostable DHCP agents. Network: fccfa1fe-a094-4bd5-9549-ca5eb52dd955, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:55.268938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:55.388570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, fccfa1fe-a094-4bd5-9549-ca5eb52dd955) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:55.393122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:55.396257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.398736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce5f46-5af5-4b42-b4f0-4abc162b37e8 None None] Network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:55.464242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-344ff19c-945e-4087-8fcf-c079fbd1d27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.533057 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-03232eeb-0d52-4a7d-95ee-f4c23847cd81 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1127758 Dec 23 16:09:55.537406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33044) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:55.543302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519528648'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:55.548843 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:55.552997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:network and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:55.555865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:55.561741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:55.619851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-fccfa1fe-a094-4bd5-9549-ca5eb52dd955', 'network_id': 'fccfa1fe-a094-4bd5-9549-ca5eb52dd955', 'tenant_id': '2e1d0c126dcc450c9330373406f347b1', 'fixed_ips': [{'subnet_id': 'ef240712-ab4d-4fe6-a575-b0b831bfd95f'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:55.620480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.685443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:55.693700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.716782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:55.726381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.728054 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Added segment 315974ce-33c8-4d07-8716-e05bef07df61 of type vlan for network cc8b2414-2969-4b43-8c95-4b05d7413018 Dec 23 16:09:55.752466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.782571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Allocated IP 2001:db8:0:ffff::2 (fccfa1fe-a094-4bd5-9549-ca5eb52dd955/ef240712-ab4d-4fe6-a575-b0b831bfd95f/abbd50db-33fd-4d04-b70d-ab89dead89e0) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:09:55.913978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.918013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:55.918527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.987483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:55.997341 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Transition to ACTIVE for port object abbd50db-33fd-4d04-b70d-ab89dead89e0 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:56.016295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Transition to ACTIVE for port object abbd50db-33fd-4d04-b70d-ab89dead89e0 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:09:56.026986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Network': ['ID=cc8b2414-2969-4b43-8c95-4b05d7413018,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.037892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network cc8b2414-2969-4b43-8c95-4b05d7413018 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:56.092403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f2021419-13d8-4eb9-8af1-1b3caebfde23 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5536666 Dec 23 16:09:56.095164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33048) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:56.100634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'subnet': {'network_id': 'cc8b2414-2969-4b43-8c95-4b05d7413018', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:56.154888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.214543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:56.218937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:subnet and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:56.221282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:09:56.221816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:56.224020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:56.227664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:09:56.229102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:56.233850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Pushing event updated for resources: {'Port': ['ID=abbd50db-33fd-4d04-b70d-ab89dead89e0,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.319468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Attempting to bind port abbd50db-33fd-4d04-b70d-ab89dead89e0 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:09:56.319799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Attempting to bind port abbd50db-33fd-4d04-b70d-ab89dead89e0 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'd3c1c17d-3451-4934-8db9-0238e7c80582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fccfa1fe-a094-4bd5-9549-ca5eb52dd955'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:09:56.320164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Attempting to bind port abbd50db-33fd-4d04-b70d-ab89dead89e0 on network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:09:56.326327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:09:56.326681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Checking segment: {'id': 'd3c1c17d-3451-4934-8db9-0238e7c80582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fccfa1fe-a094-4bd5-9549-ca5eb52dd955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:56.327730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.328184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Bound using segment: {'id': 'd3c1c17d-3451-4934-8db9-0238e7c80582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fccfa1fe-a094-4bd5-9549-ca5eb52dd955'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:09:56.328633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Bound port: abbd50db-33fd-4d04-b70d-ab89dead89e0, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c1c17d-3451-4934-8db9-0238e7c80582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'fccfa1fe-a094-4bd5-9549-ca5eb52dd955'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:09:56.328989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.343317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:56.415144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] For port abbd50db-33fd-4d04-b70d-ab89dead89e0, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:09:56.418196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] For port abbd50db-33fd-4d04-b70d-ab89dead89e0, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=abbd50db-33fd-4d04-b70d-ab89dead89e0,segment=NetworkSegment(d3c1c17d-3451-4934-8db9-0238e7c80582),segment_id=d3c1c17d-3451-4934-8db9-0238e7c80582)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:09:56.526089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.534254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.610056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7aa67f-62e1-4a00-8d62-0f28f870150d None None] Pushing event updated for resources: {'Port': ['ID=abbd50db-33fd-4d04-b70d-ab89dead89e0,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.851628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:56.937899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Subnet': ['ID=bc172e62-e263-41be-8f20-6d3d555053d1,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:56.948067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Checking segment: {'id': '315974ce-33c8-4d07-8716-e05bef07df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'cc8b2414-2969-4b43-8c95-4b05d7413018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:56.948494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network hostable DHCP agents. Network: cc8b2414-2969-4b43-8c95-4b05d7413018, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:57.068064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network cc8b2414-2969-4b43-8c95-4b05d7413018 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:57.177039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, cc8b2414-2969-4b43-8c95-4b05d7413018) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:57.181117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:57.181708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.188061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61308f96-0476-42bb-aac7-aa820773b4fb None None] Network cc8b2414-2969-4b43-8c95-4b05d7413018 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:57.263798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-179a80ed-d29f-4482-bf96-36261d777677 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1675248 Dec 23 16:09:57.266707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33052) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:57.417972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.459210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b8274-a067-4625-8bd2-387a710c17a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-cc8b2414-2969-4b43-8c95-4b05d7413018', 'network_id': 'cc8b2414-2969-4b43-8c95-4b05d7413018', 'tenant_id': '2e1d0c126dcc450c9330373406f347b1', 'fixed_ips': [{'subnet_id': 'bc172e62-e263-41be-8f20-6d3d555053d1'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:57.460209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af7b8274-a067-4625-8bd2-387a710c17a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.487821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.538100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625af3b9-0bd3-4dc6-b0f4-e37758579404 None None] Network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:57.663211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.669044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device abbd50db-33fd-4d04-b70d-ab89dead89e0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:57.706443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Subnet': ['ID=bc172e62-e263-41be-8f20-6d3d555053d1,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server [None req-af7b8274-a067-4625-8bd2-387a710c17a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc172e62-e263-41be-8f20-6d3d555053d1: This subnet is being modified by another concurrent operation. Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc172e62-e263-41be-8f20-6d3d555053d1: This subnet is being modified by another concurrent operation. Dec 23 16:09:57.787644 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Dec 23 16:09:57.797812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1ad8bbd0-8dab-4b80-8bce-c34c1d867248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.811180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.814724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598bf344-21d4-4e8e-8b3a-de1e93963e7e None None] Network cc8b2414-2969-4b43-8c95-4b05d7413018 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:57.841200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8b2414-2969-4b43-8c95-4b05d7413018']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:57.848890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315974ce-33c8-4d07-8716-e05bef07df61') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:57.849181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315974ce-33c8-4d07-8716-e05bef07df61') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:09:57.860573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.875983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.881974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:09:57.882350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:57.884567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-def5d17e-5f1a-474d-bffc-73aae70c712b None None] Provisioning for port abbd50db-33fd-4d04-b70d-ab89dead89e0 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:09:57.897314 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:09:57.939743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port abbd50db-33fd-4d04-b70d-ab89dead89e0 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:09:57.957065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port abbd50db-33fd-4d04-b70d-ab89dead89e0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:57.957435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.068413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.086471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.097258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Network': ['ID=cc8b2414-2969-4b43-8c95-4b05d7413018,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:58.104925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33056) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:58.105478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a57c397f-cba9-4b84-94d7-5d09666e1ac3 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/cc8b2414-2969-4b43-8c95-4b05d7413018 HTTP/1.1" status: 204 len: 168 time: 0.8374341 Dec 23 16:09:58.110648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845674985'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:58.116398 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:58.120177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:network and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:58.123032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:58.129409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:58.160112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.197550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port abbd50db-33fd-4d04-b70d-ab89dead89e0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=abbd50db-33fd-4d04-b70d-ab89dead89e0,segment=NetworkSegment(d3c1c17d-3451-4934-8db9-0238e7c80582),segment_id=d3c1c17d-3451-4934-8db9-0238e7c80582)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:09:58.205366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:58.208491 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.238012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:09:58.247081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.247419 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Added segment b22fd349-63d2-4164-b72c-06ffc4934d1c of type vlan for network ba800e6e-99ce-4aa7-a551-cc442a115d5d Dec 23 16:09:58.275649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.279849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.323364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebfe1ee-207c-4427-be26-ba1aa1a7f5e6 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:09:58.371405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.375635 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:58.376262 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.398953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=abbd50db-33fd-4d04-b70d-ab89dead89e0,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:58.417850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fbd54835-b763-47ef-a7a0-9f7edd310be6 None None] Provisioning complete for port abbd50db-33fd-4d04-b70d-ab89dead89e0 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:58.418208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fbd54835-b763-47ef-a7a0-9f7edd310be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.485158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Network': ['ID=ba800e6e-99ce-4aa7-a551-cc442a115d5d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:58.485800 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfe1ee-207c-4427-be26-ba1aa1a7f5e6 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:09:58.493697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.494043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.494378 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.494714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.495039 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.495363 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.495712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.496034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.496413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.496752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.497051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:09:58.510908 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network ba800e6e-99ce-4aa7-a551-cc442a115d5d details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:09:58.566257 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3aa9d878-35f2-44a7-bdff-415168d2f811 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4602270 Dec 23 16:09:58.569129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33062) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:58.574756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'subnet': {'network_id': 'ba800e6e-99ce-4aa7-a551-cc442a115d5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:09:58.693115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:09:58.697038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:subnet and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:09:58.699866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:09:58.706216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:09:58.782795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:09:58.890473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.931001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:58.980791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.ipam_backend_mixin [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Performing IP validity checks on allocation pools {{(pid=84222) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 23 16:09:58.981297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.ipam_backend_mixin [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84222) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 23 16:09:59.040384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.240105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.320511 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Subnet': ['ID=09b20ddc-a5a4-4322-8ff0-a403421dc92a,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:09:59.334598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Checking segment: {'id': 'b22fd349-63d2-4164-b72c-06ffc4934d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ba800e6e-99ce-4aa7-a551-cc442a115d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:09:59.334945 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network hostable DHCP agents. Network: ba800e6e-99ce-4aa7-a551-cc442a115d5d, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:09:59.434225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network ba800e6e-99ce-4aa7-a551-cc442a115d5d is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:09:59.536657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, ba800e6e-99ce-4aa7-a551-cc442a115d5d) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:09:59.540684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:09:59.541256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.545464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f50c38d-df70-4bbe-b1e4-97d0d745a1c5 None None] Network ba800e6e-99ce-4aa7-a551-cc442a115d5d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:09:59.632034 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-16aaff9a-b3c6-48d0-ab44-4ce81e4c5c30 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0591469 Dec 23 16:09:59.632302 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33066) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:09:59.664978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device abbd50db-33fd-4d04-b70d-ab89dead89e0 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:09:59.786824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.827175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port abbd50db-33fd-4d04-b70d-ab89dead89e0 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:09:59.827770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.850152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:09:59.938323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee376ff-a028-44cf-8a99-646b9759eb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-ba800e6e-99ce-4aa7-a551-cc442a115d5d', 'network_id': 'ba800e6e-99ce-4aa7-a551-cc442a115d5d', 'tenant_id': '2e1d0c126dcc450c9330373406f347b1', 'fixed_ips': [{'subnet_id': '09b20ddc-a5a4-4322-8ff0-a403421dc92a'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:09:59.939126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eee376ff-a028-44cf-8a99-646b9759eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.137726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.176643 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Subnet': ['ID=09b20ddc-a5a4-4322-8ff0-a403421dc92a,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server [None req-eee376ff-a028-44cf-8a99-646b9759eb02 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09b20ddc-a5a4-4322-8ff0-a403421dc92a: This subnet is being modified by another concurrent operation. Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09b20ddc-a5a4-4322-8ff0-a403421dc92a: This subnet is being modified by another concurrent operation. Dec 23 16:10:00.252673 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Dec 23 16:10:00.272308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba262c42-8d01-4733-b778-afc9541e4b68 None None] Network ba800e6e-99ce-4aa7-a551-cc442a115d5d requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:00.274360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.299525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba800e6e-99ce-4aa7-a551-cc442a115d5d']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:00.311199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22fd349-63d2-4164-b72c-06ffc4934d1c') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:00.311964 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22fd349-63d2-4164-b72c-06ffc4934d1c') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:00.324145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.341615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.347907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:00.348334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:00.363179 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:00.449338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a96e39b-7ed3-4343-9bbd-0e5b7e444004 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:00.475781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.536225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a96e39b-7ed3-4343-9bbd-0e5b7e444004 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:00.582988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.600334 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.612084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Network': ['ID=ba800e6e-99ce-4aa7-a551-cc442a115d5d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:00.615415 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f0c5f88d-e88f-4d7d-801d-d4fb08cecbd0 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/ba800e6e-99ce-4aa7-a551-cc442a115d5d HTTP/1.1" status: 204 len: 168 time: 0.9820695 Dec 23 16:10:00.619140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33070) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:00.626169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575468630'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:00.634593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:00.638694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:network and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:00.644955 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:00.651396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:00.725376 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:00.728380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.757266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:00.767276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.767613 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Added segment 4c80aed0-f031-4019-8e9c-e380bb263324 of type vlan for network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 Dec 23 16:10:00.797971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.891454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.895072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:00.895640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:00.976704 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:10:01.002640 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Network': ['ID=2ed763a9-ff7e-4ae4-95c2-3fe621f982c2,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:01.012643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:01.075092 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5ebe1e04-faac-4d99-a9b0-89a154917b1e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4549110 Dec 23 16:10:01.078063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33074) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:01.083651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'subnet': {'network_id': '2ed763a9-ff7e-4ae4-95c2-3fe621f982c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:01.191475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:01.195150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:subnet and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:01.197967 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:01.203859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:01.285346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:01.387259 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.686063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:01.760545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Subnet': ['ID=b97e87b4-0630-43a3-8eec-c54aa483e92e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:01.772343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Checking segment: {'id': '4c80aed0-f031-4019-8e9c-e380bb263324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ed763a9-ff7e-4ae4-95c2-3fe621f982c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:01.772687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network hostable DHCP agents. Network: 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:01.902936 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:02.000606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:02.004636 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:02.005233 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.009785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b0e6b3-fbb7-4dcf-a4ba-d4f4d85a270d None None] Network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:02.178470 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8a16d6a0-6cf3-4b38-aae6-b149fc6b282e tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0992827 Dec 23 16:10:02.181943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33078) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:02.188158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006624327'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:02.193244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:02.197095 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:network and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:02.200012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:02.206613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:02.222462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-2ed763a9-ff7e-4ae4-95c2-3fe621f982c2', 'network_id': '2ed763a9-ff7e-4ae4-95c2-3fe621f982c2', 'tenant_id': '2e1d0c126dcc450c9330373406f347b1', 'fixed_ips': [{'subnet_id': 'b97e87b4-0630-43a3-8eec-c54aa483e92e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:02.223274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.302504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:02.305558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.338830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:02.347011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.347357 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Added segment 92914545-f09d-4ef4-884f-40194b522c2b of type vlan for network 8abba357-3114-4dcd-8cc4-bedce3dd0b15 Dec 23 16:10:02.374586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.381373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Allocated IP 2001:db8::2 (2ed763a9-ff7e-4ae4-95c2-3fe621f982c2/b97e87b4-0630-43a3-8eec-c54aa483e92e/9cbd9e92-a658-409a-bd38-38f9f3d42df1) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:02.468722 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.472454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:02.473046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.585012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Network': ['ID=8abba357-3114-4dcd-8cc4-bedce3dd0b15,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:02.598116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 8abba357-3114-4dcd-8cc4-bedce3dd0b15 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:02.632342 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ed41ac67-fd0b-45a3-a64c-d814554c1e2a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4465761 Dec 23 16:10:02.632858 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33082) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:02.638671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Request body: {'subnet': {'network_id': '8abba357-3114-4dcd-8cc4-bedce3dd0b15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:02.696505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.720444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Transition to ACTIVE for port object 9cbd9e92-a658-409a-bd38-38f9f3d42df1 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:02.741429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Transition to ACTIVE for port object 9cbd9e92-a658-409a-bd38-38f9f3d42df1 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:02.749101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:02.753099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Usage tracker for resource:subnet and tenant:2e1d0c126dcc450c9330373406f347b1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:02.756053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:02.761814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:02.817597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.845711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Made reservation on behalf of 2e1d0c126dcc450c9330373406f347b1 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:02.890366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:02.893375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:02.895783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:02.902622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Pushing event updated for resources: {'Port': ['ID=9cbd9e92-a658-409a-bd38-38f9f3d42df1,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:02.948444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.988218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Attempting to bind port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:02.988487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Attempting to bind port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '4c80aed0-f031-4019-8e9c-e380bb263324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ed763a9-ff7e-4ae4-95c2-3fe621f982c2'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:02.988835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Attempting to bind port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 on network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:02.995010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:02.995369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Checking segment: {'id': '4c80aed0-f031-4019-8e9c-e380bb263324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ed763a9-ff7e-4ae4-95c2-3fe621f982c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:02.995758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:02.996210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Bound using segment: {'id': '4c80aed0-f031-4019-8e9c-e380bb263324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ed763a9-ff7e-4ae4-95c2-3fe621f982c2'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:02.996659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Bound port: 9cbd9e92-a658-409a-bd38-38f9f3d42df1, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c80aed0-f031-4019-8e9c-e380bb263324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2ed763a9-ff7e-4ae4-95c2-3fe621f982c2'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:02.997021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.087036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] For port 9cbd9e92-a658-409a-bd38-38f9f3d42df1, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:03.089963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] For port 9cbd9e92-a658-409a-bd38-38f9f3d42df1, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9cbd9e92-a658-409a-bd38-38f9f3d42df1,segment=NetworkSegment(4c80aed0-f031-4019-8e9c-e380bb263324),segment_id=4c80aed0-f031-4019-8e9c-e380bb263324)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:03.160245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.223371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.239323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a3e42-a0d9-4cda-9272-8fa7c4432fa4 None None] Pushing event updated for resources: {'Port': ['ID=9cbd9e92-a658-409a-bd38-38f9f3d42df1,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:03.308357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event updated for resources: {'Subnet': ['ID=a2937800-0052-4d34-8b59-1369bd4f8c30,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:03.320725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Checking segment: {'id': '92914545-f09d-4ef4-884f-40194b522c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8abba357-3114-4dcd-8cc4-bedce3dd0b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:03.321072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network hostable DHCP agents. Network: 8abba357-3114-4dcd-8cc4-bedce3dd0b15, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:03.423209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Network 8abba357-3114-4dcd-8cc4-bedce3dd0b15 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:03.497416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 8abba357-3114-4dcd-8cc4-bedce3dd0b15) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:03.501893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:03.502495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.506458 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc330546-b193-40f1-b65c-07b013473848 None None] Network 8abba357-3114-4dcd-8cc4-bedce3dd0b15 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:03.590901 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-56554f16-85ef-4c54-a4fc-80a97c19ce2b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9568369 Dec 23 16:10:03.594317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33086) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:03.687271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9cbd9e92-a658-409a-bd38-38f9f3d42df1 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:03.756226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.803226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519ec009-37a9-40de-8d38-7a67e189192f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-8abba357-3114-4dcd-8cc4-bedce3dd0b15', 'network_id': '8abba357-3114-4dcd-8cc4-bedce3dd0b15', 'tenant_id': '2e1d0c126dcc450c9330373406f347b1', 'fixed_ips': [{'subnet_id': 'a2937800-0052-4d34-8b59-1369bd4f8c30'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:03.804016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-519ec009-37a9-40de-8d38-7a67e189192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.825226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.864485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:03.971850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server [None req-519ec009-37a9-40de-8d38-7a67e189192f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2937800-0052-4d34-8b59-1369bd4f8c30: This subnet is being modified by another concurrent operation. Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise value Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1437, in create_port_db Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server raise exception Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2937800-0052-4d34-8b59-1369bd4f8c30: This subnet is being modified by another concurrent operation. Dec 23 16:10:03.995996 dv-neutron-822796-1-hyperv neutron-server[84223]: ERROR oslo_messaging.rpc.server Dec 23 16:10:04.017787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f59565-83bd-4548-b229-8513db051264 None None] Network 8abba357-3114-4dcd-8cc4-bedce3dd0b15 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:04.104093 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Subnet': ['ID=a2937800-0052-4d34-8b59-1369bd4f8c30,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:04.183996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc4005-33a9-4e9e-8ba6-9708468a02f4 None None] Network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:04.212606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.238132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8abba357-3114-4dcd-8cc4-bedce3dd0b15']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:04.250652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92914545-f09d-4ef4-884f-40194b522c2b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:04.250943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92914545-f09d-4ef4-884f-40194b522c2b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:04.262647 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.279453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.285752 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:04.286407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:04.300600 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:04.346623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2705bdb4-f7f3-4f80-bd54-403b92998534 None None] Provisioning for port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:04.357889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2705bdb4-f7f3-4f80-bd54-403b92998534 None None] Provisioning complete for port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:04.358313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2705bdb4-f7f3-4f80-bd54-403b92998534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.468653 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.486268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.496820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Network': ['ID=8abba357-3114-4dcd-8cc4-bedce3dd0b15,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:04.501979 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3203b5b1-8c0d-4de4-91e3-b0fb24e87efe tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/8abba357-3114-4dcd-8cc4-bedce3dd0b15 HTTP/1.1" status: 204 len: 168 time: 0.9059865 Dec 23 16:10:04.504903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33090) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.536169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2705bdb4-f7f3-4f80-bd54-403b92998534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.543637 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-38caf6e2-d073-4cbc-961c-2e3648632d4a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] GET failed (client error): The resource could not be found. Dec 23 16:10:04.549747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-38caf6e2-d073-4cbc-961c-2e3648632d4a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Synchronizing usage tracker for tenant:2e1d0c126dcc450c9330373406f347b1 on resource:subnet {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:04.574214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2705bdb4-f7f3-4f80-bd54-403b92998534 None None] For port 9cbd9e92-a658-409a-bd38-38f9f3d42df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9cbd9e92-a658-409a-bd38-38f9f3d42df1,segment=NetworkSegment(4c80aed0-f031-4019-8e9c-e380bb263324),segment_id=4c80aed0-f031-4019-8e9c-e380bb263324)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:04.651924 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-38caf6e2-d073-4cbc-961c-2e3648632d4a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Unset dirty status for tenant:2e1d0c126dcc450c9330373406f347b1 on resource:subnet {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:04.653555 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-38caf6e2-d073-4cbc-961c-2e3648632d4a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "GET /v2.0/subnets/a2937800-0052-4d34-8b59-1369bd4f8c30 HTTP/1.1" status: 404 len: 337 time: 0.1474121 Dec 23 16:10:04.666519 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33094) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.685911 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2705bdb4-f7f3-4f80-bd54-403b92998534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.692970 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc58418-f5ec-4aa3-b867-bf89cef43382 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:04.693393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc58418-f5ec-4aa3-b867-bf89cef43382 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:04.695020 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-cfc58418-f5ec-4aa3-b867-bf89cef43382 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/8abba357-3114-4dcd-8cc4-bedce3dd0b15 HTTP/1.1" status: 404 len: 339 time: 0.0274322 Dec 23 16:10:04.698885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33098) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.724597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e022a-9403-41c3-a3b5-61eb10bb0476 None None] get_active_networks_info from dv-neutron-822796-1-hyperv {{(pid=84223) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 23 16:10:04.741156 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-403bd84e-978a-4f67-a136-c5109a1ba81f tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:04.741584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403bd84e-978a-4f67-a136-c5109a1ba81f tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:04.745640 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-403bd84e-978a-4f67-a136-c5109a1ba81f tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/subnets/a2937800-0052-4d34-8b59-1369bd4f8c30 HTTP/1.1" status: 404 len: 337 time: 0.0434225 Dec 23 16:10:04.745846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33102) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.770905 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce49bd17-249a-4f4a-8970-68fdb8491753 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:04.771344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce49bd17-249a-4f4a-8970-68fdb8491753 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:04.773312 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ce49bd17-249a-4f4a-8970-68fdb8491753 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/8abba357-3114-4dcd-8cc4-bedce3dd0b15 HTTP/1.1" status: 404 len: 339 time: 0.0265691 Dec 23 16:10:04.775881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33106) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:04.841439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Deleting subnet b97e87b4-0630-43a3-8eec-c54aa483e92e {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:04.845126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.859338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705bdb4-f7f3-4f80-bd54-403b92998534 None None] Pushing event updated for resources: {'Port': ['ID=9cbd9e92-a658-409a-bd38-38f9f3d42df1,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:04.874423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a2c69202-6778-4e89-8b6b-4cb36c560a1d None None] Provisioning complete for port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:04.874846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a2c69202-6778-4e89-8b6b-4cb36c560a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.904147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:04.953159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e022a-9403-41c3-a3b5-61eb10bb0476 None None] Resources bound (agent type, host, resource id): {{(pid=84223) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 23 16:10:04.987714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.240772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.280386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Subnet': ['ID=b97e87b4-0630-43a3-8eec-c54aa483e92e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:05.285581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.311124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140d6c8-56ac-49d1-9c2c-f8b2cd9d0a68 None None] Network 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:05.360929 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-deef1f51-c6db-48ef-97c4-49b0f9211f14 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/subnets/b97e87b4-0630-43a3-8eec-c54aa483e92e HTTP/1.1" status: 204 len: 168 time: 0.5838840 Dec 23 16:10:05.363226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33110) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:05.477509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.489006 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Deleting port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:05.489326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.633747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] DHCP port deletion for 2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:05.633747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Deleting port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:05.633747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.662793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9cbd9e92-a658-409a-bd38-38f9f3d42df1 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:05.701559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] For port 9cbd9e92-a658-409a-bd38-38f9f3d42df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9cbd9e92-a658-409a-bd38-38f9f3d42df1,segment=NetworkSegment(4c80aed0-f031-4019-8e9c-e380bb263324),segment_id=4c80aed0-f031-4019-8e9c-e380bb263324)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:05.702182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.824800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Calling delete_port for 9cbd9e92-a658-409a-bd38-38f9f3d42df1 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:10:05.878324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] For port 9cbd9e92-a658-409a-bd38-38f9f3d42df1, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9cbd9e92-a658-409a-bd38-38f9f3d42df1,segment=NetworkSegment(4c80aed0-f031-4019-8e9c-e380bb263324),segment_id=4c80aed0-f031-4019-8e9c-e380bb263324)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:05.878729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:05.982954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.002721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.017459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Calling delete_port for 9cbd9e92-a658-409a-bd38-38f9f3d42df1 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:10:06.030015 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Port': ['ID=9cbd9e92-a658-409a-bd38-38f9f3d42df1,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:06.038204 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No DVR routers for this DVR port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:06.130865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:06.131287 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:06.260839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.292205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed763a9-ff7e-4ae4-95c2-3fe621f982c2']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:06.309990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c80aed0-f031-4019-8e9c-e380bb263324') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:06.310384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c80aed0-f031-4019-8e9c-e380bb263324') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:06.326187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.343141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.349230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:06.349706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:06.368223 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:06.520428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.538737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.553454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Network': ['ID=2ed763a9-ff7e-4ae4-95c2-3fe621f982c2,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:06.557968 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e6e2382b-a22e-41ac-aba9-e1a2fcb62b5a tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/2ed763a9-ff7e-4ae4-95c2-3fe621f982c2 HTTP/1.1" status: 204 len: 168 time: 1.1938009 Dec 23 16:10:06.560428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33114) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.598640 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b9257c-1f6d-4c2a-9d1c-39fc093bc54b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:06.599063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b9257c-1f6d-4c2a-9d1c-39fc093bc54b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:06.600695 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-99b9257c-1f6d-4c2a-9d1c-39fc093bc54b tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/subnets/09b20ddc-a5a4-4322-8ff0-a403421dc92a HTTP/1.1" status: 404 len: 337 time: 0.0393903 Dec 23 16:10:06.603239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33118) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.631751 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f035d0c-07fc-42e8-abaf-1502d5784867 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:06.632466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f035d0c-07fc-42e8-abaf-1502d5784867 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84222) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:06.632629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Deleting port 9cbd9e92-a658-409a-bd38-38f9f3d42df1 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:06.633019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:06.636863 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5f035d0c-07fc-42e8-abaf-1502d5784867 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/ba800e6e-99ce-4aa7-a551-cc442a115d5d HTTP/1.1" status: 404 len: 339 time: 0.0307851 Dec 23 16:10:06.637584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33122) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.696883 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-59216341-ea08-4c31-bdf6-2da79302c162 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:06.697318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59216341-ea08-4c31-bdf6-2da79302c162 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:06.698980 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-59216341-ea08-4c31-bdf6-2da79302c162 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/subnets/bc172e62-e263-41be-8f20-6d3d555053d1 HTTP/1.1" status: 404 len: 337 time: 0.0604043 Dec 23 16:10:06.701571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33126) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.727313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.pecan_wsgi.hooks.translation [None req-f513ca56-6981-4950-a43a-c49eed6e61fd tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] DELETE failed (client error): The resource could not be found. Dec 23 16:10:06.727738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f513ca56-6981-4950-a43a-c49eed6e61fd tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84221) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 23 16:10:06.729364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f513ca56-6981-4950-a43a-c49eed6e61fd tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/cc8b2414-2969-4b43-8c95-4b05d7413018 HTTP/1.1" status: 404 len: 339 time: 0.0262525 Dec 23 16:10:06.731897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33130) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:06.742058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-96c98ee8-a158-45d0-8778-7a1fbe3ba10d None None] The port '9cbd9e92-a658-409a-bd38-38f9f3d42df1' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:10:07.051884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Deleting subnet ef240712-ab4d-4fe6-a575-b0b831bfd95f {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:07.054682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.108154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.193274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.360905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.402146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Subnet': ['ID=ef240712-ab4d-4fe6-a575-b0b831bfd95f,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:07.407218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.413299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1f89f-ca71-49c9-8c36-9e6a1311354f None None] Network fccfa1fe-a094-4bd5-9549-ca5eb52dd955 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:07.416871 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fd061d60-dde8-4cc4-9284-cff02e4dbb2c tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/subnets/ef240712-ab4d-4fe6-a575-b0b831bfd95f HTTP/1.1" status: 204 len: 168 time: 0.6840107 Dec 23 16:10:07.419273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33134) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:07.533760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.544385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Deleting port abbd50db-33fd-4d04-b70d-ab89dead89e0 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:07.544805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.681574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] DHCP port deletion for fccfa1fe-a094-4bd5-9549-ca5eb52dd955 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:07.685806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.687892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Deleting port abbd50db-33fd-4d04-b70d-ab89dead89e0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:07.688301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.756383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] For port abbd50db-33fd-4d04-b70d-ab89dead89e0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=abbd50db-33fd-4d04-b70d-ab89dead89e0,segment=NetworkSegment(d3c1c17d-3451-4934-8db9-0238e7c80582),segment_id=d3c1c17d-3451-4934-8db9-0238e7c80582)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:07.756996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:07.876847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Calling delete_port for abbd50db-33fd-4d04-b70d-ab89dead89e0 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:10:07.929668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] For port abbd50db-33fd-4d04-b70d-ab89dead89e0, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=abbd50db-33fd-4d04-b70d-ab89dead89e0,segment=NetworkSegment(d3c1c17d-3451-4934-8db9-0238e7c80582),segment_id=d3c1c17d-3451-4934-8db9-0238e7c80582)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:07.930270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.051507 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.057372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Calling delete_port for abbd50db-33fd-4d04-b70d-ab89dead89e0 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:10:08.098409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Port': ['ID=abbd50db-33fd-4d04-b70d-ab89dead89e0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:08.102445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] No DVR routers for this DVR port abbd50db-33fd-4d04-b70d-ab89dead89e0 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:08.131490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:08.131754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:08.232951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.260967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccfa1fe-a094-4bd5-9549-ca5eb52dd955']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.273132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c1c17d-3451-4934-8db9-0238e7c80582') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.273415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c1c17d-3451-4934-8db9-0238e7c80582') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:08.284509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.300342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.306549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:08.306922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:08.321418 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:08.462835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.479999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.492411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] Pushing event deleted for resources: {'Network': ['ID=fccfa1fe-a094-4bd5-9549-ca5eb52dd955,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:08.495164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-270fc82b-f282-4c55-b3db-97b0d9a23767 tempest-NetworksIpV6Test-643337877 tempest-NetworksIpV6Test-643337877-project] 10.222.0.58 "DELETE /v2.0/networks/fccfa1fe-a094-4bd5-9549-ca5eb52dd955 HTTP/1.1" status: 204 len: 168 time: 1.0749619 Dec 23 16:10:08.632776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Deleting port abbd50db-33fd-4d04-b70d-ab89dead89e0 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:08.633188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:08.697199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-40bb35ba-0bed-4fa0-90fa-670cce86f031 None None] The port 'abbd50db-33fd-4d04-b70d-ab89dead89e0' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:10:08.978103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33142) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:09.149232 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3bc11ebd-d820-4acf-ad54-5d5d0723fff1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e1d0c126dcc450c9330373406f347b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1699889 Dec 23 16:10:09.151632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33148) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:09.212979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00027176-7826-4336-9fd5-210199e71f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.237883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00027176-7826-4336-9fd5-210199e71f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.360551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00027176-7826-4336-9fd5-210199e71f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.376095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00027176-7826-4336-9fd5-210199e71f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e87ad1-9082-4998-bb18-a2db3b5f43a1,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:09.380392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-00027176-7826-4336-9fd5-210199e71f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:09.381363 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-00027176-7826-4336-9fd5-210199e71f2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2e87ad1-9082-4998-bb18-a2db3b5f43a1 HTTP/1.1" status: 204 len: 168 time: 0.2287917 Dec 23 16:10:09.630167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device abbd50db-33fd-4d04-b70d-ab89dead89e0 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:09.665607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: abbd50db-33fd-4d04-b70d-ab89dead89e0 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:10:09.665952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device abbd50db-33fd-4d04-b70d-ab89dead89e0 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:10.653612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33170) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:10.779783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-252394029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:10.786138 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:10.789916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Usage tracker for resource:router and tenant:745daafc1961448e8b5020a35b67e372 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:10.792753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:10.799671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:10.885580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.886524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.907284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:10.988886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.086161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.087385 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1456b4d7-9e67-4b1c-987f-a533422fdccc tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4327853 Dec 23 16:10:11.090167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33176) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:11.096204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-406168922'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:11.101079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:11.104970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Usage tracker for resource:network and tenant:745daafc1961448e8b5020a35b67e372 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:11.108560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:11.115126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:11.194080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Made reservation on behalf of 745daafc1961448e8b5020a35b67e372 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:11.196963 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.209915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.240347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:11.243977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Usage tracker for resource:security_group_rule and tenant:745daafc1961448e8b5020a35b67e372 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:11.246704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:11.252269 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:11.320878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.388789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.511346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:11.520339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f07f4e-1f0a-4db6-8e61-4f96cbefb632,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:11.525956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.526291 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Added segment 996d0f0b-0901-44ec-9a12-4904fc614de6 of type vlan for network 04428a00-98f8-4ec2-bfba-189f27e54f98 Dec 23 16:10:11.551986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.691802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.695544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:11.696118 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:11.804679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event updated for resources: {'Network': ['ID=04428a00-98f8-4ec2-bfba-189f27e54f98,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:11.815548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 04428a00-98f8-4ec2-bfba-189f27e54f98 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:11.943704 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bf0f8fbd-be5e-408f-9ea1-54869f57c68e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8524642 Dec 23 16:10:11.946335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33180) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:11.951717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Request body: {'subnet': {'network_id': '04428a00-98f8-4ec2-bfba-189f27e54f98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:12.059767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:12.064258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Usage tracker for resource:subnet and tenant:745daafc1961448e8b5020a35b67e372 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:12.067064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:12.072785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:12.176593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Made reservation on behalf of 745daafc1961448e8b5020a35b67e372 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:12.277844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.548561 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.627866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event updated for resources: {'Subnet': ['ID=752c924d-136a-4da1-87ea-81eb47cf94bb,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:12.640998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Checking segment: {'id': '996d0f0b-0901-44ec-9a12-4904fc614de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '04428a00-98f8-4ec2-bfba-189f27e54f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:12.641341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Network hostable DHCP agents. Network: 04428a00-98f8-4ec2-bfba-189f27e54f98, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:12.719797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Network 04428a00-98f8-4ec2-bfba-189f27e54f98 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:12.811594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 04428a00-98f8-4ec2-bfba-189f27e54f98) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:12.816543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:12.817215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:12.822595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02526006-8c79-4e37-83d9-cedd0fb507ff None None] Network 04428a00-98f8-4ec2-bfba-189f27e54f98 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:12.926571 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-27a8c0b2-e3e3-4d34-b6a6-654f22acf5e2 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791944 Dec 23 16:10:12.929522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33184) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:12.934781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1006575670'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:12.939855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:12.943826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Usage tracker for resource:network and tenant:745daafc1961448e8b5020a35b67e372 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:12.946790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:12.952504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:13.038205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-04428a00-98f8-4ec2-bfba-189f27e54f98', 'network_id': '04428a00-98f8-4ec2-bfba-189f27e54f98', 'tenant_id': '745daafc1961448e8b5020a35b67e372', 'fixed_ips': [{'subnet_id': '752c924d-136a-4da1-87ea-81eb47cf94bb'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:13.038992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.183404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Made reservation on behalf of 745daafc1961448e8b5020a35b67e372 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:13.186372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.188515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Allocated IP 172.20.0.2 (04428a00-98f8-4ec2-bfba-189f27e54f98/752c924d-136a-4da1-87ea-81eb47cf94bb/2e5a7c5c-6f1e-4f61-a359-b594b7065e33) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:13.215261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:13.224053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.228720 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Added segment 53b60f7c-a8df-4598-ac27-cb0b0b150c07 of type vlan for network d7934b9e-b34a-458b-b3e4-837007f4c08e Dec 23 16:10:13.249162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.383091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.386939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:13.387513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.392558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.403453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Transition to ACTIVE for port object 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:13.422325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Transition to ACTIVE for port object 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:13.497642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event updated for resources: {'Network': ['ID=d7934b9e-b34a-458b-b3e4-837007f4c08e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:13.503566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.535626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network d7934b9e-b34a-458b-b3e4-837007f4c08e details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:13.581227 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6fe9f057-8d7a-41a5-8ae1-39a0bcd95c8e tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6475933 Dec 23 16:10:13.581684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33188) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:13.586361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Request body: {'subnet': {'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:13.654997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Network 04428a00-98f8-4ec2-bfba-189f27e54f98 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:13.663919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:13.665724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Pushing event updated for resources: {'Port': ['ID=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:13.670631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:13.702825 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:13.706570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Usage tracker for resource:subnet and tenant:745daafc1961448e8b5020a35b67e372 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:13.709382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:13.714895 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:13.795542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Attempting to bind port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:13.795899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Attempting to bind port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '996d0f0b-0901-44ec-9a12-4904fc614de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '04428a00-98f8-4ec2-bfba-189f27e54f98'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:13.796283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Attempting to bind port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 on network 04428a00-98f8-4ec2-bfba-189f27e54f98 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:13.803334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:13.803697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Checking segment: {'id': '996d0f0b-0901-44ec-9a12-4904fc614de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '04428a00-98f8-4ec2-bfba-189f27e54f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:13.804092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.804501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Bound using segment: {'id': '996d0f0b-0901-44ec-9a12-4904fc614de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '04428a00-98f8-4ec2-bfba-189f27e54f98'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:13.804955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Bound port: 2e5a7c5c-6f1e-4f61-a359-b594b7065e33, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996d0f0b-0901-44ec-9a12-4904fc614de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '04428a00-98f8-4ec2-bfba-189f27e54f98'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:13.805315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.811651 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Made reservation on behalf of 745daafc1961448e8b5020a35b67e372 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:13.890107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] For port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:13.893180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] For port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,segment=NetworkSegment(996d0f0b-0901-44ec-9a12-4904fc614de6),segment_id=996d0f0b-0901-44ec-9a12-4904fc614de6)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:13.914543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:13.983262 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.065633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae7e00-5b22-4b75-a977-e4a06539d17e None None] Pushing event updated for resources: {'Port': ['ID=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:14.223528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.302372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event updated for resources: {'Subnet': ['ID=69fe5a4e-8c2f-4bb1-85b2-7b7147667bcf,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:14.317497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Checking segment: {'id': '53b60f7c-a8df-4598-ac27-cb0b0b150c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:14.317779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Network hostable DHCP agents. Network: d7934b9e-b34a-458b-b3e4-837007f4c08e, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:14.446165 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Network d7934b9e-b34a-458b-b3e4-837007f4c08e is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:14.537701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, d7934b9e-b34a-458b-b3e4-837007f4c08e) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:14.541719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:14.542271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.546300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790161c-aa73-444c-a6fa-f09c9c2b271c None None] Network d7934b9e-b34a-458b-b3e4-837007f4c08e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:14.647289 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c0d626b4-4924-4d10-aa44-c737bbc74439 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0648928 Dec 23 16:10:14.649930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33192) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:14.660474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-cca3c153-90c5-4fd1-b543-6bfaa1fe7033 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:14.776415 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-d7934b9e-b34a-458b-b3e4-837007f4c08e', 'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e', 'tenant_id': '745daafc1961448e8b5020a35b67e372', 'fixed_ips': [{'subnet_id': '69fe5a4e-8c2f-4bb1-85b2-7b7147667bcf'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:14.777301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:14.939197 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Allocated IP 172.21.0.2 (d7934b9e-b34a-458b-b3e4-837007f4c08e/69fe5a4e-8c2f-4bb1-85b2-7b7147667bcf/cafed6b8-914f-4936-b846-0dea6b263572) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:15.039017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4e835-699d-4dd3-afee-14165ce663f6 None None] Network 04428a00-98f8-4ec2-bfba-189f27e54f98 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:15.068602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cca3c153-90c5-4fd1-b543-6bfaa1fe7033 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.294764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b0694a2f-7038-4d88-bc4f-747e940d4782 None None] Provisioning for port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:15.313766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.339299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Transition to ACTIVE for port object cafed6b8-914f-4936-b846-0dea6b263572 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:15.394924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Transition to ACTIVE for port object cafed6b8-914f-4936-b846-0dea6b263572 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:15.419711 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.api.v2.resource [None req-cca3c153-90c5-4fd1-b543-6bfaa1fe7033 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 23 16:10:15.427136 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cca3c153-90c5-4fd1-b543-6bfaa1fe7033 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "PUT /v2.0/routers/5db86eee-61e1-4348-876d-8476dc6dbc7d HTTP/1.1" status: 400 len: 364 time: 0.7696235 Dec 23 16:10:15.427491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33196) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:15.452315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.522880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Network d7934b9e-b34a-458b-b3e4-837007f4c08e is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:15.525901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:15.529766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:15.537264 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Pushing event updated for resources: {'Port': ['ID=cafed6b8-914f-4936-b846-0dea6b263572,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:15.585910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.586448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.586733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.587183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.587576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.587944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.588827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.588827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.589056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.589406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.589907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:15.629528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Deleting subnet 69fe5a4e-8c2f-4bb1-85b2-7b7147667bcf {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:15.633119 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.652266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Attempting to bind port cafed6b8-914f-4936-b846-0dea6b263572 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:15.652699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Attempting to bind port cafed6b8-914f-4936-b846-0dea6b263572 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '53b60f7c-a8df-4598-ac27-cb0b0b150c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:15.653382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Attempting to bind port cafed6b8-914f-4936-b846-0dea6b263572 on network d7934b9e-b34a-458b-b3e4-837007f4c08e {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:15.661914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:15.662279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Checking segment: {'id': '53b60f7c-a8df-4598-ac27-cb0b0b150c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:15.662673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.663054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Bound using segment: {'id': '53b60f7c-a8df-4598-ac27-cb0b0b150c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:15.664290 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Bound port: cafed6b8-914f-4936-b846-0dea6b263572, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b60f7c-a8df-4598-ac27-cb0b0b150c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'd7934b9e-b34a-458b-b3e4-837007f4c08e'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:15.664290 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.699605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.719691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:15.794109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.931681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:15.936584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:15.936945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.954718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:15.974336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] For port cafed6b8-914f-4936-b846-0dea6b263572, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:15.992766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] For port cafed6b8-914f-4936-b846-0dea6b263572, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=cafed6b8-914f-4936-b846-0dea6b263572,segment=NetworkSegment(53b60f7c-a8df-4598-ac27-cb0b0b150c07),segment_id=53b60f7c-a8df-4598-ac27-cb0b0b150c07)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:15.996412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event deleted for resources: {'Subnet': ['ID=69fe5a4e-8c2f-4bb1-85b2-7b7147667bcf,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.002264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.009033 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8242bee9-827d-4fef-ba7e-8e158642efcd tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "DELETE /v2.0/subnets/69fe5a4e-8c2f-4bb1-85b2-7b7147667bcf HTTP/1.1" status: 204 len: 168 time: 0.5805538 Dec 23 16:10:16.011542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33200) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:16.059653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.102721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.129217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.139881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Deleting port cafed6b8-914f-4936-b846-0dea6b263572 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:16.140513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.170646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29239-912a-4d92-8b14-c8a64f3521a0 None None] Pushing event updated for resources: {'Port': ['ID=cafed6b8-914f-4936-b846-0dea6b263572,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.175001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,segment=NetworkSegment(996d0f0b-0901-44ec-9a12-4904fc614de6),segment_id=996d0f0b-0901-44ec-9a12-4904fc614de6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:16.285899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.377157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] For port cafed6b8-914f-4936-b846-0dea6b263572, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=cafed6b8-914f-4936-b846-0dea6b263572,segment=NetworkSegment(53b60f7c-a8df-4598-ac27-cb0b0b150c07),segment_id=53b60f7c-a8df-4598-ac27-cb0b0b150c07)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:16.377588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.419173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.507556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Calling delete_port for cafed6b8-914f-4936-b846-0dea6b263572 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:10:16.640911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.688686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event deleted for resources: {'Port': ['ID=cafed6b8-914f-4936-b846-0dea6b263572,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:16.691271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] No DVR routers for this DVR port cafed6b8-914f-4936-b846-0dea6b263572 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:16.818332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.845487 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7934b9e-b34a-458b-b3e4-837007f4c08e']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:16.858505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b60f7c-a8df-4598-ac27-cb0b0b150c07') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:16.858795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b60f7c-a8df-4598-ac27-cb0b0b150c07') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:16.870966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.887640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.895006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:16.895308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:16.910454 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:17.039179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a92ac-e354-40a3-975e-d917dc872621 None None] Network d7934b9e-b34a-458b-b3e4-837007f4c08e requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:17.057797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.075307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.086234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event deleted for resources: {'Network': ['ID=d7934b9e-b34a-458b-b3e4-837007f4c08e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:17.090331 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-36dc9145-2ba7-4faa-bf24-075213262126 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "DELETE /v2.0/networks/d7934b9e-b34a-458b-b3e4-837007f4c08e HTTP/1.1" status: 204 len: 168 time: 1.0778856 Dec 23 16:10:17.092851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33204) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:17.163304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Deleting subnet 752c924d-136a-4da1-87ea-81eb47cf94bb {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:10:17.166339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.190994 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e9a6c68b-0be8-4430-96ed-c879aa750761 None None] Could not find standard attr ID for object cafed6b8-914f-4936-b846-0dea6b263572. {{(pid=84223) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 23 16:10:17.259789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f17c5cf-5b52-4164-b103-0f054ff3b172 None None] DHCP port deletion for d7934b9e-b34a-458b-b3e4-837007f4c08e request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:17.316700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.399689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.543575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.582289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event deleted for resources: {'Subnet': ['ID=752c924d-136a-4da1-87ea-81eb47cf94bb,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:17.588547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.595684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ddae4c-5071-4ecf-b7f2-832b3e0bdf52 None None] Network 04428a00-98f8-4ec2-bfba-189f27e54f98 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:17.596826 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e89e9173-33ba-428e-8929-96af3b03d470 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "DELETE /v2.0/subnets/752c924d-136a-4da1-87ea-81eb47cf94bb HTTP/1.1" status: 204 len: 168 time: 0.5025184 Dec 23 16:10:17.599197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33208) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:17.672551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:17.716361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.727816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Deleting port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:17.728436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.842744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:17.843019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.930411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] For port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,segment=NetworkSegment(996d0f0b-0901-44ec-9a12-4904fc614de6),segment_id=996d0f0b-0901-44ec-9a12-4904fc614de6)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:17.930946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:17.973376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] DHCP port deletion for 04428a00-98f8-4ec2-bfba-189f27e54f98 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:10:17.980783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Deleting port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:17.981159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.051668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Calling delete_port for 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:10:18.182072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] For port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,segment=NetworkSegment(996d0f0b-0901-44ec-9a12-4904fc614de6),segment_id=996d0f0b-0901-44ec-9a12-4904fc614de6)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:18.182635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.183589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.230214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event deleted for resources: {'Port': ['ID=2e5a7c5c-6f1e-4f61-a359-b594b7065e33,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:18.236094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] No DVR routers for this DVR port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:10:18.302211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Calling delete_port for 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:10:18.356089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.370071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:10:18.370423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:10:18.380586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04428a00-98f8-4ec2-bfba-189f27e54f98']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:18.392634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996d0f0b-0901-44ec-9a12-4904fc614de6') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:18.392920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996d0f0b-0901-44ec-9a12-4904fc614de6') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:18.403908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.419144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.425005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:10:18.425369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:10:18.439856 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:10:18.582874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.599592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.610334 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Pushing event deleted for resources: {'Network': ['ID=04428a00-98f8-4ec2-bfba-189f27e54f98,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:18.615995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dd271ffe-014a-433f-bd54-3f4df96e00a7 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "DELETE /v2.0/networks/04428a00-98f8-4ec2-bfba-189f27e54f98 HTTP/1.1" status: 204 len: 168 time: 1.0142536 Dec 23 16:10:18.617248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33212) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:18.663721 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-38762167-1e4f-412b-a41c-8e81adfd4199 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "GET /v2.0/ports?device_id=5db86eee-61e1-4348-876d-8476dc6dbc7d HTTP/1.1" status: 200 len: 205 time: 0.0453482 Dec 23 16:10:18.666043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33216) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:18.800659 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be73a8e7-4389-4996-b392-843b4fc562a1 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.872233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Deleting port 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:10:18.872846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:18.945926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a7eb4-7bac-4f3f-bf4a-1304cfbfc810 None None] The port '2e5a7c5c-6f1e-4f61-a359-b594b7065e33' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:10:19.282706 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be73a8e7-4389-4996-b392-843b4fc562a1 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.286868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be73a8e7-4389-4996-b392-843b4fc562a1 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.411267 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be73a8e7-4389-4996-b392-843b4fc562a1 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.411760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be73a8e7-4389-4996-b392-843b4fc562a1 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Fanout notify agent at l3_agent the message router_deleted on router 5db86eee-61e1-4348-876d-8476dc6dbc7d {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:10:19.423903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-be73a8e7-4389-4996-b392-843b4fc562a1 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:19.425003 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-be73a8e7-4389-4996-b392-843b4fc562a1 tempest-RoutersNegativeTest-2045200785 tempest-RoutersNegativeTest-2045200785-project] 10.222.0.58 "DELETE /v2.0/routers/5db86eee-61e1-4348-876d-8476dc6dbc7d HTTP/1.1" status: 204 len: 168 time: 0.7580936 Dec 23 16:10:19.631455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:10:19.665017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:10:19.665360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2e5a7c5c-6f1e-4f61-a359-b594b7065e33 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:10:20.014756 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33224) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:20.189034 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-48ffb09e-3956-4e67-b39d-4344cfda7a29 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=745daafc1961448e8b5020a35b67e372&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1723824 Dec 23 16:10:20.191354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33230) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:20.247264 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d566-eddb-4d26-a52f-f0793cf7a48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.271751 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d566-eddb-4d26-a52f-f0793cf7a48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.423405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d566-eddb-4d26-a52f-f0793cf7a48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.439507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863d566-eddb-4d26-a52f-f0793cf7a48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f07f4e-1f0a-4db6-8e61-4f96cbefb632,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:20.443657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a863d566-eddb-4d26-a52f-f0793cf7a48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:20.444752 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a863d566-eddb-4d26-a52f-f0793cf7a48a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3f07f4e-1f0a-4db6-8e61-4f96cbefb632 HTTP/1.1" status: 204 len: 168 time: 0.2524579 Dec 23 16:10:21.616873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33252) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:21.744646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1795608505-network', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:21.749420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:21.754145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Usage tracker for resource:network and tenant:1f12555c52c64cfb90e7c6b3fe2350e8 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:21.756985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:21.763203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:21.829105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Made reservation on behalf of 1f12555c52c64cfb90e7c6b3fe2350e8 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:21.831395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.843477 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:21.873265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:21.877679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f12555c52c64cfb90e7c6b3fe2350e8 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:21.880446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:21.885958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:21.949836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.034224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.069042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:22.074078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57c54e9-7994-4b6c-99a3-6b6eb595060a,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:22.080992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.081262 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Added segment 81f8679d-c74d-4f41-8756-6688c1f00427 of type vlan for network 97dc1457-fa90-4035-86df-726f2b3f5a42 Dec 23 16:10:22.108435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.245974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.246828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:22.247389 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.348948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=97dc1457-fa90-4035-86df-726f2b3f5a42,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:22.358136 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:22.418239 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4ce129e8-a07b-45e2-a011-584650fa8fb3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8000154 Dec 23 16:10:22.421009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33258) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:22.427373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Request body: {'subnet': {'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-subnet', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:22.432212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:22.435945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Usage tracker for resource:subnet and tenant:1f12555c52c64cfb90e7c6b3fe2350e8 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:22.438798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:22.444797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:22.509040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Made reservation on behalf of 1f12555c52c64cfb90e7c6b3fe2350e8 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:22.511346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.880712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:22.951244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:22.965098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Checking segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:22.965433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Network hostable DHCP agents. Network: 97dc1457-fa90-4035-86df-726f2b3f5a42, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:23.097202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:23.194783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 97dc1457-fa90-4035-86df-726f2b3f5a42) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:23.198672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:23.199237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.203785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bace0a86-b90f-4e06-9a81-642f98de47ef None None] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:23.286735 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6a93a8ad-1555-4a1a-85b7-0cdb43fea3e3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8646615 Dec 23 16:10:23.289840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33262) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:23.295500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:23.300738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:23.304550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Usage tracker for resource:router and tenant:1f12555c52c64cfb90e7c6b3fe2350e8 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:23.307418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:23.313168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:23.401059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.402028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.421063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.448932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-97dc1457-fa90-4035-86df-726f2b3f5a42', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:23.449731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.616646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Allocated IP 172.20.0.2 (97dc1457-fa90-4035-86df-726f2b3f5a42/9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1/059d58ab-b7d7-456f-8712-675a42f68451) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:23.632613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.813704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.823799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Transition to ACTIVE for port object 059d58ab-b7d7-456f-8712-675a42f68451 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:23.841577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Transition to ACTIVE for port object 059d58ab-b7d7-456f-8712-675a42f68451 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:23.894351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.924423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:23.937711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.006582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:24.009419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:24.013760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:24.015786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Pushing event updated for resources: {'Port': ['ID=059d58ab-b7d7-456f-8712-675a42f68451,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:24.059109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Allocated IP 172.26.6.13 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/a2644749-d505-4aca-b2f0-eb094a2dae6e) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:24.101296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Attempting to bind port 059d58ab-b7d7-456f-8712-675a42f68451 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:24.101568 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Attempting to bind port 059d58ab-b7d7-456f-8712-675a42f68451 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:24.101923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Attempting to bind port 059d58ab-b7d7-456f-8712-675a42f68451 on network 97dc1457-fa90-4035-86df-726f2b3f5a42 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:24.108223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:24.108589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Checking segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:24.108978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.109358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Bound using segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:24.109866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Bound port: 059d58ab-b7d7-456f-8712-675a42f68451, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:24.110172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.199403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] For port 059d58ab-b7d7-456f-8712-675a42f68451, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:24.202304 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] For port 059d58ab-b7d7-456f-8712-675a42f68451, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=059d58ab-b7d7-456f-8712-675a42f68451,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:24.208903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.309429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.338058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.387769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a557-5113-4dee-bd97-343ad2787049 None None] Pushing event updated for resources: {'Port': ['ID=059d58ab-b7d7-456f-8712-675a42f68451,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:24.415402 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:24.418351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:24.420877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:24.456770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Pushing event updated for resources: {'Port': ['ID=a2644749-d505-4aca-b2f0-eb094a2dae6e,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:24.694759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:24.695490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.000391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:10:25.214000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:25.226216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Sync routers for ids ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:25.240313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Routers {'7cc72b7a-ca96-4cb4-b04e-d9676637b837'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:25.240922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:09:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:25.296417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3d437-778a-438d-b302-70e76adc01d3 None None] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:25.366349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.367669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-54edef7b-a603-491e-8367-1e283199ab47 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0768237 Dec 23 16:10:25.372709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33266) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:25.516846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5caf-d24c-4b41-b4d5-a5700a9406a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:25.641813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-55c8e750-fae2-4969-9044-a4c761426a76 None None] Provisioning for port 059d58ab-b7d7-456f-8712-675a42f68451 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:25.649080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Set router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:25.769325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 059d58ab-b7d7-456f-8712-675a42f68451 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:26.057582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 059d58ab-b7d7-456f-8712-675a42f68451 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:26.066980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 059d58ab-b7d7-456f-8712-675a42f68451 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:26.067430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.135685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 3, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:26.141697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Checking router: 7cc72b7a-ca96-4cb4-b04e-d9676637b837 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:10:26.142639 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Updating router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 port a2644749-d505-4aca-b2f0-eb094a2dae6e binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:10:26.236662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.305704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.320517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-182c554e-2c04-4b1f-88ef-c2a8b8608953 None None] Provisioning complete for port 059d58ab-b7d7-456f-8712-675a42f68451 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:26.320900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-182c554e-2c04-4b1f-88ef-c2a8b8608953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.340503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.457527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 059d58ab-b7d7-456f-8712-675a42f68451, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=059d58ab-b7d7-456f-8712-675a42f68451,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:26.531595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.553930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Allocated IP 172.20.0.1 (97dc1457-fa90-4035-86df-726f2b3f5a42/9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1/0b2a8503-ca28-45ec-8769-bcab9951b74d) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:26.691761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=059d58ab-b7d7-456f-8712-675a42f68451,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:26.704390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.721039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Transition to ACTIVE for port object 0b2a8503-ca28-45ec-8769-bcab9951b74d will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:26.778273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.790428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Transition to ACTIVE for port object a2644749-d505-4aca-b2f0-eb094a2dae6e will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:26.801001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.851174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.870776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:26.873640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:26.875988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:26.912585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Pushing event updated for resources: {'Port': ['ID=0b2a8503-ca28-45ec-8769-bcab9951b74d,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:26.933465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Attempting to bind port a2644749-d505-4aca-b2f0-eb094a2dae6e on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:26.933740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Attempting to bind port a2644749-d505-4aca-b2f0-eb094a2dae6e by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:26.934104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Attempting to bind port a2644749-d505-4aca-b2f0-eb094a2dae6e on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:26.936117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294b428-6772-4eae-b1db-76d04aa8eeda None None] Pushing event updated for resources: {'Port': ['ID=a2644749-d505-4aca-b2f0-eb094a2dae6e,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:26.943879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.947907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:26.948313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:26.948797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:26.949190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:26.950455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Bound port: a2644749-d505-4aca-b2f0-eb094a2dae6e, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:26.950455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.027482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] For port a2644749-d505-4aca-b2f0-eb094a2dae6e, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:27.030629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] For port a2644749-d505-4aca-b2f0-eb094a2dae6e, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a2644749-d505-4aca-b2f0-eb094a2dae6e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:27.098146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.125030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.185407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294b428-6772-4eae-b1db-76d04aa8eeda None None] Pushing event updated for resources: {'Port': ['ID=a2644749-d505-4aca-b2f0-eb094a2dae6e,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.192787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Routers {'7cc72b7a-ca96-4cb4-b04e-d9676637b837'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:27.193366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:09:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:27.249720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-419a125b-59fa-4b4a-8b1b-7a2c07f71432 None None] Provisioning for port 0b2a8503-ca28-45ec-8769-bcab9951b74d completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:27.263017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-419a125b-59fa-4b4a-8b1b-7a2c07f71432 None None] Provisioning complete for port 0b2a8503-ca28-45ec-8769-bcab9951b74d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:27.263375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-419a125b-59fa-4b4a-8b1b-7a2c07f71432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.348757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.395068 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-419a125b-59fa-4b4a-8b1b-7a2c07f71432 None None] Port 0b2a8503-ca28-45ec-8769-bcab9951b74d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:10:27.400310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.423890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] Set router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:27.610112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.617674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Pushing event updated for resources: {'Port': ['ID=0b2a8503-ca28-45ec-8769-bcab9951b74d,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:27.655511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 059d58ab-b7d7-456f-8712-675a42f68451 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:27.738763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5772c916-92ef-4286-8f55-ad9f60602d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.776874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:27.778031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:27.839441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 059d58ab-b7d7-456f-8712-675a42f68451 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:27.839709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:27.912676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:26Z', 'revision_number': 4, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '0b2a8503-ca28-45ec-8769-bcab9951b74d', 'name': '', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:10:26Z', 'revision_number': 1, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'subnets': [{'id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:27.920354 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af36fa9c-c1c5-4b91-b78b-a5e3f9a22453 None None] The sync data for ids ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'] in dv-neutron-822796-1-hyperv is: [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:26Z', 'revision_number': 4, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '0b2a8503-ca28-45ec-8769-bcab9951b74d', 'name': '', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:10:26Z', 'revision_number': 1, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'subnets': [{'id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:28.021906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-83eb1bab-e7d1-45c5-ad13-6c9d73391614 None None] Provisioning complete for port 0b2a8503-ca28-45ec-8769-bcab9951b74d triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:28.022521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bab-e7d1-45c5-ad13-6c9d73391614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:28.076679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-83eb1bab-e7d1-45c5-ad13-6c9d73391614 None None] Port 0b2a8503-ca28-45ec-8769-bcab9951b74d cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:10:28.207954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:28.421253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:28.438181 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8991aadf-717b-4310-8039-505cea2969ad admin admin] 10.222.0.58 "PUT /v2.0/routers/7cc72b7a-ca96-4cb4-b04e-d9676637b837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0575402 Dec 23 16:10:28.886318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.012497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.663477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2644749-d505-4aca-b2f0-eb094a2dae6e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:29.710527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33288) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:29.716255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-147219692-network', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:29.721019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:29.725021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Usage tracker for resource:network and tenant:8a8a103ab6ae4dd1bdd0456e99b541b2 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:29.727983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:29.733850 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:29.794351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a2644749-d505-4aca-b2f0-eb094a2dae6e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:29.799513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a2644749-d505-4aca-b2f0-eb094a2dae6e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:29.801121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.806093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Made reservation on behalf of 8a8a103ab6ae4dd1bdd0456e99b541b2 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:29.808545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.821971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.853988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:29.857812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8a103ab6ae4dd1bdd0456e99b541b2 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:29.860710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:29.866395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:29.913642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:29.930291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a2644749-d505-4aca-b2f0-eb094a2dae6e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a2644749-d505-4aca-b2f0-eb094a2dae6e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:29.931262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.000502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.029989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.060065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:10:30.068783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a2644749-d505-4aca-b2f0-eb094a2dae6e,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.069383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3254c7-aa37-40da-9c6d-b21e6b380bfa,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.074759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.075095 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Added segment 68517207-79db-4c41-acd8-c4bb7e70d157 of type vlan for network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 Dec 23 16:10:30.100904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.199686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.200558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:30.201115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.303141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] Pushing event updated for resources: {'Network': ['ID=305b26cb-b13c-49ee-8c25-19b118f4c7b0,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.313347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:10:30.354986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c81dc1de-4204-44f2-93be-d6a8e095e280 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6432371 Dec 23 16:10:30.357647 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33292) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:30.363822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Request body: {'subnet': {'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-subnet', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:30.369185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:30.373016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Usage tracker for resource:subnet and tenant:8a8a103ab6ae4dd1bdd0456e99b541b2 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:30.375898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:30.382159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:30.463414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Made reservation on behalf of 8a8a103ab6ae4dd1bdd0456e99b541b2 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:30.465800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.492211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.754863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:30.829984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db470531-14b5-42f8-a3eb-52b2372a3670,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:30.839244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Checking segment: {'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:30.839593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Network hostable DHCP agents. Network: 305b26cb-b13c-49ee-8c25-19b118f4c7b0, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:10:30.937800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:10:31.018173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 305b26cb-b13c-49ee-8c25-19b118f4c7b0) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:31.022725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:31.023809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.026830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4eb7f6-4c48-41c7-99c8-e325c4d3d2f4 None None] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:31.103549 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d3b2cc3f-4772-4e48-89ca-5b43e3505600 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7447743 Dec 23 16:10:31.105945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33296) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:31.111219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:31.115920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:31.119733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Usage tracker for resource:router and tenant:8a8a103ab6ae4dd1bdd0456e99b541b2 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:10:31.122632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:10:31.128871 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:31.217751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.218734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.237104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.243607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-305b26cb-b13c-49ee-8c25-19b118f4c7b0', 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'fixed_ips': [{'subnet_id': 'db470531-14b5-42f8-a3eb-52b2372a3670'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:10:31.243607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.395970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Allocated IP 172.20.0.2 (305b26cb-b13c-49ee-8c25-19b118f4c7b0/db470531-14b5-42f8-a3eb-52b2372a3670/9a4336de-0854-42f9-87f9-b11157dc6bbd) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:31.560734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.613534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.630626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Transition to ACTIVE for port object 9a4336de-0854-42f9-87f9-b11157dc6bbd will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:31.651069 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Transition to ACTIVE for port object 9a4336de-0854-42f9-87f9-b11157dc6bbd will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:31.658554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2644749-d505-4aca-b2f0-eb094a2dae6e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:31.725492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a2644749-d505-4aca-b2f0-eb094a2dae6e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:31.725847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.753349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.824531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.844346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:31.848897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:31.851609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Pushing event updated for resources: {'Port': ['ID=9a4336de-0854-42f9-87f9-b11157dc6bbd,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:31.853668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:31.854483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:31.990744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Attempting to bind port 9a4336de-0854-42f9-87f9-b11157dc6bbd on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:31.990997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Attempting to bind port 9a4336de-0854-42f9-87f9-b11157dc6bbd by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:31.991350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Attempting to bind port 9a4336de-0854-42f9-87f9-b11157dc6bbd on network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:31.993777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Allocated IP 172.26.6.61 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/1323abd2-f2d1-4030-b5a8-2f7ae1e5590b) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:31.999576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:31.999937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Checking segment: {'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:32.000347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.000723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Bound using segment: {'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:32.001182 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Bound port: 9a4336de-0854-42f9-87f9-b11157dc6bbd, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:32.002082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.087025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] For port 9a4336de-0854-42f9-87f9-b11157dc6bbd, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:32.089995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] For port 9a4336de-0854-42f9-87f9-b11157dc6bbd, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9a4336de-0854-42f9-87f9-b11157dc6bbd,segment=NetworkSegment(68517207-79db-4c41-acd8-c4bb7e70d157),segment_id=68517207-79db-4c41-acd8-c4bb7e70d157)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:32.144458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.195409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.263970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.319206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b231fcb-e5bc-4e12-94e7-ab83aa232af3 None None] Pushing event updated for resources: {'Port': ['ID=9a4336de-0854-42f9-87f9-b11157dc6bbd,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:32.337318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:32.340207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:32.345191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:32.374418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Pushing event updated for resources: {'Port': ['ID=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:32.585840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.586596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:32.909686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Router 3998a6ad-b0d6-47fb-8916-5bde947e2fad is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:10:33.112274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:33.121362 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Sync routers for ids ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:33.134415 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Routers {'3998a6ad-b0d6-47fb-8916-5bde947e2fad'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:33.135020 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:10:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:33.246317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.250392 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-44dbbfbf-ee81-4ee9-8f07-a9c901731300 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1409981 Dec 23 16:10:33.251259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33300) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:10:33.281127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a4bf9-6b5c-45c8-99f8-114cdaf1166b None None] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:10:33.346231 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Set router 3998a6ad-b0d6-47fb-8916-5bde947e2fad gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:33.490187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3b650f53-8560-4831-b643-cd0b727409c3 None None] Provisioning for port 9a4336de-0854-42f9-87f9-b11157dc6bbd completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:33.646093 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:32Z', 'revision_number': 3, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port': {'id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:33.650361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Checking router: 3998a6ad-b0d6-47fb-8916-5bde947e2fad for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:10:33.650701 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Updating router 3998a6ad-b0d6-47fb-8916-5bde947e2fad port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:10:33.703408 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.719627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9a4336de-0854-42f9-87f9-b11157dc6bbd up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:33.874323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 9a4336de-0854-42f9-87f9-b11157dc6bbd completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:33.879382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9a4336de-0854-42f9-87f9-b11157dc6bbd triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:33.879745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:33.995517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.028925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 9a4336de-0854-42f9-87f9-b11157dc6bbd, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9a4336de-0854-42f9-87f9-b11157dc6bbd,segment=NetworkSegment(68517207-79db-4c41-acd8-c4bb7e70d157),segment_id=68517207-79db-4c41-acd8-c4bb7e70d157)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:34.051177 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.062640 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Transition to ACTIVE for port object 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:34.115110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.154951 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.183864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=9a4336de-0854-42f9-87f9-b11157dc6bbd,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:34.193417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.237122 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Attempting to bind port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:34.237533 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Attempting to bind port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:34.237853 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Attempting to bind port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:34.239789 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Pushing event updated for resources: {'Port': ['ID=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:34.251171 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.252043 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.252405 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.252730 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.253044 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.253361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.253679 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.254069 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.254305 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.254611 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.254924 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:10:34.257985 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:34.258337 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:34.260820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.260820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:34.260820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Bound port: 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:34.260820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.335453 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] For port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:34.338418 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] For port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:34.406553 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.409133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Allocated IP 172.20.0.1 (305b26cb-b13c-49ee-8c25-19b118f4c7b0/db470531-14b5-42f8-a3eb-52b2372a3670/b28bfe14-b60b-4e53-80b7-90bd2f47315b) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:34.483963 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124868-83a8-4058-b92e-1d77929eb0c1 None None] Pushing event updated for resources: {'Port': ['ID=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:34.488895 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Routers {'3998a6ad-b0d6-47fb-8916-5bde947e2fad'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:34.489478 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:10:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:34.563092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.578923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Transition to ACTIVE for port object b28bfe14-b60b-4e53-80b7-90bd2f47315b will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:34.653003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.669098 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] Set router 3998a6ad-b0d6-47fb-8916-5bde947e2fad gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:34.718936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:34.721808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:34.725613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:34.756253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Pushing event updated for resources: {'Port': ['ID=b28bfe14-b60b-4e53-80b7-90bd2f47315b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:34.784374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.946673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:34.988498 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:32Z', 'revision_number': 3, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port': {'id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:34.993577 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109e50ef-d4e5-4ce6-a749-c3df40b2c650 None None] The sync data for ids ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'] in dv-neutron-822796-1-hyperv is: [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:32Z', 'revision_number': 3, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port': {'id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:35.017553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-861a9000-9c40-439b-87dc-94a84ad913fc None None] Provisioning for port b28bfe14-b60b-4e53-80b7-90bd2f47315b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:35.022705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-861a9000-9c40-439b-87dc-94a84ad913fc None None] Provisioning complete for port b28bfe14-b60b-4e53-80b7-90bd2f47315b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:35.023296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-861a9000-9c40-439b-87dc-94a84ad913fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.077674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-861a9000-9c40-439b-87dc-94a84ad913fc None None] Port b28bfe14-b60b-4e53-80b7-90bd2f47315b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:10:35.172067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.280931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.386788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.389870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Pushing event updated for resources: {'Port': ['ID=b28bfe14-b60b-4e53-80b7-90bd2f47315b,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:35.525228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:35.526433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:35.672105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9a4336de-0854-42f9-87f9-b11157dc6bbd up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:35.752242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9a4336de-0854-42f9-87f9-b11157dc6bbd triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:35.757142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.829369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d0e1486a-efad-4b53-b086-1631d15a0351 None None] Provisioning complete for port b28bfe14-b60b-4e53-80b7-90bd2f47315b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:35.830383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0e1486a-efad-4b53-b086-1631d15a0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:35.927297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1486a-efad-4b53-b086-1631d15a0351 None None] Port b28bfe14-b60b-4e53-80b7-90bd2f47315b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:10:36.040832 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Router 3998a6ad-b0d6-47fb-8916-5bde947e2fad has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:10:36.245067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:10:36.254588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d1d68801-c71a-4d98-a04e-f8a097fa1dff admin admin] 10.222.0.58 "PUT /v2.0/routers/3998a6ad-b0d6-47fb-8916-5bde947e2fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0029659 Dec 23 16:10:37.258443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-9c539f9b-582a-4854-942a-7fe374710820 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:37.259112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-9c539f9b-582a-4854-942a-7fe374710820 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Synchronizing usage tracker for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:37.337562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-9c539f9b-582a-4854-942a-7fe374710820 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Unset dirty status for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:37.338706 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-9c539f9b-582a-4854-942a-7fe374710820 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/networks?id=97dc1457-fa90-4035-86df-726f2b3f5a42 HTTP/1.1" status: 200 len: 817 time: 0.2221854 Dec 23 16:10:37.355375 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-7dff6e9d-dc02-4a8a-95db-d4c44dca5199 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/quotas/1f12555c52c64cfb90e7c6b3fe2350e8 HTTP/1.1" status: 200 len: 375 time: 0.0112445 Dec 23 16:10:37.435275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-6afc588d-35e9-431f-a666-9bab277563e5 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Synchronizing usage tracker for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:37.514846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-6afc588d-35e9-431f-a666-9bab277563e5 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Unset dirty status for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:37.516027 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-6afc588d-35e9-431f-a666-9bab277563e5 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559064 Dec 23 16:10:37.656928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-82294509-295f-46be-ab25-ef50fec93ab8 service neutron] 10.222.0.58 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285417 Dec 23 16:10:37.658736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:37.788931 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-ff2c9d14-a6d8-4d76-93fc-b6b5ab7e3595 service neutron] 10.222.0.58 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253901 Dec 23 16:10:37.977348 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:10:38.062193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-425ac503-1f49-4ee5-8c29-b2ccf2c6d648 req-3c2b99f1-9bcf-40ea-8126-e9c9a50cc3de tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0397336 Dec 23 16:10:39.240606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74ea0b29-2f17-46d2-847c-1ca949fbf02c req-c43a0011-65b0-4aeb-84d0-213b19b400e4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0426533 Dec 23 16:10:40.405060 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b6a4e056-6ba2-435b-a41c-6ba271adf2c9 req-cf37a779-d31d-4abb-9435-6698401cdcf7 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0413489 Dec 23 16:10:40.723425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-68d46da8-3c02-4f16-8fd2-108eea171f09 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:40.725166 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-68d46da8-3c02-4f16-8fd2-108eea171f09 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "GET /v2.0/networks?id=97dc1457-fa90-4035-86df-726f2b3f5a42 HTTP/1.1" status: 200 len: 817 time: 0.1482778 Dec 23 16:10:40.747145 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Request body: {'port': {'device_id': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'admin_state_up': True, 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:40.901236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:10:40.916935 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:10:40.995407 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Made reservation on behalf of 1f12555c52c64cfb90e7c6b3fe2350e8 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:10:40.998583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.181063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Allocated IP 172.20.0.6 (97dc1457-fa90-4035-86df-726f2b3f5a42/9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1/1b110ade-894c-461a-b41c-cbf59c91e1db) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:10:41.507620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.523637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Transition to ACTIVE for port object 1b110ade-894c-461a-b41c-cbf59c91e1db will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:41.576669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c604764-d04f-481e-b5f4-2ad44de97926 req-6dae3054-c199-46e6-9f5c-f94288db8f08 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 210 time: 0.0461531 Dec 23 16:10:41.652726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.679774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:41.726532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:10:41.729543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:10:41.734053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:10:41.760659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Pushing event updated for resources: {'Port': ['ID=1b110ade-894c-461a-b41c-cbf59c91e1db,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:41.803983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:41.807096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.823862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:41.830028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:41.830028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.921720 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-70a301c7-04fe-4300-9b32-bd3ad92d1d2e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1780589 Dec 23 16:10:41.958198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:41.966818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Sync routers for ids ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:41.991659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:42.004018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Routers {'7cc72b7a-ca96-4cb4-b04e-d9676637b837'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:42.007828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:10:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:42.060802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.081103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Request body: {'port': {'device_id': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:10:42.107936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-62c2e4be-7776-4c69-ac30-68ca189a60ea None None] Provisioning for port 1b110ade-894c-461a-b41c-cbf59c91e1db completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:42.136969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-62c2e4be-7776-4c69-ac30-68ca189a60ea None None] Provisioning complete for port 1b110ade-894c-461a-b41c-cbf59c91e1db triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:42.137376 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-62c2e4be-7776-4c69-ac30-68ca189a60ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.189814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.273335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:42.277945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-62c2e4be-7776-4c69-ac30-68ca189a60ea None None] Port 1b110ade-894c-461a-b41c-cbf59c91e1db cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:10:42.300987 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Set router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:42.545688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b110ade-894c-461a-b41c-cbf59c91e1db {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:10:42.552531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.566321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Transition to ACTIVE for port object 1b110ade-894c-461a-b41c-cbf59c91e1db will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:42.629476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.654700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:26Z', 'revision_number': 4, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '0b2a8503-ca28-45ec-8769-bcab9951b74d', 'name': '', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:10:27Z', 'revision_number': 2, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'subnets': [{'id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:42.660231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Checking router: 7cc72b7a-ca96-4cb4-b04e-d9676637b837 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:10:42.660636 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Updating router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 port 0b2a8503-ca28-45ec-8769-bcab9951b74d binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:10:42.731027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:42.800046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b110ade-894c-461a-b41c-cbf59c91e1db,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:42.917927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b02705-fe35-46ef-8d93-1edde8d43b45 req-26bf87da-0245-4527-8566-4a7ba7d491b1 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:42.924564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e5b02705-fe35-46ef-8d93-1edde8d43b45 req-26bf87da-0245-4527-8566-4a7ba7d491b1 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Synchronizing usage tracker for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:42.945213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Attempting to bind port 1b110ade-894c-461a-b41c-cbf59c91e1db on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:42.945531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Attempting to bind port 1b110ade-894c-461a-b41c-cbf59c91e1db by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:42.945845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Attempting to bind port 1b110ade-894c-461a-b41c-cbf59c91e1db on network 97dc1457-fa90-4035-86df-726f2b3f5a42 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:42.951469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Port 1b110ade-894c-461a-b41c-cbf59c91e1db on network 97dc1457-fa90-4035-86df-726f2b3f5a42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:10:42.953067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Attempting to bind port 1b110ade-894c-461a-b41c-cbf59c91e1db on network 97dc1457-fa90-4035-86df-726f2b3f5a42 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:42.958617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:42.958940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Checking segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:42.959324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Bound using segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:42.959717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Bound port: 1b110ade-894c-461a-b41c-cbf59c91e1db, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:42.960046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.041891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e5b02705-fe35-46ef-8d93-1edde8d43b45 req-26bf87da-0245-4527-8566-4a7ba7d491b1 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Unset dirty status for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:43.044563 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5b02705-fe35-46ef-8d93-1edde8d43b45 req-26bf87da-0245-4527-8566-4a7ba7d491b1 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 943 time: 0.3082154 Dec 23 16:10:43.077135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] For port 1b110ade-894c-461a-b41c-cbf59c91e1db, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:43.095410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] For port 1b110ade-894c-461a-b41c-cbf59c91e1db, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b110ade-894c-461a-b41c-cbf59c91e1db,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:43.101608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.111891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e5b02705-fe35-46ef-8d93-1edde8d43b45 req-da1d56fa-24ed-456f-87b6-0c6c7ad73c37 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Synchronizing usage tracker for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:10:43.113377 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Transition to ACTIVE for port object 0b2a8503-ca28-45ec-8769-bcab9951b74d will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:43.148887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.171106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.193816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e5b02705-fe35-46ef-8d93-1edde8d43b45 req-da1d56fa-24ed-456f-87b6-0c6c7ad73c37 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Unset dirty status for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:10:43.197688 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5b02705-fe35-46ef-8d93-1edde8d43b45 req-da1d56fa-24ed-456f-87b6-0c6c7ad73c37 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448307 Dec 23 16:10:43.215486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.216792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b110ade-894c-461a-b41c-cbf59c91e1db HTTP/1.1" status: 200 len: 1093 time: 1.2822061 Dec 23 16:10:43.217577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'tag': '1b110ade-894c-461a-b41c-cbf59c91e1db'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:10:43.237955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2436d71-4d4c-48fd-bb4f-6bdf216b56e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b110ade-894c-461a-b41c-cbf59c91e1db,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:43.281451 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'tag': '1b110ade-894c-461a-b41c-cbf59c91e1db', 'status': 'completed', 'code': 200} Dec 23 16:10:43.308212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad732c-bfdc-4659-8b91-2e4ac295f379 None None] Pushing event updated for resources: {'Port': ['ID=0b2a8503-ca28-45ec-8769-bcab9951b74d,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:43.408080 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Attempting to bind port 0b2a8503-ca28-45ec-8769-bcab9951b74d on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:43.409315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Attempting to bind port 0b2a8503-ca28-45ec-8769-bcab9951b74d by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:43.409684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Attempting to bind port 0b2a8503-ca28-45ec-8769-bcab9951b74d on network 97dc1457-fa90-4035-86df-726f2b3f5a42 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:43.410159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-57c39f57-bcc5-4987-8405-6ec32ad13e88 req-2db8d22a-6a20-4cf9-8d7c-a329530fbd8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 1096 time: 0.0800860 Dec 23 16:10:43.416625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:43.417081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Checking segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:43.417539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.417984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Bound using segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:43.418609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Bound port: 0b2a8503-ca28-45ec-8769-bcab9951b74d, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:43.419035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.521147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] For port 0b2a8503-ca28-45ec-8769-bcab9951b74d, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:43.524937 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] For port 0b2a8503-ca28-45ec-8769-bcab9951b74d, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0b2a8503-ca28-45ec-8769-bcab9951b74d,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:43.569712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c39f57-bcc5-4987-8405-6ec32ad13e88 req-7e9fbf8d-d69f-4d40-9e16-df6b7b509359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:43.571274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-57c39f57-bcc5-4987-8405-6ec32ad13e88 req-7e9fbf8d-d69f-4d40-9e16-df6b7b509359 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1479912 Dec 23 16:10:43.611865 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:43.711791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:43.745706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad732c-bfdc-4659-8b91-2e4ac295f379 None None] Pushing event updated for resources: {'Port': ['ID=0b2a8503-ca28-45ec-8769-bcab9951b74d,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:43.760241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Routers {'7cc72b7a-ca96-4cb4-b04e-d9676637b837'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:43.760883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:10:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:43.824365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c39f57-bcc5-4987-8405-6ec32ad13e88 req-172a6e17-642b-48c7-9d6e-1f79762a813e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:43.826254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-57c39f57-bcc5-4987-8405-6ec32ad13e88 req-172a6e17-642b-48c7-9d6e-1f79762a813e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488580 Dec 23 16:10:43.951847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-0752220c-a10c-468e-a8b8-4a29b5eed21f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 1096 time: 0.0694735 Dec 23 16:10:43.958206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:43.958567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:44.026698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] Set router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:44.027896 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-32263df9-cb24-4ba6-a5fe-a5e4b288b02e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b110ade-894c-461a-b41c-cbf59c91e1db HTTP/1.1" status: 200 len: 217 time: 0.0633442 Dec 23 16:10:44.090288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-5226304c-9979-4668-af91-0ac65c36250d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:44.091689 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-5226304c-9979-4668-af91-0ac65c36250d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1 HTTP/1.1" status: 200 len: 856 time: 0.0581396 Dec 23 16:10:44.170887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-8ee859a8-453b-4626-bea8-a6c8b182e702 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=97dc1457-fa90-4035-86df-726f2b3f5a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726032 Dec 23 16:10:44.313303 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-cdfe05df-9dc5-4daa-ad07-65b3a33bc2d1 service neutron] 10.222.0.57 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364648 Dec 23 16:10:44.447284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-19764e9d-2be1-49d6-8377-62339587388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:26Z', 'revision_number': 4, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '0b2a8503-ca28-45ec-8769-bcab9951b74d', 'name': '', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:10:43Z', 'revision_number': 4, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'subnets': [{'id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:44.451737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19764e9d-2be1-49d6-8377-62339587388d None None] The sync data for ids ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'] in dv-neutron-822796-1-hyperv is: [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:26Z', 'revision_number': 4, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '0b2a8503-ca28-45ec-8769-bcab9951b74d', 'name': '', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'mac_address': 'fa:16:3e:ef:13:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:26Z', 'updated_at': '2021-12-23T16:10:43Z', 'revision_number': 4, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'subnets': [{'id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:44.506487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0b3d4099-42a7-4841-a6b4-815382a268cb req-c46b1583-2efa-4d85-82c7-1be9e789bb5b service neutron] 10.222.0.57 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874382 Dec 23 16:10:44.517324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83890ede-7dea-4cb9-bc07-60db8c84ae97 req-41809a64-a2d0-4a6b-a341-5e353aae0942 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:44.519305 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83890ede-7dea-4cb9-bc07-60db8c84ae97 req-41809a64-a2d0-4a6b-a341-5e353aae0942 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 943 time: 0.1780963 Dec 23 16:10:44.577141 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83890ede-7dea-4cb9-bc07-60db8c84ae97 req-c3c85672-ec46-4ff5-884e-330c064129f7 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517509 Dec 23 16:10:44.746847 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Sync routers for ids ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:10:44.758746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Routers {'3998a6ad-b0d6-47fb-8916-5bde947e2fad'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:44.759354 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:10:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:44.938302 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Set router 3998a6ad-b0d6-47fb-8916-5bde947e2fad gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:45.252249 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:34Z', 'revision_number': 4, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port': {'id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b28bfe14-b60b-4e53-80b7-90bd2f47315b', 'name': '', 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'mac_address': 'fa:16:3e:40:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db470531-14b5-42f8-a3eb-52b2372a3670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:34Z', 'updated_at': '2021-12-23T16:10:35Z', 'revision_number': 2, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'subnets': [{'id': 'db470531-14b5-42f8-a3eb-52b2372a3670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:45.256474 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Checking router: 3998a6ad-b0d6-47fb-8916-5bde947e2fad for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:10:45.256809 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Updating router 3998a6ad-b0d6-47fb-8916-5bde947e2fad port b28bfe14-b60b-4e53-80b7-90bd2f47315b binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:10:45.305303 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.638181 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.674052 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Transition to ACTIVE for port object b28bfe14-b60b-4e53-80b7-90bd2f47315b will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:10:45.689751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0b2a8503-ca28-45ec-8769-bcab9951b74d up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:45.766767 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.787596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c271e-2fae-4300-b55a-daba94ff2a16 req-aa8a08da-306d-43bc-8457-834477d531d3 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:45.789312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa1c271e-2fae-4300-b55a-daba94ff2a16 req-aa8a08da-306d-43bc-8457-834477d531d3 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 943 time: 0.0829601 Dec 23 16:10:45.837130 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa1c271e-2fae-4300-b55a-daba94ff2a16 req-51e3f416-0521-41df-9459-969533af6502 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Dec 23 16:10:45.845574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 0b2a8503-ca28-45ec-8769-bcab9951b74d completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:45.852948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0b2a8503-ca28-45ec-8769-bcab9951b74d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:45.853371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.897254 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af44d7-8866-463c-a7ce-e5f6612c3ec3 None None] Pushing event updated for resources: {'Port': ['ID=b28bfe14-b60b-4e53-80b7-90bd2f47315b,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:45.978427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.985642 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Attempting to bind port b28bfe14-b60b-4e53-80b7-90bd2f47315b on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:10:45.986075 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Attempting to bind port b28bfe14-b60b-4e53-80b7-90bd2f47315b by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:10:45.986496 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Attempting to bind port b28bfe14-b60b-4e53-80b7-90bd2f47315b on network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:10:45.995451 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:10:45.995805 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Checking segment: {'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:10:45.996218 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:45.996634 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Bound using segment: {'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:10:45.997296 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Bound port: b28bfe14-b60b-4e53-80b7-90bd2f47315b, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68517207-79db-4c41-acd8-c4bb7e70d157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:10:45.997839 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.021041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 0b2a8503-ca28-45ec-8769-bcab9951b74d, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0b2a8503-ca28-45ec-8769-bcab9951b74d,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:46.087278 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] For port b28bfe14-b60b-4e53-80b7-90bd2f47315b, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:10:46.090511 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] For port b28bfe14-b60b-4e53-80b7-90bd2f47315b, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b28bfe14-b60b-4e53-80b7-90bd2f47315b,segment=NetworkSegment(68517207-79db-4c41-acd8-c4bb7e70d157),segment_id=68517207-79db-4c41-acd8-c4bb7e70d157)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:10:46.098784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.174614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=0b2a8503-ca28-45ec-8769-bcab9951b74d,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:46.178471 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:46.261227 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af44d7-8866-463c-a7ce-e5f6612c3ec3 None None] Pushing event updated for resources: {'Port': ['ID=b28bfe14-b60b-4e53-80b7-90bd2f47315b,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:46.264326 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Routers {'3998a6ad-b0d6-47fb-8916-5bde947e2fad'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:10:46.264918 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:10:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:46.469749 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] Set router 3998a6ad-b0d6-47fb-8916-5bde947e2fad gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:10:46.774831 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:34Z', 'revision_number': 4, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port': {'id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b28bfe14-b60b-4e53-80b7-90bd2f47315b', 'name': '', 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'mac_address': 'fa:16:3e:40:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db470531-14b5-42f8-a3eb-52b2372a3670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:34Z', 'updated_at': '2021-12-23T16:10:46Z', 'revision_number': 4, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'subnets': [{'id': 'db470531-14b5-42f8-a3eb-52b2372a3670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:10:46.778615 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bcc56b-667c-427e-94f5-d137bcc084f6 None None] The sync data for ids ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'] in dv-neutron-822796-1-hyperv is: [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:34Z', 'revision_number': 4, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port': {'id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b28bfe14-b60b-4e53-80b7-90bd2f47315b', 'name': '', 'network_id': '305b26cb-b13c-49ee-8c25-19b118f4c7b0', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'mac_address': 'fa:16:3e:40:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db470531-14b5-42f8-a3eb-52b2372a3670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:34Z', 'updated_at': '2021-12-23T16:10:46Z', 'revision_number': 4, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'subnets': [{'id': 'db470531-14b5-42f8-a3eb-52b2372a3670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:10:47.039400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afae5ec-771f-4cf4-9891-35d27e01e147 req-bf227c3e-242c-45a3-a978-94d3235dc853 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:47.040947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7afae5ec-771f-4cf4-9891-35d27e01e147 req-bf227c3e-242c-45a3-a978-94d3235dc853 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 943 time: 0.0768888 Dec 23 16:10:47.094532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7afae5ec-771f-4cf4-9891-35d27e01e147 req-b21ea83a-0333-4c3f-94f8-406b313d4cf9 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475202 Dec 23 16:10:47.478331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b110ade-894c-461a-b41c-cbf59c91e1db details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:10:47.621366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 1b110ade-894c-461a-b41c-cbf59c91e1db, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b110ade-894c-461a-b41c-cbf59c91e1db,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:47.637665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '1b110ade-894c-461a-b41c-cbf59c91e1db', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'port_id': '1b110ade-894c-461a-b41c-cbf59c91e1db', 'mac_address': 'fa:16:3e:aa:1b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:10:47.696447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.714803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b110ade-894c-461a-b41c-cbf59c91e1db {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:10:47.729756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0b2a8503-ca28-45ec-8769-bcab9951b74d up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:47.770496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 1b110ade-894c-461a-b41c-cbf59c91e1db, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b110ade-894c-461a-b41c-cbf59c91e1db,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:47.801785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0b2a8503-ca28-45ec-8769-bcab9951b74d triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:47.802146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.887312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:47.963540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b28bfe14-b60b-4e53-80b7-90bd2f47315b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:48.012532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=1b110ade-894c-461a-b41c-cbf59c91e1db,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:48.131409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b28bfe14-b60b-4e53-80b7-90bd2f47315b completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:48.137395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b28bfe14-b60b-4e53-80b7-90bd2f47315b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:48.137762 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.259959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.291621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b28bfe14-b60b-4e53-80b7-90bd2f47315b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b28bfe14-b60b-4e53-80b7-90bd2f47315b,segment=NetworkSegment(68517207-79db-4c41-acd8-c4bb7e70d157),segment_id=68517207-79db-4c41-acd8-c4bb7e70d157)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:48.294563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['1b110ade-894c-461a-b41c-cbf59c91e1db'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:10:48.300611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149835-b244-41f0-9398-ce1cfb9119b5 req-02296e3d-ff19-4653-8a1c-82d35fbb0e6b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:48.302066 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c1149835-b244-41f0-9398-ce1cfb9119b5 req-02296e3d-ff19-4653-8a1c-82d35fbb0e6b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 944 time: 0.0777342 Dec 23 16:10:48.347475 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c1149835-b244-41f0-9398-ce1cfb9119b5 req-3b5461f1-7ae2-4e36-b000-fb4823237612 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Dec 23 16:10:48.378215 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:48.482698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b28bfe14-b60b-4e53-80b7-90bd2f47315b,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:49.509830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b110ade-894c-461a-b41c-cbf59c91e1db up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:49.547009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729053-2586-4fb3-94cf-96558de59ac6 req-e39c0cd5-4ee2-4aa9-a7fa-ce15b3239946 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:49.548488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-18729053-2586-4fb3-94cf-96558de59ac6 req-e39c0cd5-4ee2-4aa9-a7fa-ce15b3239946 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 944 time: 0.0795362 Dec 23 16:10:49.594489 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-18729053-2586-4fb3-94cf-96558de59ac6 req-ea96a71a-0a09-4edc-b2c7-9be4f22720fa tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Dec 23 16:10:49.640244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 1b110ade-894c-461a-b41c-cbf59c91e1db completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:10:49.646203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 1b110ade-894c-461a-b41c-cbf59c91e1db triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:49.646577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.676841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b28bfe14-b60b-4e53-80b7-90bd2f47315b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:10:49.812316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b28bfe14-b60b-4e53-80b7-90bd2f47315b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:10:49.812686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.870365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:49.907917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b110ade-894c-461a-b41c-cbf59c91e1db'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:10:49.945906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 1b110ade-894c-461a-b41c-cbf59c91e1db, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b110ade-894c-461a-b41c-cbf59c91e1db,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:10:50.040118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:50.042922 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b110ade-894c-461a-b41c-cbf59c91e1db', 'code': 200} Dec 23 16:10:50.137686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=1b110ade-894c-461a-b41c-cbf59c91e1db,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:10:50.464403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3af886a8-c81a-491f-a891-12043ad2e677 req-7f107cec-66da-4967-aee8-3a5db8d52725 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 1098 time: 0.0660696 Dec 23 16:10:50.506665 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3af886a8-c81a-491f-a891-12043ad2e677 req-bc45baf1-2191-41f0-84a9-41f6f7c4029d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352781 Dec 23 16:10:50.799060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b6949-52ab-4260-a85e-b6b8b7b03609 req-719254b8-6d86-4457-bb3d-8b74a8a2cd6a tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:50.800569 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1d3b6949-52ab-4260-a85e-b6b8b7b03609 req-719254b8-6d86-4457-bb3d-8b74a8a2cd6a tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.0828435 Dec 23 16:10:50.845278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1d3b6949-52ab-4260-a85e-b6b8b7b03609 req-290c34b8-62c3-4739-b476-aac6429c2189 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 Dec 23 16:10:52.041156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dfdfe-7ee5-4f19-8b01-e31f4dff9365 req-3c9e2cbe-e8f4-4300-b629-26a0737bbc31 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:52.042579 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-537dfdfe-7ee5-4f19-8b01-e31f4dff9365 req-3c9e2cbe-e8f4-4300-b629-26a0737bbc31 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.0762749 Dec 23 16:10:52.091295 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-537dfdfe-7ee5-4f19-8b01-e31f4dff9365 req-ea6d9487-2f98-4cb3-84fa-bf5e0ffefaaa tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431139 Dec 23 16:10:53.284019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7e844-2362-474b-a95c-9648fda8f833 req-20698819-7f2c-49a3-9a9d-09f844090fe8 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:53.285653 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4a7e844-2362-474b-a95c-9648fda8f833 req-20698819-7f2c-49a3-9a9d-09f844090fe8 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.0753276 Dec 23 16:10:53.330643 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e4a7e844-2362-474b-a95c-9648fda8f833 req-29dbd7d5-9c11-4524-96ab-d5af07660f33 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Dec 23 16:10:53.523877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f3ae3-e78d-479a-8af1-80c83363b353 req-66610553-1eff-4762-90f8-19552d05c9ce tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:10:53.525311 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a99f3ae3-e78d-479a-8af1-80c83363b353 req-66610553-1eff-4762-90f8-19552d05c9ce tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.0773816 Dec 23 16:10:53.569300 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a99f3ae3-e78d-479a-8af1-80c83363b353 req-115be66d-e7f1-418e-8809-81c119bae631 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Dec 23 16:10:55.338304 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2572b1f5-cc83-44f2-a67d-c87d1fcea6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:57.704233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37a67481-00e7-4773-a315-e455b9672841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:58.931500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:10:59.001258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:00.416988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:07.658627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:11.916835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7343e-c084-4c71-b5b6-ca6c3427b41a req-51ef6c25-9849-4542-9448-2e8dbb15a44e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:11.918253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cde7343e-c084-4c71-b5b6-ca6c3427b41a req-51ef6c25-9849-4542-9448-2e8dbb15a44e tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.0771210 Dec 23 16:11:11.964151 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cde7343e-c084-4c71-b5b6-ca6c3427b41a req-3a8b998a-896b-4546-8993-43b92d0e7e46 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Dec 23 16:11:13.257677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8e2e6-eaca-46de-912a-eb37b8766660 req-1d87e4c5-8743-4fcd-9174-3b91e68ac77c tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:13.259092 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ee8e2e6-eaca-46de-912a-eb37b8766660 req-1d87e4c5-8743-4fcd-9174-3b91e68ac77c tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.1652489 Dec 23 16:11:13.304070 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5ee8e2e6-eaca-46de-912a-eb37b8766660 req-9003339f-0419-48da-bd4a-55a4e52de5f4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Dec 23 16:11:13.966638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-d318b8b9-41f9-4841-81a3-97271f67e6a2 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:13.967958 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-d318b8b9-41f9-4841-81a3-97271f67e6a2 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.0758243 Dec 23 16:11:14.054512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Deleting port 1b110ade-894c-461a-b41c-cbf59c91e1db {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:11:14.054842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.297673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] For port 1b110ade-894c-461a-b41c-cbf59c91e1db, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b110ade-894c-461a-b41c-cbf59c91e1db,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:14.298395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.425063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Calling delete_port for 1b110ade-894c-461a-b41c-cbf59c91e1db owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:11:14.598297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0f327-93f4-4f1c-8898-7611e4275c01 req-35c613d1-3fad-44c1-a205-ddbdbd451774 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:14.599677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e3a0f327-93f4-4f1c-8898-7611e4275c01 req-35c613d1-3fad-44c1-a205-ddbdbd451774 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 945 time: 0.1489508 Dec 23 16:11:14.658766 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e3a0f327-93f4-4f1c-8898-7611e4275c01 req-beef3968-49a9-4472-a6b7-c0e5bf0a5310 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484233 Dec 23 16:11:14.681569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.714505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['1b110ade-894c-461a-b41c-cbf59c91e1db'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:11:14.733526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Pushing event deleted for resources: {'Port': ['ID=1b110ade-894c-461a-b41c-cbf59c91e1db,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:14.743534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.743911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.744204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.744541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.744864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.745189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.745512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.745831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.746150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.746515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.746778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:14.819150 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] No DVR routers for this DVR port 1b110ade-894c-461a-b41c-cbf59c91e1db on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:14.821505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:14.824064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'name': 'network-vif-deleted', 'tag': '1b110ade-894c-461a-b41c-cbf59c91e1db'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:11:14.880593 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543b012e-1638-4c0d-a1d2-e9204fb7e09e', 'name': 'network-vif-deleted', 'tag': '1b110ade-894c-461a-b41c-cbf59c91e1db', 'status': 'completed', 'code': 200} Dec 23 16:11:14.900644 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-707148d2-8e26-4dde-a722-0a1da6453c1d req-ce3a403d-f384-4e35-9a1c-fcdc5535f606 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "DELETE /v2.0/ports/1b110ade-894c-461a-b41c-cbf59c91e1db HTTP/1.1" status: 204 len: 173 time: 0.9135950 Dec 23 16:11:14.976511 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:11:15.836176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-986eb5be-daac-42bc-8a10-e7a536d2f357 req-a0ecf679-39ba-44c1-9ab9-96ef4c4341f4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Synchronizing usage tracker for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:15.910719 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-986eb5be-daac-42bc-8a10-e7a536d2f357 req-a0ecf679-39ba-44c1-9ab9-96ef4c4341f4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Unset dirty status for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:15.912866 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-986eb5be-daac-42bc-8a10-e7a536d2f357 req-a0ecf679-39ba-44c1-9ab9-96ef4c4341f4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=543b012e-1638-4c0d-a1d2-e9204fb7e09e HTTP/1.1" status: 200 len: 210 time: 0.1207440 Dec 23 16:11:17.622318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b110ade-894c-461a-b41c-cbf59c91e1db no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:17.657662 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 1b110ade-894c-461a-b41c-cbf59c91e1db {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:11:17.658270 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b110ade-894c-461a-b41c-cbf59c91e1db not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:17.800546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-9227e3ba-63c0-4289-a6a2-162210caf4c1 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:17.801995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-9227e3ba-63c0-4289-a6a2-162210caf4c1 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/networks?id=97dc1457-fa90-4035-86df-726f2b3f5a42 HTTP/1.1" status: 200 len: 817 time: 0.1509571 Dec 23 16:11:17.820081 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-361680ff-157a-4d9c-a364-d42901fb93d1 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/quotas/1f12555c52c64cfb90e7c6b3fe2350e8 HTTP/1.1" status: 200 len: 375 time: 0.0124488 Dec 23 16:11:17.902935 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-d76068f3-7883-4d98-977b-bb591ad4f08b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779152 Dec 23 16:11:18.040801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-3a73205c-cc08-46c0-af2a-3afe1d119752 service neutron] 10.222.0.58 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264415 Dec 23 16:11:18.178099 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-e686a305-19a4-4c73-bb5f-31c50aff4553 service neutron] 10.222.0.58 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315434 Dec 23 16:11:18.441335 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb84bcac-60fc-4a89-bad7-17e58bbb1929 req-3b98acbf-c559-44b6-a165-7946e8caeaaa tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 210 time: 0.0399554 Dec 23 16:11:19.709014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-34b05513-5cdd-4c27-ac04-4d6f0f785ca7 req-0c83fed6-57e5-41aa-9d7c-7aa8c15ac984 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 210 time: 0.1362555 Dec 23 16:11:20.649182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-d3174ec2-ea77-4719-a1e2-47021a515f85 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:20.650561 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-d3174ec2-ea77-4719-a1e2-47021a515f85 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "GET /v2.0/networks?id=97dc1457-fa90-4035-86df-726f2b3f5a42 HTTP/1.1" status: 200 len: 817 time: 0.1416814 Dec 23 16:11:20.674616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Request body: {'port': {'device_id': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'admin_state_up': True, 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:20.811228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:11:20.820967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:11:20.872908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5084b3f1-c5ca-4143-a2cc-65859785fd84 req-36c1fd5f-3e81-4b67-b774-86b59f2e8958 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 210 time: 0.0413253 Dec 23 16:11:20.894108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Made reservation on behalf of 1f12555c52c64cfb90e7c6b3fe2350e8 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:11:20.897967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.064492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Allocated IP 172.20.0.9 (97dc1457-fa90-4035-86df-726f2b3f5a42/9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1/94fd5899-1deb-4aab-b9e7-f537ac314845) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:11:21.259606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.275535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Transition to ACTIVE for port object 94fd5899-1deb-4aab-b9e7-f537ac314845 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:21.365847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.439005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:11:21.441978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:11:21.446833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:11:21.472093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Pushing event updated for resources: {'Port': ['ID=94fd5899-1deb-4aab-b9e7-f537ac314845,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:21.510436 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:21.510943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.617932 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-1e645973-4153-4828-9a88-3b9ed92d0bc6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9469509 Dec 23 16:11:21.636734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Request body: {'port': {'device_id': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:11:21.744467 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.813356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d934dce0-1f23-48a2-8368-66282af3ca6b None None] Provisioning for port 94fd5899-1deb-4aab-b9e7-f537ac314845 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:21.819000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d934dce0-1f23-48a2-8368-66282af3ca6b None None] Provisioning complete for port 94fd5899-1deb-4aab-b9e7-f537ac314845 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:21.819490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d934dce0-1f23-48a2-8368-66282af3ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:21.871293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d934dce0-1f23-48a2-8368-66282af3ca6b None None] Port 94fd5899-1deb-4aab-b9e7-f537ac314845 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:11:22.148720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd97185-03f8-436a-aa7d-a7b2215ba07b req-38260b0e-a99d-4536-bcaa-8adf974f579f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:22.149317 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7fd97185-03f8-436a-aa7d-a7b2215ba07b req-38260b0e-a99d-4536-bcaa-8adf974f579f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Synchronizing usage tracker for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:22.157469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fd5899-1deb-4aab-b9e7-f537ac314845 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:11:22.169747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.186128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Transition to ACTIVE for port object 94fd5899-1deb-4aab-b9e7-f537ac314845 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:11:22.234360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7fd97185-03f8-436a-aa7d-a7b2215ba07b req-38260b0e-a99d-4536-bcaa-8adf974f579f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Unset dirty status for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:22.235539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fd97185-03f8-436a-aa7d-a7b2215ba07b req-38260b0e-a99d-4536-bcaa-8adf974f579f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 931 time: 0.2353852 Dec 23 16:11:22.270120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.336499 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7fd97185-03f8-436a-aa7d-a7b2215ba07b req-2c6ca74e-b34f-418a-a3ab-7d3187691191 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946598 Dec 23 16:11:22.403883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=94fd5899-1deb-4aab-b9e7-f537ac314845,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:22.515237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Attempting to bind port 94fd5899-1deb-4aab-b9e7-f537ac314845 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:11:22.515559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Attempting to bind port 94fd5899-1deb-4aab-b9e7-f537ac314845 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:11:22.515873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Attempting to bind port 94fd5899-1deb-4aab-b9e7-f537ac314845 on network 97dc1457-fa90-4035-86df-726f2b3f5a42 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:22.521539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Port 94fd5899-1deb-4aab-b9e7-f537ac314845 on network 97dc1457-fa90-4035-86df-726f2b3f5a42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:11:22.521845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Attempting to bind port 94fd5899-1deb-4aab-b9e7-f537ac314845 on network 97dc1457-fa90-4035-86df-726f2b3f5a42 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:11:22.528176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:11:22.528501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Checking segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:11:22.528866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Bound using segment: {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:11:22.529266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Bound port: 94fd5899-1deb-4aab-b9e7-f537ac314845, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f8679d-c74d-4f41-8756-6688c1f00427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:11:22.529592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.714007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] For port 94fd5899-1deb-4aab-b9e7-f537ac314845, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:11:22.716925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] For port 94fd5899-1deb-4aab-b9e7-f537ac314845, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=94fd5899-1deb-4aab-b9e7-f537ac314845,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:11:22.817471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.880268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:22.881834 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] 10.222.0.57 "PUT /v2.0/ports/94fd5899-1deb-4aab-b9e7-f537ac314845 HTTP/1.1" status: 200 len: 1093 time: 1.2494259 Dec 23 16:11:22.882250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'tag': '94fd5899-1deb-4aab-b9e7-f537ac314845'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:11:22.899544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a79ad8-121c-4586-976d-7d5f9481dd03 service neutron] Pushing event updated for resources: {'Port': ['ID=94fd5899-1deb-4aab-b9e7-f537ac314845,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:22.942189 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'tag': '94fd5899-1deb-4aab-b9e7-f537ac314845', 'status': 'completed', 'code': 200} Dec 23 16:11:23.055813 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6742a3ca-3f1e-4f72-8393-aa7d73156cad req-daacb79d-7341-45c9-bf8b-a25cc6d81573 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 1096 time: 0.0719414 Dec 23 16:11:23.202355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742a3ca-3f1e-4f72-8393-aa7d73156cad req-f1866891-741e-499c-bbf3-e14cc243dae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:23.203689 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6742a3ca-3f1e-4f72-8393-aa7d73156cad req-f1866891-741e-499c-bbf3-e14cc243dae9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1347656 Dec 23 16:11:23.335772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742a3ca-3f1e-4f72-8393-aa7d73156cad req-1ebae997-c1dd-470f-84d3-491d18c4014c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:23.337197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6742a3ca-3f1e-4f72-8393-aa7d73156cad req-1ebae997-c1dd-470f-84d3-491d18c4014c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271634 Dec 23 16:11:23.469168 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-20bef1a9-4a9e-48d6-a6ef-d17f15ab556f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 1096 time: 0.0751786 Dec 23 16:11:23.573160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-60b33930-9ac7-4e30-baa5-cf3c135c2828 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94fd5899-1deb-4aab-b9e7-f537ac314845 HTTP/1.1" status: 200 len: 217 time: 0.0738399 Dec 23 16:11:23.658601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea060bd3-2da6-4f20-a4f7-2925fd6acad0 req-3cb04b33-71f6-405f-980e-db2a02816c59 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:23.660164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ea060bd3-2da6-4f20-a4f7-2925fd6acad0 req-3cb04b33-71f6-405f-980e-db2a02816c59 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 943 time: 0.1945379 Dec 23 16:11:23.661592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-3b0fd490-8016-4cb9-b156-6974e99cdaec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:23.663832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-3b0fd490-8016-4cb9-b156-6974e99cdaec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1 HTTP/1.1" status: 200 len: 856 time: 0.0815187 Dec 23 16:11:23.758641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ea060bd3-2da6-4f20-a4f7-2925fd6acad0 req-9d58857e-1918-4a2f-9e5f-3cf7ab195970 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924983 Dec 23 16:11:23.773800 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-bd0f3c8b-ae15-47f9-99df-b8cb8ff0852f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=97dc1457-fa90-4035-86df-726f2b3f5a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933502 Dec 23 16:11:23.905105 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-d16eb9f5-541a-492b-8bc3-ab095d8927ef service neutron] 10.222.0.57 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248796 Dec 23 16:11:24.035456 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d43350f0-a75b-4606-a1bc-3db0d35b9af5 req-02c002a7-6575-4c04-86c3-1eedc4161e96 service neutron] 10.222.0.57 "GET /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226106 Dec 23 16:11:24.950754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e72f3-b453-41f8-9df7-36119c6f126d req-c9008dab-9b0c-4c40-bb17-6868478f9533 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:24.952132 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a19e72f3-b453-41f8-9df7-36119c6f126d req-c9008dab-9b0c-4c40-bb17-6868478f9533 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 943 time: 0.0747871 Dec 23 16:11:24.999559 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a19e72f3-b453-41f8-9df7-36119c6f126d req-6d161597-ed2a-41b5-a4ed-ed12c71ff8d4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Dec 23 16:11:25.344476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-595644b0-8d37-4afc-8cbd-c3a5997b877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:26.194416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca3f04-7e19-4a99-9fc6-8e355f492e20 req-7642193b-e97a-4557-a8e2-17a4e259b75f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:26.195832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e1ca3f04-7e19-4a99-9fc6-8e355f492e20 req-7642193b-e97a-4557-a8e2-17a4e259b75f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 943 time: 0.0748944 Dec 23 16:11:26.242458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e1ca3f04-7e19-4a99-9fc6-8e355f492e20 req-8b9cfec5-4a96-4b92-ab28-ba79b4703cd6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410860 Dec 23 16:11:27.441426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90ace4-d5cf-4a8e-939b-c76f729c679c req-59362a1e-2744-45ae-8cac-33ef216fe37b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:27.442839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb90ace4-d5cf-4a8e-939b-c76f729c679c req-59362a1e-2744-45ae-8cac-33ef216fe37b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 943 time: 0.0793202 Dec 23 16:11:27.486238 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fb90ace4-d5cf-4a8e-939b-c76f729c679c req-32dd2d2d-fad2-4372-9150-d140b71cbdde tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Dec 23 16:11:27.682847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 94fd5899-1deb-4aab-b9e7-f537ac314845 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:11:27.695173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3f19eb36-5bd0-4dc0-8f03-21c55fb6efe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.828100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 94fd5899-1deb-4aab-b9e7-f537ac314845, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=94fd5899-1deb-4aab-b9e7-f537ac314845,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:27.840919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '94fd5899-1deb-4aab-b9e7-f537ac314845', 'network_id': '97dc1457-fa90-4035-86df-726f2b3f5a42', 'port_id': '94fd5899-1deb-4aab-b9e7-f537ac314845', 'mac_address': 'fa:16:3e:e7:da:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:11:27.896914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:27.913571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fd5899-1deb-4aab-b9e7-f537ac314845 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:11:27.927795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 94fd5899-1deb-4aab-b9e7-f537ac314845, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=94fd5899-1deb-4aab-b9e7-f537ac314845,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:28.013206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:28.079615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=94fd5899-1deb-4aab-b9e7-f537ac314845,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:28.087866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.088233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.088571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.088942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.089296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.089630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.089967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.090292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.090609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.090925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.091248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:11:28.403717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['94fd5899-1deb-4aab-b9e7-f537ac314845'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:11:28.680694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb9b6-802e-4524-9da5-518e55715274 req-de4a9648-a718-4f74-8084-8d4c94374ec4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:28.682127 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-255eb9b6-802e-4524-9da5-518e55715274 req-de4a9648-a718-4f74-8084-8d4c94374ec4 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 944 time: 0.0776882 Dec 23 16:11:28.727810 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-255eb9b6-802e-4524-9da5-518e55715274 req-945a4ae9-e707-46aa-a6d4-a2344e0a66b7 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401964 Dec 23 16:11:28.914055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.007995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.691571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 94fd5899-1deb-4aab-b9e7-f537ac314845 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:11:29.847338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 94fd5899-1deb-4aab-b9e7-f537ac314845 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:11:29.853102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 94fd5899-1deb-4aab-b9e7-f537ac314845 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:11:29.853456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.969057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:29.998240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fd5899-1deb-4aab-b9e7-f537ac314845'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:11:30.008265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 94fd5899-1deb-4aab-b9e7-f537ac314845, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=94fd5899-1deb-4aab-b9e7-f537ac314845,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:30.027499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b3942-bba4-458b-be81-27eb5e7e1031 req-273e945a-cdc7-4777-b7f3-8efa3696a52b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:30.029018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d7b3942-bba4-458b-be81-27eb5e7e1031 req-273e945a-cdc7-4777-b7f3-8efa3696a52b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 944 time: 0.1802914 Dec 23 16:11:30.056296 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fd5899-1deb-4aab-b9e7-f537ac314845', 'code': 200} Dec 23 16:11:30.076722 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3d7b3942-bba4-458b-be81-27eb5e7e1031 req-6e8ff704-e1cd-4129-ac58-3e21e3a4acac tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Dec 23 16:11:30.104783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.174244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=94fd5899-1deb-4aab-b9e7-f537ac314845,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:30.428293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:30.445412 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3f03b81-4296-4a45-b11e-45660d93ac1b req-3cc5a94c-b5f6-4466-a05b-a7a01296f5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 1098 time: 0.0697155 Dec 23 16:11:30.487373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3f03b81-4296-4a45-b11e-45660d93ac1b req-cf9780d9-e8e9-469e-9810-397bb41f6b45 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Dec 23 16:11:31.278518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edc2fd-1beb-43b1-8415-3f50c873211e req-f3a9d7a9-1004-47b3-8679-8035a6f41000 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:31.279925 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83edc2fd-1beb-43b1-8415-3f50c873211e req-f3a9d7a9-1004-47b3-8679-8035a6f41000 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 945 time: 0.0789194 Dec 23 16:11:31.325757 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83edc2fd-1beb-43b1-8415-3f50c873211e req-033a0af0-36a9-4c59-95db-6f16390c719b tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Dec 23 16:11:32.517927 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283b849-bf39-4cbd-a9f0-4676a2bf8897 req-ab9e5884-f74d-4241-90e1-5d9bd5481cce tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:32.519362 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6283b849-bf39-4cbd-a9f0-4676a2bf8897 req-ab9e5884-f74d-4241-90e1-5d9bd5481cce tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 945 time: 0.0769300 Dec 23 16:11:32.568338 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6283b849-bf39-4cbd-a9f0-4676a2bf8897 req-d7d644cd-13f6-4ab3-9c2b-fccfef8c8ca6 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Dec 23 16:11:32.760242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be909a60-0502-4d90-8c09-1795befc37ce req-afd1dbe2-c813-45b3-9ef6-ad26109871c0 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:32.761658 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be909a60-0502-4d90-8c09-1795befc37ce req-afd1dbe2-c813-45b3-9ef6-ad26109871c0 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 945 time: 0.0755098 Dec 23 16:11:32.806210 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-be909a60-0502-4d90-8c09-1795befc37ce req-bb50dc24-d051-44ca-aebd-b42332560c3c tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390573 Dec 23 16:11:37.645409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:50.963759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57abff-fe78-4080-9d2a-20fa5947478e req-1a493b85-4f2e-4437-ba21-5cb59784ac06 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:50.965120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8d57abff-fe78-4080-9d2a-20fa5947478e req-1a493b85-4f2e-4437-ba21-5cb59784ac06 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 945 time: 0.0803943 Dec 23 16:11:51.010054 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8d57abff-fe78-4080-9d2a-20fa5947478e req-c32205e1-0785-4dcf-9c33-1c0f4585c195 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Dec 23 16:11:51.977565 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:11:52.203627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb34ca-bd4e-40e0-9375-ac596f13be2c req-e830f91a-edc6-4423-90ed-f626d435aecc tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:52.205063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4abb34ca-bd4e-40e0-9375-ac596f13be2c req-e830f91a-edc6-4423-90ed-f626d435aecc tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 945 time: 0.0760136 Dec 23 16:11:52.248986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4abb34ca-bd4e-40e0-9375-ac596f13be2c req-6dfa04a6-3dfd-41be-af1e-25bee4a888d2 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 Dec 23 16:11:53.000194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bfd12-115d-4678-8cd7-af9a691991de req-205dc6bc-2edc-4602-b279-6b0de27d2a45 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:53.001513 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d12bfd12-115d-4678-8cd7-af9a691991de req-205dc6bc-2edc-4602-b279-6b0de27d2a45 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 945 time: 0.0771096 Dec 23 16:11:53.067918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Deleting port 94fd5899-1deb-4aab-b9e7-f537ac314845 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:11:53.068630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.311498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] For port 94fd5899-1deb-4aab-b9e7-f537ac314845, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=94fd5899-1deb-4aab-b9e7-f537ac314845,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:53.312157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.468383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Calling delete_port for 94fd5899-1deb-4aab-b9e7-f537ac314845 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:11:53.569369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c77b0-3027-42de-8df8-82cf6c8cbe42 req-143d4d9c-0517-4b49-bb89-6200a6a7ba35 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:11:53.570710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-932c77b0-3027-42de-8df8-82cf6c8cbe42 req-143d4d9c-0517-4b49-bb89-6200a6a7ba35 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 945 time: 0.1963334 Dec 23 16:11:53.667650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-932c77b0-3027-42de-8df8-82cf6c8cbe42 req-e0205574-653a-430c-947f-44f0199f58ee tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/security-groups?id=d57c54e9-7994-4b6c-99a3-6b6eb595060a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663600 Dec 23 16:11:53.762441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.794671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['94fd5899-1deb-4aab-b9e7-f537ac314845'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:11:53.810517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Pushing event deleted for resources: {'Port': ['ID=94fd5899-1deb-4aab-b9e7-f537ac314845,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:53.889834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] No DVR routers for this DVR port 94fd5899-1deb-4aab-b9e7-f537ac314845 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:11:53.892732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:53.895254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'name': 'network-vif-deleted', 'tag': '94fd5899-1deb-4aab-b9e7-f537ac314845'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:11:53.961129 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbd9761-4dcd-4a71-b13a-49f45c7ca3df', 'name': 'network-vif-deleted', 'tag': '94fd5899-1deb-4aab-b9e7-f537ac314845', 'status': 'completed', 'code': 200} Dec 23 16:11:53.980343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d12bfd12-115d-4678-8cd7-af9a691991de req-fd87b3b8-26aa-4e4f-a8ff-149326295a78 tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.57 "DELETE /v2.0/ports/94fd5899-1deb-4aab-b9e7-f537ac314845 HTTP/1.1" status: 204 len: 173 time: 0.9739311 Dec 23 16:11:54.843974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1560d7d7-01c3-4a42-980e-a212e0be5a65 req-614c2d39-a5fc-4924-b967-6140faa5bb8f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Synchronizing usage tracker for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:11:54.933950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1560d7d7-01c3-4a42-980e-a212e0be5a65 req-614c2d39-a5fc-4924-b967-6140faa5bb8f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] Unset dirty status for tenant:1f12555c52c64cfb90e7c6b3fe2350e8 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:11:54.935044 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1560d7d7-01c3-4a42-980e-a212e0be5a65 req-614c2d39-a5fc-4924-b967-6140faa5bb8f tempest-TestEncryptedCinderVolumes-202411362 tempest-TestEncryptedCinderVolumes-202411362-project] 10.222.0.58 "GET /v2.0/ports?device_id=afbd9761-4dcd-4a71-b13a-49f45c7ca3df HTTP/1.1" status: 200 len: 210 time: 0.1336842 Dec 23 16:11:55.361811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f26c7b9-61a2-42e0-8cb8-97a7aab70f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:55.808083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 94fd5899-1deb-4aab-b9e7-f537ac314845 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:11:55.843622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 94fd5899-1deb-4aab-b9e7-f537ac314845 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:11:55.844043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 94fd5899-1deb-4aab-b9e7-f537ac314845 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:11:56.141376 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33598) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:56.621894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.212700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Deleting port 0b2a8503-ca28-45ec-8769-bcab9951b74d {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:11:57.213388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.385668 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] For port 0b2a8503-ca28-45ec-8769-bcab9951b74d, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0b2a8503-ca28-45ec-8769-bcab9951b74d,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:57.386010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.504020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Calling delete_port for 0b2a8503-ca28-45ec-8769-bcab9951b74d owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:11:57.685276 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-82fcedaf-7323-4655-9f67-477a09d62b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.731000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:57.776945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2a8503-ca28-45ec-8769-bcab9951b74d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:11:58.174031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.750092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:11:58.928631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:58.952992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:11:58.963724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] Sync routers for ids ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:11:58.976565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] Routers {'7cc72b7a-ca96-4cb4-b04e-d9676637b837'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:58.977253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:59.031747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.045567 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9865c4b8-ffb2-4395-bea7-0944c08fddc8 admin admin] 10.222.0.58 "PUT /v2.0/routers/7cc72b7a-ca96-4cb4-b04e-d9676637b837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9023075 Dec 23 16:11:59.048206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33602) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:11:59.166678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] Set router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:59.247705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.503233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:11:57Z', 'revision_number': 5, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:59.506923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] Checking router: 7cc72b7a-ca96-4cb4-b04e-d9676637b837 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:11:59.517918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] Routers {'7cc72b7a-ca96-4cb4-b04e-d9676637b837'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:11:59.518493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:59.566758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.636299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Deleting port a2644749-d505-4aca-b2f0-eb094a2dae6e {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:11:59.636637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.704726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] Set router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:11:59.838955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] For port a2644749-d505-4aca-b2f0-eb094a2dae6e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a2644749-d505-4aca-b2f0-eb094a2dae6e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:11:59.839566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:11:59.969763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Calling delete_port for a2644749-d505-4aca-b2f0-eb094a2dae6e owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:11:59.992563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:11:57Z', 'revision_number': 5, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:11:59.996652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb36468-f42a-413f-865f-b808622c4222 None None] The sync data for ids ['7cc72b7a-ca96-4cb4-b04e-d9676637b837'] in dv-neutron-822796-1-hyperv is: [{'id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'name': 'tempest-TestEncryptedCinderVolumes-1795608505-router', 'tenant_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:11:57Z', 'revision_number': 5, 'project_id': '1f12555c52c64cfb90e7c6b3fe2350e8', 'gw_port': {'id': 'a2644749-d505-4aca-b2f0-eb094a2dae6e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc72b7a-ca96-4cb4-b04e-d9676637b837', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:23Z', 'updated_at': '2021-12-23T16:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:00.207621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.252847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2644749-d505-4aca-b2f0-eb094a2dae6e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:00.430814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.475029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.735332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.739309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.828311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.828835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc72b7a-ca96-4cb4-b04e-d9676637b837 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:12:00.841669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.843077 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-aad93528-4a1e-471f-bf73-8f5e68816404 admin admin] 10.222.0.58 "DELETE /v2.0/routers/7cc72b7a-ca96-4cb4-b04e-d9676637b837 HTTP/1.1" status: 204 len: 168 time: 1.7937002 Dec 23 16:12:00.845433 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33606) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:00.907166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] Deleting subnet 9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:00.910466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:00.962353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.037330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.168395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.308316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:01.316591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.321552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eeb5be-d37c-4497-94f1-6670f542a162 None None] Network 97dc1457-fa90-4035-86df-726f2b3f5a42 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:01.323164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9989b992-551d-4b7c-85a7-53722e6b1312 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9d8954db-13e0-4ba8-89b4-fbba9bb6c4c1 HTTP/1.1" status: 204 len: 168 time: 0.4767599 Dec 23 16:12:01.325622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33610) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:01.429682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.440459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Deleting port 059d58ab-b7d7-456f-8712-675a42f68451 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:01.440788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.572920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] DHCP port deletion for 97dc1457-fa90-4035-86df-726f2b3f5a42 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:01.577683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Deleting port 059d58ab-b7d7-456f-8712-675a42f68451 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:01.578091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.650251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] For port 059d58ab-b7d7-456f-8712-675a42f68451, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=059d58ab-b7d7-456f-8712-675a42f68451,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:01.650813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.746990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0b2a8503-ca28-45ec-8769-bcab9951b74d no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:01.783939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Calling delete_port for 059d58ab-b7d7-456f-8712-675a42f68451 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:12:01.792788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 0b2a8503-ca28-45ec-8769-bcab9951b74d {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:12:01.793132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0b2a8503-ca28-45ec-8769-bcab9951b74d not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:01.793555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2644749-d505-4aca-b2f0-eb094a2dae6e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:01.839576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a2644749-d505-4aca-b2f0-eb094a2dae6e {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:12:01.839867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2644749-d505-4aca-b2f0-eb094a2dae6e not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:01.840260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 059d58ab-b7d7-456f-8712-675a42f68451 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:01.880746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] For port 059d58ab-b7d7-456f-8712-675a42f68451, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=059d58ab-b7d7-456f-8712-675a42f68451,segment=NetworkSegment(81f8679d-c74d-4f41-8756-6688c1f00427),segment_id=81f8679d-c74d-4f41-8756-6688c1f00427)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:01.881118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.919848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:01.967568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Pushing event deleted for resources: {'Port': ['ID=059d58ab-b7d7-456f-8712-675a42f68451,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:01.974600 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] No DVR routers for this DVR port 059d58ab-b7d7-456f-8712-675a42f68451 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:02.049999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Calling delete_port for 059d58ab-b7d7-456f-8712-675a42f68451 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:12:02.091605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.091995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No active binding found for port 059d58ab-b7d7-456f-8712-675a42f68451 {{(pid=84223) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 23 16:12:02.092295 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 059d58ab-b7d7-456f-8712-675a42f68451 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:02.117107 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97dc1457-fa90-4035-86df-726f2b3f5a42']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:02.122496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:02.122843 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:02.129958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f8679d-c74d-4f41-8756-6688c1f00427') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:02.130250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f8679d-c74d-4f41-8756-6688c1f00427') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:02.141473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.157848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.163820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:02.164222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:02.177717 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:02.316709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.332510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.342359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] Pushing event deleted for resources: {'Network': ['ID=97dc1457-fa90-4035-86df-726f2b3f5a42,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:02.431507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b8de66c3-38be-4e9d-8420-6d9800f4791b admin admin] 10.222.0.58 "DELETE /v2.0/networks/97dc1457-fa90-4035-86df-726f2b3f5a42 HTTP/1.1" status: 204 len: 168 time: 1.1049271 Dec 23 16:12:02.434294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33614) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:02.625146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Deleting port 059d58ab-b7d7-456f-8712-675a42f68451 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:02.625679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:02.691194 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9dd029b5-d7fd-44f0-b192-fc4050fc1cd0 None None] The port '059d58ab-b7d7-456f-8712-675a42f68451' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:12:02.818826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.493923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Deleting port b28bfe14-b60b-4e53-80b7-90bd2f47315b {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:03.494634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.664658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] For port b28bfe14-b60b-4e53-80b7-90bd2f47315b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b28bfe14-b60b-4e53-80b7-90bd2f47315b,segment=NetworkSegment(68517207-79db-4c41-acd8-c4bb7e70d157),segment_id=68517207-79db-4c41-acd8-c4bb7e70d157)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:03.664993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:03.785918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Calling delete_port for b28bfe14-b60b-4e53-80b7-90bd2f47315b owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:12:04.022584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:04.066623 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28bfe14-b60b-4e53-80b7-90bd2f47315b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:04.360025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.022226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Router 3998a6ad-b0d6-47fb-8916-5bde947e2fad has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:05.226790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:05.236150 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-51c07ba0-d916-492b-a86d-d53f1cf769c9 admin admin] 10.222.0.58 "PUT /v2.0/routers/3998a6ad-b0d6-47fb-8916-5bde947e2fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8008788 Dec 23 16:12:05.240039 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] Sync routers for ids ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:05.240642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33618) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:05.248461 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] Routers {'3998a6ad-b0d6-47fb-8916-5bde947e2fad'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:05.249808 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:05.426034 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] Set router 3998a6ad-b0d6-47fb-8916-5bde947e2fad gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:05.431727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.631059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.691307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Deleting port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:05.692049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.713738 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:12:03Z', 'revision_number': 5, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port': {'id': '1323abd2-f2d1-4030-b5a8-2f7ae1e5590b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:46:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:05.717481 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] Checking router: 3998a6ad-b0d6-47fb-8916-5bde947e2fad for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:05.728738 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] Routers {'3998a6ad-b0d6-47fb-8916-5bde947e2fad'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:05.729325 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:05.863171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] For port 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:05.863510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:05.882021 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] Set router 3998a6ad-b0d6-47fb-8916-5bde947e2fad gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:05.985602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Calling delete_port for 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:12:05.987646 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:12:05Z', 'revision_number': 6, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:05.991611 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cc512c-2d8f-4b2f-ad4f-76ec111c2f22 None None] The sync data for ids ['3998a6ad-b0d6-47fb-8916-5bde947e2fad'] in dv-neutron-822796-1-hyperv is: [{'id': '3998a6ad-b0d6-47fb-8916-5bde947e2fad', 'name': 'tempest-TestEncryptedCinderVolumes-147219692-router', 'tenant_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:10:31Z', 'updated_at': '2021-12-23T16:12:05Z', 'revision_number': 6, 'project_id': '8a8a103ab6ae4dd1bdd0456e99b541b2', 'gw_port_host': None}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:06.304948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.358766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1323abd2-f2d1-4030-b5a8-2f7ae1e5590b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:06.576048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.831184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.835210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.922128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.922635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3998a6ad-b0d6-47fb-8916-5bde947e2fad {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:12:06.934641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:06.935826 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c77a9364-5d08-4b83-b371-2b14a2a1b6bc admin admin] 10.222.0.58 "DELETE /v2.0/routers/3998a6ad-b0d6-47fb-8916-5bde947e2fad HTTP/1.1" status: 204 len: 168 time: 1.6963363 Dec 23 16:12:06.938296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33622) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:07.002639 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] Deleting subnet db470531-14b5-42f8-a3eb-52b2372a3670 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:12:07.005827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.055613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.136035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.274738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.319557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db470531-14b5-42f8-a3eb-52b2372a3670,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:07.324570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.329549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b6c7e-a8fd-476f-94a5-5d5b1c2d4cf6 None None] Network 305b26cb-b13c-49ee-8c25-19b118f4c7b0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:07.336539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e9bcb7d7-b648-4c81-a833-e8aa63677d4d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/db470531-14b5-42f8-a3eb-52b2372a3670 HTTP/1.1" status: 204 len: 168 time: 0.3967893 Dec 23 16:12:07.339005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33626) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:07.462757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.476203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Deleting port 9a4336de-0854-42f9-87f9-b11157dc6bbd {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:07.476717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.584099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] DHCP port deletion for 305b26cb-b13c-49ee-8c25-19b118f4c7b0 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:12:07.589219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Deleting port 9a4336de-0854-42f9-87f9-b11157dc6bbd {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:07.593618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.643569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.702718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] For port 9a4336de-0854-42f9-87f9-b11157dc6bbd, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9a4336de-0854-42f9-87f9-b11157dc6bbd,segment=NetworkSegment(68517207-79db-4c41-acd8-c4bb7e70d157),segment_id=68517207-79db-4c41-acd8-c4bb7e70d157)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:07.703400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.775608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:07.828165 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:12:07.828426 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 1323abd2-f2d1-4030-b5a8-2f7ae1e5590b not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:07.828837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9a4336de-0854-42f9-87f9-b11157dc6bbd no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:07.892889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] For port 9a4336de-0854-42f9-87f9-b11157dc6bbd, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9a4336de-0854-42f9-87f9-b11157dc6bbd,segment=NetworkSegment(68517207-79db-4c41-acd8-c4bb7e70d157),segment_id=68517207-79db-4c41-acd8-c4bb7e70d157)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:07.893277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:07.970080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Calling delete_port for 9a4336de-0854-42f9-87f9-b11157dc6bbd owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:12:08.022417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Calling delete_port for 9a4336de-0854-42f9-87f9-b11157dc6bbd owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:12:08.133844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.208312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.246448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b28bfe14-b60b-4e53-80b7-90bd2f47315b no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:12:08.256543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4336de-0854-42f9-87f9-b11157dc6bbd,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:08.264350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] No DVR routers for this DVR port 9a4336de-0854-42f9-87f9-b11157dc6bbd on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:12:08.269711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:12:08.269982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:12:08.279835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b28bfe14-b60b-4e53-80b7-90bd2f47315b {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:12:08.280102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b28bfe14-b60b-4e53-80b7-90bd2f47315b not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:12:08.377540 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.401594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305b26cb-b13c-49ee-8c25-19b118f4c7b0']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:08.413579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68517207-79db-4c41-acd8-c4bb7e70d157') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:08.413862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68517207-79db-4c41-acd8-c4bb7e70d157') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:08.425435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.441772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.447779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:12:08.453428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:12:08.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:12:08.619695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.636222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.646229 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=305b26cb-b13c-49ee-8c25-19b118f4c7b0,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:08.650454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-09b9526e-c672-4d24-bbd7-0872c6efcca3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/305b26cb-b13c-49ee-8c25-19b118f4c7b0 HTTP/1.1" status: 204 len: 168 time: 1.3104415 Dec 23 16:12:08.771463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Deleting port 9a4336de-0854-42f9-87f9-b11157dc6bbd {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:12:08.771988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:08.837698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2f5941b7-c6f7-43dd-accf-2d394b9cf18d None None] The port '9a4336de-0854-42f9-87f9-b11157dc6bbd' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:12:09.040769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33632) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:09.089210 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c03d46c3-8599-4586-b11d-5ad022c441ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f12555c52c64cfb90e7c6b3fe2350e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473137 Dec 23 16:12:09.091685 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33636) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:09.149368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09908518-2113-47ec-8c0f-13dfe906b955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.174159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09908518-2113-47ec-8c0f-13dfe906b955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.348536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09908518-2113-47ec-8c0f-13dfe906b955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.366146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09908518-2113-47ec-8c0f-13dfe906b955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57c54e9-7994-4b6c-99a3-6b6eb595060a,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:09.461094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-09908518-2113-47ec-8c0f-13dfe906b955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:09.462257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-09908518-2113-47ec-8c0f-13dfe906b955 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d57c54e9-7994-4b6c-99a3-6b6eb595060a HTTP/1.1" status: 204 len: 168 time: 0.3696456 Dec 23 16:12:10.388003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33644) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:10.437625 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9cd31f65-bc7e-465b-bb23-dbcb1377f836 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a8a103ab6ae4dd1bdd0456e99b541b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484676 Dec 23 16:12:10.440012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33648) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:10.496997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abdaa5f7-d96e-4918-b601-0f51cd0f5e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.523299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abdaa5f7-d96e-4918-b601-0f51cd0f5e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.731064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abdaa5f7-d96e-4918-b601-0f51cd0f5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.745724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaa5f7-d96e-4918-b601-0f51cd0f5e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3254c7-aa37-40da-9c6d-b21e6b380bfa,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:10.752369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-abdaa5f7-d96e-4918-b601-0f51cd0f5e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:10.753474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-abdaa5f7-d96e-4918-b601-0f51cd0f5e94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d3254c7-aa37-40da-9c6d-b21e6b380bfa HTTP/1.1" status: 204 len: 168 time: 0.3125737 Dec 23 16:12:11.889332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33670) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:12.044592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1228685647-network', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:12.049182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:12.052942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Usage tracker for resource:network and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:12.055732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:12.061327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:12.142403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Made reservation on behalf of 5bbb05eabc044b2ab048b6df2b662ea1 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:12.144704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.158040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.188650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:12.192324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:12.195013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:12.200524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:12.266325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.336812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.366059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:12.375163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d8b2a1-e4dc-47b9-a594-a673c8f429e7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:12.381109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.381440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Added segment fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b of type vlan for network 64c9673f-5d07-49f4-bcf0-93784bc6871b Dec 23 16:12:12.407847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.505125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.505969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:12.506526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:12.609128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] Pushing event updated for resources: {'Network': ['ID=64c9673f-5d07-49f4-bcf0-93784bc6871b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:12.618716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:12.679723 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c7f9c788-b9cc-4ced-8368-ceed964b6efb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7865629 Dec 23 16:12:12.680518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33676) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:12.685343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Request body: {'subnet': {'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1228685647-subnet', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:12.690869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:12.694685 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Usage tracker for resource:subnet and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:12.697552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:12.703742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:12.750925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Made reservation on behalf of 5bbb05eabc044b2ab048b6df2b662ea1 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:12.753237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.005393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.081294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97a7c11-8004-441f-aa79-05d20c93b8cf,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:13.091667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Checking segment: {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:13.092008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Network hostable DHCP agents. Network: 64c9673f-5d07-49f4-bcf0-93784bc6871b, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:13.165219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:13.228104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 64c9673f-5d07-49f4-bcf0-93784bc6871b) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:13.232084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:13.232684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.238385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9adfe-afa4-4402-8cee-dd2efd8beabf None None] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:13.312010 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3431e1c7-bb93-4661-910a-0b338917c676 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6309118 Dec 23 16:12:13.314685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33680) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:13.320421 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:13.324999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:13.329442 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Usage tracker for resource:router and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:13.332300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:13.337846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:13.408495 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.409464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.428241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.486490 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-64c9673f-5d07-49f4-bcf0-93784bc6871b', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:13.488507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.642805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.649254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Allocated IP 172.20.0.2 (64c9673f-5d07-49f4-bcf0-93784bc6871b/e97a7c11-8004-441f-aa79-05d20c93b8cf/bbb8410c-8d7e-4544-9c52-82c07369c570) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:13.851483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.862492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Transition to ACTIVE for port object bbb8410c-8d7e-4544-9c52-82c07369c570 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:13.882169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Transition to ACTIVE for port object bbb8410c-8d7e-4544-9c52-82c07369c570 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:13.966317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.991049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:13.996585 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.059698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:14.063966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:14.065683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Pushing event updated for resources: {'Port': ['ID=bbb8410c-8d7e-4544-9c52-82c07369c570,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:14.067756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:14.139104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Allocated IP 172.26.6.243 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/9cca6b35-7579-4cef-86f3-d1b1610c8295) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:14.154822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Attempting to bind port bbb8410c-8d7e-4544-9c52-82c07369c570 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:14.155331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Attempting to bind port bbb8410c-8d7e-4544-9c52-82c07369c570 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:14.155713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Attempting to bind port bbb8410c-8d7e-4544-9c52-82c07369c570 on network 64c9673f-5d07-49f4-bcf0-93784bc6871b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:14.162044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:14.162402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Checking segment: {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:14.162795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.163174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Bound using segment: {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:14.163621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Bound port: bbb8410c-8d7e-4544-9c52-82c07369c570, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:14.163980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.249984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] For port bbb8410c-8d7e-4544-9c52-82c07369c570, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:14.252943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] For port bbb8410c-8d7e-4544-9c52-82c07369c570, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bbb8410c-8d7e-4544-9c52-82c07369c570,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:14.290276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.386131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.437681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.472974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aed47a-a45d-4223-a730-fc11a48dbaa6 None None] Pushing event updated for resources: {'Port': ['ID=bbb8410c-8d7e-4544-9c52-82c07369c570,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:14.513626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:14.517243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:14.521060 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:14.552048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Pushing event updated for resources: {'Port': ['ID=9cca6b35-7579-4cef-86f3-d1b1610c8295,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:14.569394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.569740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.570084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.570418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.570748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.571074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.571397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.571721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.572040 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.572380 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.572697 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:14.798958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:14.799615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.140355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:12:15.409576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a505dd-65f8-405e-8116-2d529ef63ce4 None None] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:15.454893 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:15.479463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Sync routers for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:15.519284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:15.519893 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:15.580109 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:15.581285 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b8747526-f371-43af-b878-b9c89a2b0608 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2656467 Dec 23 16:12:15.584227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33684) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:15.618155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-075d1084-52f7-4444-bc64-f5b1f015f9b2 None None] Provisioning for port bbb8410c-8d7e-4544-9c52-82c07369c570 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:15.793653 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bbb8410c-8d7e-4544-9c52-82c07369c570 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:15.880090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:16.196595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port bbb8410c-8d7e-4544-9c52-82c07369c570 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:16.206442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port bbb8410c-8d7e-4544-9c52-82c07369c570 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:16.206808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.294977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 3, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:16.299188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Checking router: 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:16.299890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Updating router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 port 9cca6b35-7579-4cef-86f3-d1b1610c8295 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:12:16.402778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.426900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.462556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.475543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eb2dedc0-900a-4253-9a31-9c199454667e None None] Provisioning complete for port bbb8410c-8d7e-4544-9c52-82c07369c570 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:16.475904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eb2dedc0-900a-4253-9a31-9c199454667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.569691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port bbb8410c-8d7e-4544-9c52-82c07369c570, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bbb8410c-8d7e-4544-9c52-82c07369c570,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:16.670861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Allocated IP 172.20.0.1 (64c9673f-5d07-49f4-bcf0-93784bc6871b/e97a7c11-8004-441f-aa79-05d20c93b8cf/5a4c4a89-7c72-4468-a87c-affd278c3fc6) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:16.674224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.821570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.838577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Transition to ACTIVE for port object 5a4c4a89-7c72-4468-a87c-affd278c3fc6 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:16.841150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=bbb8410c-8d7e-4544-9c52-82c07369c570,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:16.920837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:16.932618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Transition to ACTIVE for port object 9cca6b35-7579-4cef-86f3-d1b1610c8295 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:16.937338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.005275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:17.008072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:17.012455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:17.014176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.039658 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4c4a89-7c72-4468-a87c-affd278c3fc6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:17.059455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.059794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.060169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.060475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.060797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.061117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.061480 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.061791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.062102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.062511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.062722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:17.078008 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.101902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Attempting to bind port 9cca6b35-7579-4cef-86f3-d1b1610c8295 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:17.102290 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Attempting to bind port 9cca6b35-7579-4cef-86f3-d1b1610c8295 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:17.102627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Attempting to bind port 9cca6b35-7579-4cef-86f3-d1b1610c8295 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:17.104670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49751e3-3dc2-415f-adc4-b939ec7b8aa6 None None] Pushing event updated for resources: {'Port': ['ID=9cca6b35-7579-4cef-86f3-d1b1610c8295,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:17.112659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:17.113034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:17.113434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.113821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:17.114284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Bound port: 9cca6b35-7579-4cef-86f3-d1b1610c8295, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:17.114651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.190149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] For port 9cca6b35-7579-4cef-86f3-d1b1610c8295, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:17.193406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] For port 9cca6b35-7579-4cef-86f3-d1b1610c8295, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9cca6b35-7579-4cef-86f3-d1b1610c8295,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:17.211695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.266367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.348019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49751e3-3dc2-415f-adc4-b939ec7b8aa6 None None] Pushing event updated for resources: {'Port': ['ID=9cca6b35-7579-4cef-86f3-d1b1610c8295,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:17.351589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:17.352204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:17.403099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-421012a4-c7cd-4023-8284-9633a4f9b6f4 None None] Provisioning for port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:17.417981 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-421012a4-c7cd-4023-8284-9633a4f9b6f4 None None] Provisioning complete for port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:17.418334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-421012a4-c7cd-4023-8284-9633a4f9b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.433807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.514082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.549688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-421012a4-c7cd-4023-8284-9633a4f9b6f4 None None] Port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:17.576204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:17.620254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:17.624952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4c4a89-7c72-4468-a87c-affd278c3fc6,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:17.711737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bbb8410c-8d7e-4544-9c52-82c07369c570 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:17.870537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:17.872014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:17.971553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port bbb8410c-8d7e-4544-9c52-82c07369c570 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:17.971916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.109688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:16Z', 'revision_number': 1, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:18.118103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd90a2-3051-4a97-8c2e-9fa52a4110a1 None None] The sync data for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv is: [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:16Z', 'revision_number': 1, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:18.175107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-41a576a0-9628-4ab0-a95e-78619b73f518 None None] Provisioning complete for port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:18.175391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41a576a0-9628-4ab0-a95e-78619b73f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:18.234071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-41a576a0-9628-4ab0-a95e-78619b73f518 None None] Port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:18.307158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:18.519956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:18.529263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bd37f4d4-6ad0-4499-9a15-eb682bdd1b82 admin admin] 10.222.0.58 "PUT /v2.0/routers/6bbb9228-f1ba-42fa-a761-3e5a86f4d973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9439783 Dec 23 16:12:19.718632 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9cca6b35-7579-4cef-86f3-d1b1610c8295 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:19.734848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33706) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:19.740421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1655685510-network', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:19.745168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:19.749533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Usage tracker for resource:network and tenant:04ce993a51854b7baa7d2857ce5f8522 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:19.752569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:19.758331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:19.831135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Made reservation on behalf of 04ce993a51854b7baa7d2857ce5f8522 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:19.833444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.845796 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.876688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:19.880417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Usage tracker for resource:security_group_rule and tenant:04ce993a51854b7baa7d2857ce5f8522 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:19.883151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:19.888808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:19.897224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 9cca6b35-7579-4cef-86f3-d1b1610c8295 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:19.902594 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9cca6b35-7579-4cef-86f3-d1b1610c8295 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:19.902960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:19.955834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.016839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.033023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 9cca6b35-7579-4cef-86f3-d1b1610c8295, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9cca6b35-7579-4cef-86f3-d1b1610c8295,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:20.034290 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.062571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:12:20.074641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9a7bb5-efa5-4639-aadd-3a41ec485f07,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:20.079695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.080016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Added segment 2a28a8a9-d002-4579-b158-53123688558a of type vlan for network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 Dec 23 16:12:20.105137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.105492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.171992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=9cca6b35-7579-4cef-86f3-d1b1610c8295,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:20.242181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.243009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:20.243571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.345666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] Pushing event updated for resources: {'Network': ['ID=7811b2db-7eb6-4e66-93c5-8e7680eefbb8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:20.355005 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:12:20.397620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-542cbcfa-e85b-48f5-add8-5847c565232a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6616268 Dec 23 16:12:20.400483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33710) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:20.406692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Request body: {'subnet': {'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1655685510-subnet', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:20.411586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:20.415553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Usage tracker for resource:subnet and tenant:04ce993a51854b7baa7d2857ce5f8522 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:20.418398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:20.424275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:20.488938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Made reservation on behalf of 04ce993a51854b7baa7d2857ce5f8522 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:20.491217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.751459 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:20.826541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa929bd7-2eef-49ab-93b6-2af941917c68,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:20.835125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Checking segment: {'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:20.835489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Network hostable DHCP agents. Network: 7811b2db-7eb6-4e66-93c5-8e7680eefbb8, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:12:20.934139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:12:21.028234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 7811b2db-7eb6-4e66-93c5-8e7680eefbb8) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:21.032839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:21.033757 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.035848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fdc8f7-8562-4939-86c8-8aeb98918776 None None] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:21.181027 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d87ef466-dc16-4292-ab28-114a8008b8c0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7793226 Dec 23 16:12:21.184115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33714) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:21.190115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:21.194774 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:21.198638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Usage tracker for resource:router and tenant:04ce993a51854b7baa7d2857ce5f8522 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:12:21.202113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:12:21.207814 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:21.242558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-7811b2db-7eb6-4e66-93c5-8e7680eefbb8', 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'fixed_ips': [{'subnet_id': 'fa929bd7-2eef-49ab-93b6-2af941917c68'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:12:21.243352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.310961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.312066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.330815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.395239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Allocated IP 172.20.0.2 (7811b2db-7eb6-4e66-93c5-8e7680eefbb8/fa929bd7-2eef-49ab-93b6-2af941917c68/861b10e7-b553-441b-be7e-c8d2b05b4329) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:21.545804 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.590720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.600778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Transition to ACTIVE for port object 861b10e7-b553-441b-be7e-c8d2b05b4329 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:21.618098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Transition to ACTIVE for port object 861b10e7-b553-441b-be7e-c8d2b05b4329 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:21.691624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.734327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9cca6b35-7579-4cef-86f3-d1b1610c8295 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:21.808213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:21.808444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.814743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:21.817111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:21.828888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Pushing event updated for resources: {'Port': ['ID=861b10e7-b553-441b-be7e-c8d2b05b4329,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:21.845031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.927923 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Attempting to bind port 861b10e7-b553-441b-be7e-c8d2b05b4329 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:21.928308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Attempting to bind port 861b10e7-b553-441b-be7e-c8d2b05b4329 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:21.928661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Attempting to bind port 861b10e7-b553-441b-be7e-c8d2b05b4329 on network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:21.931286 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9cca6b35-7579-4cef-86f3-d1b1610c8295 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:21.931648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.975955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:21.976342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Checking segment: {'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:21.976739 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.977154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Bound using segment: {'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:21.977614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Bound port: 861b10e7-b553-441b-be7e-c8d2b05b4329, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:21.977972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:21.984725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Allocated IP 172.26.6.162 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/3948b676-3767-4e4e-b59c-ada78a49e69b) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:22.139162 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.156411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] For port 861b10e7-b553-441b-be7e-c8d2b05b4329, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:22.169720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] For port 861b10e7-b553-441b-be7e-c8d2b05b4329, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=861b10e7-b553-441b-be7e-c8d2b05b4329,segment=NetworkSegment(2a28a8a9-d002-4579-b158-53123688558a),segment_id=2a28a8a9-d002-4579-b158-53123688558a)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:22.254122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.266618 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.324670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:22.328476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:22.333401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:22.346084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f19ca-6f0b-4802-8931-f8730978305b None None] Pushing event updated for resources: {'Port': ['ID=861b10e7-b553-441b-be7e-c8d2b05b4329,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:22.365424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Pushing event updated for resources: {'Port': ['ID=3948b676-3767-4e4e-b59c-ada78a49e69b,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:22.596616 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.597383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:22.899555 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Router 39ea7135-1709-4615-8c5e-798abadf9706 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:12:23.110749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:23.119557 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Sync routers for ids ['39ea7135-1709-4615-8c5e-798abadf9706'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:23.132225 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Routers {'39ea7135-1709-4615-8c5e-798abadf9706'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:23.132850 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['39ea7135-1709-4615-8c5e-798abadf9706'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.208746 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.210378 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f3f50888-ba82-4ada-98c0-bdd59044dafd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0252352 Dec 23 16:12:23.213212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33718) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:12:23.231445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52d8ba-26c5-41cb-a48f-b5cbf3a70540 None None] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:12:23.357978 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Set router 39ea7135-1709-4615-8c5e-798abadf9706 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:23.393758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6b69c90c-8bce-4aec-8a7d-680c89aa8d6b None None] Provisioning for port 861b10e7-b553-441b-be7e-c8d2b05b4329 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:23.699481 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:22Z', 'revision_number': 3, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:23.704264 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Checking router: 39ea7135-1709-4615-8c5e-798abadf9706 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:23.704605 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Updating router 39ea7135-1709-4615-8c5e-798abadf9706 port 3948b676-3767-4e4e-b59c-ada78a49e69b binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:12:23.748616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 861b10e7-b553-441b-be7e-c8d2b05b4329 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:23.765733 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:23.899515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 861b10e7-b553-441b-be7e-c8d2b05b4329 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:23.904706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 861b10e7-b553-441b-be7e-c8d2b05b4329 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:23.905702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.026846 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.058964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 861b10e7-b553-441b-be7e-c8d2b05b4329, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=861b10e7-b553-441b-be7e-c8d2b05b4329,segment=NetworkSegment(2a28a8a9-d002-4579-b158-53123688558a),segment_id=2a28a8a9-d002-4579-b158-53123688558a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:24.106432 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.119446 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Transition to ACTIVE for port object 3948b676-3767-4e4e-b59c-ada78a49e69b will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:24.128644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.131340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.179535 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.197667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=861b10e7-b553-441b-be7e-c8d2b05b4329,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.266283 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Attempting to bind port 3948b676-3767-4e4e-b59c-ada78a49e69b on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:24.266636 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Attempting to bind port 3948b676-3767-4e4e-b59c-ada78a49e69b by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:24.266982 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Attempting to bind port 3948b676-3767-4e4e-b59c-ada78a49e69b on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:24.268881 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Pushing event updated for resources: {'Port': ['ID=3948b676-3767-4e4e-b59c-ada78a49e69b,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.284275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:24.284275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:24.284275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.284275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:24.284275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Bound port: 3948b676-3767-4e4e-b59c-ada78a49e69b, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:24.284275 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.308307 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.308637 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.314483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:24.347440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Allocated IP 172.20.0.1 (7811b2db-7eb6-4e66-93c5-8e7680eefbb8/fa929bd7-2eef-49ab-93b6-2af941917c68/52c87742-de98-4b91-b0ef-8e0795b29362) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:24.357199 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] For port 3948b676-3767-4e4e-b59c-ada78a49e69b, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:24.360889 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] For port 3948b676-3767-4e4e-b59c-ada78a49e69b, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3948b676-3767-4e4e-b59c-ada78a49e69b,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:24.454612 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.495444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.513426 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Transition to ACTIVE for port object 52c87742-de98-4b91-b0ef-8e0795b29362 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:24.537704 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef43c7-5400-43fc-be72-06610eed9945 None None] Pushing event updated for resources: {'Port': ['ID=3948b676-3767-4e4e-b59c-ada78a49e69b,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.540172 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Routers {'39ea7135-1709-4615-8c5e-798abadf9706'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:24.540761 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:11:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['39ea7135-1709-4615-8c5e-798abadf9706'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:24.600404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.672050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:24.675855 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:24.678261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:24.706253 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Pushing event updated for resources: {'Port': ['ID=52c87742-de98-4b91-b0ef-8e0795b29362,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:24.724799 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] Set router 39ea7135-1709-4615-8c5e-798abadf9706 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:24.739556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:24.908915 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.025812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d35a2681-6648-4da1-b114-db82a64c608c None None] Provisioning for port 52c87742-de98-4b91-b0ef-8e0795b29362 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:25.033665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d35a2681-6648-4da1-b114-db82a64c608c None None] Provisioning complete for port 52c87742-de98-4b91-b0ef-8e0795b29362 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:25.034158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d35a2681-6648-4da1-b114-db82a64c608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.045614 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:22Z', 'revision_number': 3, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:25.050559 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20e4dbf-1a3a-45d0-8134-08f5bd3dadf6 None None] The sync data for ids ['39ea7135-1709-4615-8c5e-798abadf9706'] in dv-neutron-822796-1-hyperv is: [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:22Z', 'revision_number': 3, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:25.100439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2681-6648-4da1-b114-db82a64c608c None None] Port 52c87742-de98-4b91-b0ef-8e0795b29362 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:25.134239 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.188402 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.293340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.296713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Pushing event updated for resources: {'Port': ['ID=52c87742-de98-4b91-b0ef-8e0795b29362,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:25.368589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-52e0a6d0-ac5e-4747-b0ef-f0c128898275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.435223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:25.437333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:25.705742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 861b10e7-b553-441b-be7e-c8d2b05b4329 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:25.775816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-90168ac3-1146-4103-8fed-01a11c544b5d None None] Provisioning complete for port 52c87742-de98-4b91-b0ef-8e0795b29362 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:25.776199 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-90168ac3-1146-4103-8fed-01a11c544b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.834472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 861b10e7-b553-441b-be7e-c8d2b05b4329 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:25.834760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:25.856988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-90168ac3-1146-4103-8fed-01a11c544b5d None None] Port 52c87742-de98-4b91-b0ef-8e0795b29362 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:25.934687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Router 39ea7135-1709-4615-8c5e-798abadf9706 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:12:26.135022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:12:26.143859 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6f0adb30-0b1a-4df7-acf9-a9c261712f96 admin admin] 10.222.0.58 "PUT /v2.0/routers/39ea7135-1709-4615-8c5e-798abadf9706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9294572 Dec 23 16:12:27.699990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-53c204c1-4d9e-4ae5-af66-69a87c59a6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.934227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:28.978359 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:12:29.011280 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:30.431289 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.751407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3948b676-3767-4e4e-b59c-ada78a49e69b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:31.888684 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 3948b676-3767-4e4e-b59c-ada78a49e69b completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:31.896671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3948b676-3767-4e4e-b59c-ada78a49e69b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:31.897467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:31.984433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Sync routers for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:32.049019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:32.049645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:12:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:32.133094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.209834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 3948b676-3767-4e4e-b59c-ada78a49e69b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3948b676-3767-4e4e-b59c-ada78a49e69b,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:32.263273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:32.308113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:32.501105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=3948b676-3767-4e4e-b59c-ada78a49e69b,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:32.568969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.569217 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.569559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.569891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.570219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.570541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.570862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.571181 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.571495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.571811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.572146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:12:32.723437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 2, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:32.727498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Checking router: 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:32.727844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Updating router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:12:32.788151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.161068 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.182173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Transition to ACTIVE for port object 5a4c4a89-7c72-4468-a87c-affd278c3fc6 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:33.679936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.718448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3948b676-3767-4e4e-b59c-ada78a49e69b up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:33.862023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4dead-c2ee-4431-898a-f3a41eef4b41 None None] Pushing event updated for resources: {'Port': ['ID=5a4c4a89-7c72-4468-a87c-affd278c3fc6,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:33.980698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Attempting to bind port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:33.981066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Attempting to bind port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:33.981463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Attempting to bind port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 on network 64c9673f-5d07-49f4-bcf0-93784bc6871b {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:33.995205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:33.995604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Checking segment: {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:33.996000 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:33.996535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Bound using segment: {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:33.997017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Bound port: 5a4c4a89-7c72-4468-a87c-affd278c3fc6, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:33.997383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.013784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3948b676-3767-4e4e-b59c-ada78a49e69b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:34.014713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.162105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] For port 5a4c4a89-7c72-4468-a87c-affd278c3fc6, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:34.216104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] For port 5a4c4a89-7c72-4468-a87c-affd278c3fc6, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5a4c4a89-7c72-4468-a87c-affd278c3fc6,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:34.285763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:34.376527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4dead-c2ee-4431-898a-f3a41eef4b41 None None] Pushing event updated for resources: {'Port': ['ID=5a4c4a89-7c72-4468-a87c-affd278c3fc6,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:34.393207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:34.393207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:12:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:34.617640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:34.864670 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Sync routers for ids ['39ea7135-1709-4615-8c5e-798abadf9706'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:12:34.881496 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Routers {'39ea7135-1709-4615-8c5e-798abadf9706'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:34.885219 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:12:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['39ea7135-1709-4615-8c5e-798abadf9706'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:35.043100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:34Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:35.048269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a89833-ad05-4e95-97f1-51beec791d4d None None] The sync data for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv is: [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:34Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:35.102197 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Set router 39ea7135-1709-4615-8c5e-798abadf9706 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:35.514742 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:24Z', 'revision_number': 4, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '52c87742-de98-4b91-b0ef-8e0795b29362', 'name': '', 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'mac_address': 'fa:16:3e:e4:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa929bd7-2eef-49ab-93b6-2af941917c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:24Z', 'revision_number': 2, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'subnets': [{'id': 'fa929bd7-2eef-49ab-93b6-2af941917c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:35.519326 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Checking router: 39ea7135-1709-4615-8c5e-798abadf9706 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:12:35.519666 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Updating router 39ea7135-1709-4615-8c5e-798abadf9706 port 52c87742-de98-4b91-b0ef-8e0795b29362 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:12:35.580567 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:35.781601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5a4c4a89-7c72-4468-a87c-affd278c3fc6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:35.927082 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:35.932326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:35.934501 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.007035 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.020581 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Transition to ACTIVE for port object 52c87742-de98-4b91-b0ef-8e0795b29362 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:36.066352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.104655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 5a4c4a89-7c72-4468-a87c-affd278c3fc6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5a4c4a89-7c72-4468-a87c-affd278c3fc6,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:36.127921 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.245784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.288261 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483bc72-28df-485c-98a6-a39cf1bb1d44 None None] Pushing event updated for resources: {'Port': ['ID=52c87742-de98-4b91-b0ef-8e0795b29362,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:36.352020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=5a4c4a89-7c72-4468-a87c-affd278c3fc6,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:36.388056 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Attempting to bind port 52c87742-de98-4b91-b0ef-8e0795b29362 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:36.388446 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Attempting to bind port 52c87742-de98-4b91-b0ef-8e0795b29362 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:36.388800 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Attempting to bind port 52c87742-de98-4b91-b0ef-8e0795b29362 on network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:36.398824 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:36.399187 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Checking segment: {'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:36.399574 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.399959 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Bound using segment: {'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:36.400447 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Bound port: 52c87742-de98-4b91-b0ef-8e0795b29362, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a28a8a9-d002-4579-b158-53123688558a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:36.400810 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.503616 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] For port 52c87742-de98-4b91-b0ef-8e0795b29362, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:36.506623 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] For port 52c87742-de98-4b91-b0ef-8e0795b29362, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=52c87742-de98-4b91-b0ef-8e0795b29362,segment=NetworkSegment(2a28a8a9-d002-4579-b158-53123688558a),segment_id=2a28a8a9-d002-4579-b158-53123688558a)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:36.605878 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:36.719476 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483bc72-28df-485c-98a6-a39cf1bb1d44 None None] Pushing event updated for resources: {'Port': ['ID=52c87742-de98-4b91-b0ef-8e0795b29362,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:36.723877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Routers {'39ea7135-1709-4615-8c5e-798abadf9706'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:12:36.727126 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:12:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['39ea7135-1709-4615-8c5e-798abadf9706'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:37.016649 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] Set router 39ea7135-1709-4615-8c5e-798abadf9706 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:12:37.355414 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:24Z', 'revision_number': 4, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '52c87742-de98-4b91-b0ef-8e0795b29362', 'name': '', 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'mac_address': 'fa:16:3e:e4:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa929bd7-2eef-49ab-93b6-2af941917c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 4, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'subnets': [{'id': 'fa929bd7-2eef-49ab-93b6-2af941917c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:12:37.360013 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac4d550-22e7-4898-8f41-a73a69e1eed5 None None] The sync data for ids ['39ea7135-1709-4615-8c5e-798abadf9706'] in dv-neutron-822796-1-hyperv is: [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:24Z', 'revision_number': 4, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '52c87742-de98-4b91-b0ef-8e0795b29362', 'name': '', 'network_id': '7811b2db-7eb6-4e66-93c5-8e7680eefbb8', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'mac_address': 'fa:16:3e:e4:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa929bd7-2eef-49ab-93b6-2af941917c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 4, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'subnets': [{'id': 'fa929bd7-2eef-49ab-93b6-2af941917c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:12:37.651538 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:37.814378 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52c87742-de98-4b91-b0ef-8e0795b29362 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:37.965222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 52c87742-de98-4b91-b0ef-8e0795b29362 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:37.972765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 52c87742-de98-4b91-b0ef-8e0795b29362 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:37.973189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.101620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.137387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 52c87742-de98-4b91-b0ef-8e0795b29362, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=52c87742-de98-4b91-b0ef-8e0795b29362,segment=NetworkSegment(2a28a8a9-d002-4579-b158-53123688558a),segment_id=2a28a8a9-d002-4579-b158-53123688558a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:12:38.294368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:38.295358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5a4c4a89-7c72-4468-a87c-affd278c3fc6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:38.413177 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=52c87742-de98-4b91-b0ef-8e0795b29362,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:38.430869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:38.431231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.437112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d342d6-06db-4a8a-a914-288323420081 req-f197a8f2-f89a-4274-8ec3-d7f713732a53 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:39.437771 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b5d342d6-06db-4a8a-a914-288323420081 req-f197a8f2-f89a-4274-8ec3-d7f713732a53 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Synchronizing usage tracker for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:39.553630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b5d342d6-06db-4a8a-a914-288323420081 req-f197a8f2-f89a-4274-8ec3-d7f713732a53 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Unset dirty status for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:39.554844 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-f197a8f2-f89a-4274-8ec3-d7f713732a53 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 815 time: 0.2580395 Dec 23 16:12:39.573269 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-142d4576-18d4-4ac2-84b7-cddabc79be5d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/quotas/5bbb05eabc044b2ab048b6df2b662ea1 HTTP/1.1" status: 200 len: 375 time: 0.0108447 Dec 23 16:12:39.660703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b5d342d6-06db-4a8a-a914-288323420081 req-e8608744-4e3c-47f6-97ea-fdbf22ae7869 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Synchronizing usage tracker for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:39.706362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52c87742-de98-4b91-b0ef-8e0795b29362 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:12:39.776375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 52c87742-de98-4b91-b0ef-8e0795b29362 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:39.776743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:39.776899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b5d342d6-06db-4a8a-a914-288323420081 req-e8608744-4e3c-47f6-97ea-fdbf22ae7869 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Unset dirty status for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:39.778199 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-e8608744-4e3c-47f6-97ea-fdbf22ae7869 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1993241 Dec 23 16:12:40.019169 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-79a9f823-f39a-4fe1-8d38-59436fe3e977 service neutron] 10.222.0.58 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293408 Dec 23 16:12:40.151270 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-717a2f7e-16de-495a-8474-9ac8b41c73b1 service neutron] 10.222.0.58 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257987 Dec 23 16:12:40.553080 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-68707db9-be04-40e6-8dbe-4a65772e5919 req-4b7b59d1-1bae-442c-b23c-1584f202a61f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 210 time: 0.1723969 Dec 23 16:12:41.712643 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b9621dc4-c514-49b3-9b27-03635f6746f6 req-e55ac115-15ea-4663-9292-4add9a31f633 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 210 time: 0.0397019 Dec 23 16:12:42.948438 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6f425eeb-5175-4414-94e8-e8b47d777936 req-eec487a8-3718-4277-9827-0dcfc3b24257 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 210 time: 0.0994163 Dec 23 16:12:43.014833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d342d6-06db-4a8a-a914-288323420081 req-0e8b346e-4887-4a38-9254-cac02add5a30 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:43.016676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-0e8b346e-4887-4a38-9254-cac02add5a30 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 815 time: 0.1867094 Dec 23 16:12:43.039598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'port': {'device_id': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'admin_state_up': True, 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:43.180060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:12:43.189924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:12:43.319741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Made reservation on behalf of 5bbb05eabc044b2ab048b6df2b662ea1 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:12:43.322785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.488702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Allocated IP 172.20.0.9 (64c9673f-5d07-49f4-bcf0-93784bc6871b/e97a7c11-8004-441f-aa79-05d20c93b8cf/d977d15a-0aa8-4b38-ab30-a1a755f5dd37) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:12:43.693325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.709194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Transition to ACTIVE for port object d977d15a-0aa8-4b38-ab30-a1a755f5dd37 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:43.812017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:43.889233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:12:43.893735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:12:43.896563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:12:43.981316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:44.009025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:44.009823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.117918 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-b2ff2bb3-4503-4fbf-9fcc-9774f47e6072 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0822659 Dec 23 16:12:44.224664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8cbb-8396-46d4-a1cd-49f66f0eba38 req-a10c6def-3746-4a28-92f0-bb2685541f18 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:44.225251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-564a8cbb-8396-46d4-a1cd-49f66f0eba38 req-a10c6def-3746-4a28-92f0-bb2685541f18 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Synchronizing usage tracker for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:44.313062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-564a8cbb-8396-46d4-a1cd-49f66f0eba38 req-a10c6def-3746-4a28-92f0-bb2685541f18 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Unset dirty status for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:44.314715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-564a8cbb-8396-46d4-a1cd-49f66f0eba38 req-a10c6def-3746-4a28-92f0-bb2685541f18 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.1928308 Dec 23 16:12:44.336803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1361b43d-791b-469e-9b47-167cd35aff30 None None] Provisioning for port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:12:44.342457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1361b43d-791b-469e-9b47-167cd35aff30 None None] Provisioning complete for port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:12:44.345626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1361b43d-791b-469e-9b47-167cd35aff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:44.363587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-564a8cbb-8396-46d4-a1cd-49f66f0eba38 req-62c78720-b549-4e7c-99be-a91d1d12c6bd tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Synchronizing usage tracker for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:12:44.398999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-1361b43d-791b-469e-9b47-167cd35aff30 None None] Port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:12:44.507988 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-564a8cbb-8396-46d4-a1cd-49f66f0eba38 req-62c78720-b549-4e7c-99be-a91d1d12c6bd tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Unset dirty status for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:12:44.509436 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-564a8cbb-8396-46d4-a1cd-49f66f0eba38 req-62c78720-b549-4e7c-99be-a91d1d12c6bd tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889746 Dec 23 16:12:45.713801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c0df7-fff0-4d13-ac1f-3a229fd39543 req-8b3a3554-6893-4a9a-af98-938e87c1a5d4 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:45.716289 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-426c0df7-fff0-4d13-ac1f-3a229fd39543 req-8b3a3554-6893-4a9a-af98-938e87c1a5d4 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0837705 Dec 23 16:12:45.773274 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-426c0df7-fff0-4d13-ac1f-3a229fd39543 req-3ffdbbc1-6606-41b3-86af-8714fa736f37 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Dec 23 16:12:46.987108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81c02d-5260-4b44-baa6-ff65bf0f8241 req-247e9c9e-4c56-4e96-850e-311915b3f321 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:46.988620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f81c02d-5260-4b44-baa6-ff65bf0f8241 req-247e9c9e-4c56-4e96-850e-311915b3f321 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0918596 Dec 23 16:12:47.037288 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f81c02d-5260-4b44-baa6-ff65bf0f8241 req-3feb21f2-d2af-4a5d-adf4-341925c9760f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Dec 23 16:12:48.243583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec6b0c-44a7-4242-a8d1-e01ab1ea63ff req-a0a4c80f-3616-4793-8709-ca8bc15f8766 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:48.245164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1cec6b0c-44a7-4242-a8d1-e01ab1ea63ff req-a0a4c80f-3616-4793-8709-ca8bc15f8766 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0811768 Dec 23 16:12:48.302075 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1cec6b0c-44a7-4242-a8d1-e01ab1ea63ff req-5fa584c0-ca99-4a51-a679-07d3713d1c77 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470219 Dec 23 16:12:49.517406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dfd28-ceaf-4b09-a4a3-ee6fe4227157 req-475eeb81-23e4-4b9b-a4b3-5af5b07cb58a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:49.518923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b2dfd28-ceaf-4b09-a4a3-ee6fe4227157 req-475eeb81-23e4-4b9b-a4b3-5af5b07cb58a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0871587 Dec 23 16:12:49.572446 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b2dfd28-ceaf-4b09-a4a3-ee6fe4227157 req-96ead44a-cc7b-4ca2-9017-c7be6d2ba7b6 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Dec 23 16:12:50.790622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fba16-83ce-4816-b8c9-8daa4e7739bb req-252b65ff-c7fd-466b-ab09-7791d45428bb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:50.792087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d6fba16-83ce-4816-b8c9-8daa4e7739bb req-252b65ff-c7fd-466b-ab09-7791d45428bb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0849378 Dec 23 16:12:50.948308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d6fba16-83ce-4816-b8c9-8daa4e7739bb req-c918c865-dcfb-4727-9363-a686212eb8a0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479039 Dec 23 16:12:52.153955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286b068-10dc-4505-af07-80bc591831b5 req-0787f80c-2fdd-4a1e-bd1b-07b9adfd3ea4 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:52.155966 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0286b068-10dc-4505-af07-80bc591831b5 req-0787f80c-2fdd-4a1e-bd1b-07b9adfd3ea4 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0800328 Dec 23 16:12:52.206226 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0286b068-10dc-4505-af07-80bc591831b5 req-45703870-3f88-42be-a45d-12d2f0d8e6a0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Dec 23 16:12:53.403925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914215a-484f-420e-b4b5-45f07b97ace6 req-53be7812-7a44-4879-ba72-c341ad03d24d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:53.405427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f914215a-484f-420e-b4b5-45f07b97ace6 req-53be7812-7a44-4879-ba72-c341ad03d24d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0783956 Dec 23 16:12:53.450823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f914215a-484f-420e-b4b5-45f07b97ace6 req-db849dc2-5053-4f0b-9860-544d5877fab0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Dec 23 16:12:54.644791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df794c-aa74-4491-a948-f0fe326fb8e3 req-3b349d01-fd2b-4e37-a17c-492a0e33a179 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:54.646225 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1df794c-aa74-4491-a948-f0fe326fb8e3 req-3b349d01-fd2b-4e37-a17c-492a0e33a179 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 931 time: 0.0761249 Dec 23 16:12:54.693327 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1df794c-aa74-4491-a948-f0fe326fb8e3 req-3289ff2c-01c3-4efe-a38b-f4b883908ab0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Dec 23 16:12:54.848073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Request body: {'port': {'device_id': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:12:54.957454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.296859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d977d15a-0aa8-4b38-ab30-a1a755f5dd37 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:12:55.303677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.318342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Transition to ACTIVE for port object d977d15a-0aa8-4b38-ab30-a1a755f5dd37 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:12:55.340403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6f397f43-e4c3-4039-a49e-f8d79ef8198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.442638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.575752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Pushing event updated for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:55.681377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Attempting to bind port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:12:55.681977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Attempting to bind port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:12:55.682576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Attempting to bind port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 on network 64c9673f-5d07-49f4-bcf0-93784bc6871b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:55.687884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 on network 64c9673f-5d07-49f4-bcf0-93784bc6871b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:12:55.688226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Attempting to bind port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 on network 64c9673f-5d07-49f4-bcf0-93784bc6871b {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:12:55.695231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:12:55.695576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Checking segment: {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:12:55.695948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Bound using segment: {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:12:55.696384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Bound port: d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:12:55.696721 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.788101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:12:55.790993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:12:55.864570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.938369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:55.939879 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] 10.222.0.57 "PUT /v2.0/ports/d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 1093 time: 1.0965996 Dec 23 16:12:55.941508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:12:55.967168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d278b-e51b-4231-9621-b0fdf2f77a25 service neutron] Pushing event updated for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:12:55.981357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e1099-7717-4b6a-b69b-a092ecff0dd3 req-775fc6dd-aec8-47db-89fb-0b82689eae95 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:55.982857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f45e1099-7717-4b6a-b69b-a092ecff0dd3 req-775fc6dd-aec8-47db-89fb-0b82689eae95 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 943 time: 0.1613450 Dec 23 16:12:56.027646 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'status': 'completed', 'code': 200} Dec 23 16:12:56.032593 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f45e1099-7717-4b6a-b69b-a092ecff0dd3 req-dfad717c-714d-4c66-934a-6656a906de2d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Dec 23 16:12:56.140896 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2afbf2ad-491c-4d83-8bb4-467b333d7c11 req-35b0f980-0523-4d1d-887f-0f9e02b4b93c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1096 time: 0.0708079 Dec 23 16:12:56.287655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbf2ad-491c-4d83-8bb4-467b333d7c11 req-65afa2b9-29b6-4877-8937-be7fa6beaac2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:56.289106 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2afbf2ad-491c-4d83-8bb4-467b333d7c11 req-65afa2b9-29b6-4877-8937-be7fa6beaac2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1349509 Dec 23 16:12:56.421197 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbf2ad-491c-4d83-8bb4-467b333d7c11 req-2097e0ea-f913-4075-a2b2-d6998063bc2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:56.422560 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2afbf2ad-491c-4d83-8bb4-467b333d7c11 req-2097e0ea-f913-4075-a2b2-d6998063bc2a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276383 Dec 23 16:12:56.632729 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-a4d28fe5-9e74-428b-94f7-30a3004d45cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1549189 Dec 23 16:12:56.708145 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-10d1b454-5c8e-469a-829e-6457ca66b680 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 217 time: 0.0632300 Dec 23 16:12:56.767759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d342d6-06db-4a8a-a914-288323420081 req-9a44b84f-f088-47f6-a05c-4a106b7da86d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:56.769155 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-9a44b84f-f088-47f6-a05c-4a106b7da86d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0557568 Dec 23 16:12:56.842790 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-b078552f-a26a-462a-96ab-ce20c128750e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677505 Dec 23 16:12:56.972080 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-d3bcb6ef-fa97-4537-82e7-25d2cc1cbce8 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232483 Dec 23 16:12:57.101831 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5d342d6-06db-4a8a-a914-288323420081 req-e231cba1-9d14-4728-afac-38dfc6f35bfe service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232240 Dec 23 16:12:57.235886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d405631-24cb-4c86-bf91-5a8302f90e7c req-7d529d0f-ab92-4a43-a951-e6e7fdba0b66 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:57.237314 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d405631-24cb-4c86-bf91-5a8302f90e7c req-7d529d0f-ab92-4a43-a951-e6e7fdba0b66 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 943 time: 0.0756037 Dec 23 16:12:57.281814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0d405631-24cb-4c86-bf91-5a8302f90e7c req-4c924716-6edf-4582-99c9-cec1ace9c093 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388825 Dec 23 16:12:57.696404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-544f730a-c245-4866-8ec2-d088af7459e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:58.476759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eb6ee-3545-4d41-938c-c4682e337d0c req-33b988bf-8417-47bd-a530-1bde9e546b5f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:58.478169 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-957eb6ee-3545-4d41-938c-c4682e337d0c req-33b988bf-8417-47bd-a530-1bde9e546b5f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 943 time: 0.0779104 Dec 23 16:12:58.523455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-957eb6ee-3545-4d41-938c-c4682e337d0c req-1bad8491-9e33-47fe-a082-eea081232fa3 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395565 Dec 23 16:12:58.948038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.060509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:12:59.726344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40a5b7-91a7-42e9-9033-d2de9fdeb701 req-88d3afdd-4130-4932-8fc2-578ccee91cd2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:12:59.727781 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab40a5b7-91a7-42e9-9033-d2de9fdeb701 req-88d3afdd-4130-4932-8fc2-578ccee91cd2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 943 time: 0.0809526 Dec 23 16:12:59.773319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab40a5b7-91a7-42e9-9033-d2de9fdeb701 req-e14a3957-85b3-4af8-a94f-d92fa8d1924d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Dec 23 16:13:00.250350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device d977d15a-0aa8-4b38-ab30-a1a755f5dd37 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:13:00.390471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:00.404538 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'port_id': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'mac_address': 'fa:16:3e:ef:af:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:13:00.452616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.461468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.478285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d977d15a-0aa8-4b38-ab30-a1a755f5dd37 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:13:00.492683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:00.576803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:00.641869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:00.968435 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788180c-f38d-42d5-aca9-5af0aa22888b req-d21470f2-ff9e-48b2-bdbe-92bcc2ac5921 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:00.969772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f788180c-f38d-42d5-aca9-5af0aa22888b req-d21470f2-ff9e-48b2-bdbe-92bcc2ac5921 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 944 time: 0.0792773 Dec 23 16:13:01.014697 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f788180c-f38d-42d5-aca9-5af0aa22888b req-0d394392-5991-402c-8acd-d439b32f3c73 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393846 Dec 23 16:13:01.024382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['d977d15a-0aa8-4b38-ab30-a1a755f5dd37'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:13:02.209618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39fd64-a567-4d07-8266-9ca00d7fb0c8 req-58a9058e-8ae3-4cfc-8007-2eb7973bbe96 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:02.211046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca39fd64-a567-4d07-8266-9ca00d7fb0c8 req-58a9058e-8ae3-4cfc-8007-2eb7973bbe96 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 944 time: 0.0758417 Dec 23 16:13:02.246525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device d977d15a-0aa8-4b38-ab30-a1a755f5dd37 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:13:02.257744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca39fd64-a567-4d07-8266-9ca00d7fb0c8 req-c86ab416-47ba-4718-ba6a-f68af61910a4 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Dec 23 16:13:02.381934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:13:02.386434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:02.386803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.534130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.559800 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:13:02.569631 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:02.615400 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'code': 200} Dec 23 16:13:02.657098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:02.728747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:03.145853 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eb3d1061-d346-47a5-b7c8-36cf6a41c3f5 req-43d365df-4af0-49b9-9c7b-14827294c954 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0738585 Dec 23 16:13:03.188043 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eb3d1061-d346-47a5-b7c8-36cf6a41c3f5 req-62201e42-edc6-4b88-b842-bd5d07e0b0db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359304 Dec 23 16:13:03.448816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2f39-5d79-4439-9ac5-1385c18708ea req-c7584198-e2fd-4902-aafb-5ca412074b97 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:03.450152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0da2f39-5d79-4439-9ac5-1385c18708ea req-c7584198-e2fd-4902-aafb-5ca412074b97 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0750484 Dec 23 16:13:03.497315 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0da2f39-5d79-4439-9ac5-1385c18708ea req-f0f6840d-75e9-4fb5-8a51-371edd0d59a1 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Dec 23 16:13:04.699515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226152a5-0a8d-4ae1-aa76-b6a27a024609 req-3af58cbb-f769-4eb1-8927-23c4fe7eefec tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:04.700975 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-226152a5-0a8d-4ae1-aa76-b6a27a024609 req-3af58cbb-f769-4eb1-8927-23c4fe7eefec tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0773356 Dec 23 16:13:04.748714 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-226152a5-0a8d-4ae1-aa76-b6a27a024609 req-448b6bbc-1c7d-42d9-9719-01287882747f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Dec 23 16:13:05.950615 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d0b61-4197-4132-abb7-0335452167f2 req-8a3ce893-9464-4017-bf0a-fa905849efc1 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:05.951940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-257d0b61-4197-4132-abb7-0335452167f2 req-8a3ce893-9464-4017-bf0a-fa905849efc1 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0793769 Dec 23 16:13:05.979250 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:13:05.998112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-257d0b61-4197-4132-abb7-0335452167f2 req-d7b5e9cb-5cf3-4577-9e1c-491d1725616f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Dec 23 16:13:06.189920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29172d26-c66e-48b2-8409-c9b7e2eba980 req-073c6d72-2864-4d73-98b3-fedd0b3dfb2b tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:06.191425 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-29172d26-c66e-48b2-8409-c9b7e2eba980 req-073c6d72-2864-4d73-98b3-fedd0b3dfb2b tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0750787 Dec 23 16:13:06.240021 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-29172d26-c66e-48b2-8409-c9b7e2eba980 req-4540b287-3b1d-46f4-a40c-43e3511c43bc tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 Dec 23 16:13:06.651388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aefcf-1243-4258-a44b-11fec5e8d989 req-d2cd4313-114d-47fa-88af-39ffeafecf55 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:06.652948 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e39aefcf-1243-4258-a44b-11fec5e8d989 req-d2cd4313-114d-47fa-88af-39ffeafecf55 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0803716 Dec 23 16:13:06.698468 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e39aefcf-1243-4258-a44b-11fec5e8d989 req-6d715962-9824-47a9-b74e-5d686ec5a4b9 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400586 Dec 23 16:13:07.696786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:18.055546 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-621a843a-3193-47eb-951d-4033fa97c73f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663064 Dec 23 16:13:18.311744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-57705174-b85a-4b42-8a18-a4442907f182 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1098 time: 0.1555130 Dec 23 16:13:18.452702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-93e8d29e-74d6-4f41-90e3-031cc4bb69f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:18.454126 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-93e8d29e-74d6-4f41-90e3-031cc4bb69f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.1249075 Dec 23 16:13:18.654020 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-116590a5-0dbe-44c6-9535-77906739a24a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 217 time: 0.0629025 Dec 23 16:13:18.717933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-d386eb16-2d6d-4fd0-92b0-5867aa7f0cf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:18.719399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-d386eb16-2d6d-4fd0-92b0-5867aa7f0cf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0587320 Dec 23 16:13:18.804486 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-31b0bc99-5435-4b0e-8fa4-4e7f6ce3dc58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778809 Dec 23 16:13:18.938765 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-1634d2c4-d88a-4b9a-92fb-de3a9e164571 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278038 Dec 23 16:13:19.071481 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de111928-2b1c-4d70-b2a7-5feb8d9c132c req-621dfbe9-2a15-4d87-b19a-84d855700473 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253533 Dec 23 16:13:20.295453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ef641-b567-40f3-9f84-e7bbd964d154 req-3ca37391-8b9a-4865-9790-5a5f9c577943 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:20.295453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b50ef641-b567-40f3-9f84-e7bbd964d154 req-3ca37391-8b9a-4865-9790-5a5f9c577943 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0794814 Dec 23 16:13:20.342039 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b50ef641-b567-40f3-9f84-e7bbd964d154 req-537e1e73-b59c-4e81-9254-3bca4adea480 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Dec 23 16:13:20.371634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33914) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:20.512343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9db035c9-e005-4537-b464-c58c8df3a243 tempest-TestMinimumBasicScenario-958372814 tempest-TestMinimumBasicScenario-958372814-project-admin] Synchronizing usage tracker for tenant:04ce993a51854b7baa7d2857ce5f8522 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:20.661933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9db035c9-e005-4537-b464-c58c8df3a243 tempest-TestMinimumBasicScenario-958372814 tempest-TestMinimumBasicScenario-958372814-project-admin] Unset dirty status for tenant:04ce993a51854b7baa7d2857ce5f8522 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:20.666247 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9db035c9-e005-4537-b464-c58c8df3a243 tempest-TestMinimumBasicScenario-958372814 tempest-TestMinimumBasicScenario-958372814-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1093 time: 0.2903628 Dec 23 16:13:20.666535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33920) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:20.671844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:20.677654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:20.682128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:floatingip and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:20.685003 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:20.690608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:20.787960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:20.926038 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.060493 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Allocated IP 172.26.6.21 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/ea6b6a98-bcb6-49ef-a682-95cf83dadef8) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:13:21.204657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.304211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:21.380841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:13:21.384202 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:13:21.388494 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:13:21.412403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'Port': ['ID=ea6b6a98-bcb6-49ef-a682-95cf83dadef8,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:21.434107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.434454 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.434779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.435171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.435427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.435748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.436065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.436404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.436719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.437030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:21.437343 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:22.000540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.117004 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.325743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.391760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.489473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'Port': ['ID=ea6b6a98-bcb6-49ef-a682-95cf83dadef8,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:22.506657 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:22.696492 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Floating IP 811502ef-7d9f-4fbb-b905-73e44c5baaa6 associated. External IP: 172.26.6.21, port: d977d15a-0aa8-4b38-ab30-a1a755f5dd37. Dec 23 16:13:23.083676 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:13:23.281812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:13:23.291268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] Sync routers for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:13:23.302428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:23.303119 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:12:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.376794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.437634 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-fcdcdd4d-8858-424d-b7d9-f0072861791a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7675362 Dec 23 16:13:23.437634 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:13:23.438394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 33924) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:23.443969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259829349', 'description': 'tempest-secgroup-smoke-259829349 description', 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:23.450392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:23.463849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:23.482591 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:23.540296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.571515 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'status': 'completed', 'code': 200} Dec 23 16:13:23.577964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:23.581891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:23.584704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:23.590698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:23.706451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.722030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-7668a58c-ef23-4517-9460-544f930833dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0994015 Dec 23 16:13:23.803121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.846241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '811502ef-7d9f-4fbb-b905-73e44c5baaa6', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'floating_ip_address': '172.26.6.21', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'port_id': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'mac_address': 'fa:16:3e:ef:af:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:21Z', 'updated_at': '2021-12-23T16:13:21Z', 'revision_number': 0, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.850085 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] Checking router: 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:13:23.860845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:23.861111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:13:23.861711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:12:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:23.892238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.892583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.892915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.893245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.893578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.893901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.894219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.894537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.894852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.895164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.895513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:13:23.920372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-31897fa5-f9f9-4bb8-a21d-ce5534a3464e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:23.921916 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-31897fa5-f9f9-4bb8-a21d-ce5534a3464e service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.1925130 Dec 23 16:13:23.986213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:23.987507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4a3c169d-bfec-428e-8e11-1f9c249acc86 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5483351 Dec 23 16:13:23.990875 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33932) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:23.998118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7', 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:24.004427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:24.009119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:24.012025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:24.018451 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:24.034734 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-c8fd2497-d348-4e04-9752-3d54a9c8e70a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 998 time: 0.1064334 Dec 23 16:13:24.046187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:13:24.099425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-d258d19a-8d94-4c14-8694-e95d356181b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:24.101013 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-d258d19a-8d94-4c14-8694-e95d356181b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0585775 Dec 23 16:13:24.114568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.182480 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.183563 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-1fbeb178-022d-4af1-bef7-9f178be29ffd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755377 Dec 23 16:13:24.283294 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.318674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495ffd69-e4c4-4c58-bf05-ee23d99a303c,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:24.329828 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-aa6dcaa0-d342-4a9d-9164-4fd7011585a6 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384392 Dec 23 16:13:24.404794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.406488 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f5548fa3-1434-4014-b503-13a4a2f5f5cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4135063 Dec 23 16:13:24.409221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33936) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:24.416135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7', 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:24.422086 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:24.425900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:24.429474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:24.445135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:24.470357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '811502ef-7d9f-4fbb-b905-73e44c5baaa6', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'floating_ip_address': '172.26.6.21', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'port_id': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'mac_address': 'fa:16:3e:ef:af:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:21Z', 'updated_at': '2021-12-23T16:13:21Z', 'revision_number': 0, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:13:24.474562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2ccc89-24fc-415a-8d3f-3752996eee96 None None] The sync data for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv is: [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '811502ef-7d9f-4fbb-b905-73e44c5baaa6', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'floating_ip_address': '172.26.6.21', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'port_id': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'mac_address': 'fa:16:3e:ef:af:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:21Z', 'updated_at': '2021-12-23T16:13:21Z', 'revision_number': 0, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:13:24.571307 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e9207f9-2606-4aa8-a28b-fb750f617727 req-d7945e16-0514-4da5-8d2a-bd425083b36d service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345574 Dec 23 16:13:24.589503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.658854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.690944 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d66576b-f8ae-410c-a7f5-435f07627ba1 None None] New status for floating IP 811502ef-7d9f-4fbb-b905-73e44c5baaa6: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:13:24.770908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:24.894437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013a2609-62dc-46b3-b927-56a94743053e,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:24.999191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.000465 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-57dd4960-6d20-46f3-b03d-5e0fc2c92338 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5900462 Dec 23 16:13:25.003227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33940) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:25.009153 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7', 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:25.015019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:25.018770 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:25.021744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:25.027917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:25.124037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.184942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.301731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.325487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9536b333-a99d-4c18-b8ea-6aeb5d2e09c1,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:25.363189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-133f5181-bd81-4d0e-841c-e16938f8173e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.438985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.440420 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e4d7fdfc-e5af-46d7-85dc-dfac5a526947 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4361558 Dec 23 16:13:25.442972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33944) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:25.449344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7', 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:25.455248 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:25.458988 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:25.461911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:25.467613 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:25.570584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.634898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.723105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.748481 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4810fa7-9b56-4775-91e1-3bd86d8fdc76,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:25.839408 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:25.840632 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6c97cfe1-ba9c-4b17-aa23-2a2b613ca909 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3966520 Dec 23 16:13:25.845938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33948) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:25.852115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7', 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:25.858324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:25.864775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:25.868594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:25.874417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:25.942157 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Project 5bbb05eabc044b2ab048b6df2b662ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:13:25.949111 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.017146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.096183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.120049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2673bdc2-72fe-41e7-be50-15ad3e2666c6,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:26.256558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.257838 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d1f62318-3e38-422e-b41b-b514e0b7611d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4109888 Dec 23 16:13:26.260805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 33952) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:13:26.266292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'security_group_rule': {'security_group_id': 'b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7', 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:26.272392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:13:26.277304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Usage tracker for resource:security_group_rule and tenant:5bbb05eabc044b2ab048b6df2b662ea1 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:13:26.280348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:13:26.286268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:13:26.365067 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Project 5bbb05eabc044b2ab048b6df2b662ea1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:13:26.371529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.435353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.547686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.569903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e8af63-6334-48a8-8d3c-40737b45f2e0,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:26.644731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:26.645852 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-187fb9c8-a195-448d-b9a8-8608a676856f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3840427 Dec 23 16:13:26.777022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-286304a3-30d8-42c8-8721-0c085d6aadcb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Synchronizing usage tracker for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:13:26.885663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-286304a3-30d8-42c8-8721-0c085d6aadcb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Unset dirty status for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:13:26.886829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-286304a3-30d8-42c8-8721-0c085d6aadcb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259829349&fields=id&tenant_id=5bbb05eabc044b2ab048b6df2b662ea1 HTTP/1.1" status: 200 len: 267 time: 0.1509340 Dec 23 16:13:26.967310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-d11754ae-f43f-4f4e-9350-5b00d41976f9 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:26.968660 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-d11754ae-f43f-4f4e-9350-5b00d41976f9 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0764601 Dec 23 16:13:26.979320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'port': {'security_groups': ['87d8b2a1-e4dc-47b9-a594-a673c8f429e7', 'b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:13:27.094420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.342061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:13:27.365889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.461428 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.494012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['d977d15a-0aa8-4b38-ab30-a1a755f5dd37'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:13:27.530240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:27.530716 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.532060 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-125dd7b0-2866-434c-97de-32a0c8d960dc req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "PUT /v2.0/ports/d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 981 time: 0.5572410 Dec 23 16:13:27.532508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:13:27.554212 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850cbb4-6722-4bbc-a0ce-627151765a42 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=6']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:13:27.590162 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'status': 'completed', 'code': 200} Dec 23 16:13:27.663006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['d977d15a-0aa8-4b38-ab30-a1a755f5dd37'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:13:27.778014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9cba419-f6d5-46ed-9e66-7bc68c7c3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.787749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5d692-702c-413b-aff9-7f8489a3104e req-bc9cf0c5-e6fd-4363-8c44-40fa16e708c9 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:27.795314 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61a5d692-702c-413b-aff9-7f8489a3104e req-bc9cf0c5-e6fd-4363-8c44-40fa16e708c9 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.1139772 Dec 23 16:13:27.799651 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b64afd4f-f824-4582-aae0-b24543028b4e req-00fc5162-d872-4a57-9fe2-8f339dc23916 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1137 time: 0.1659429 Dec 23 16:13:27.899588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1feccdb9-6b38-430e-ba59-8667092210a0 None None] Provisioning complete for port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:13:27.899859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1feccdb9-6b38-430e-ba59-8667092210a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:27.917845 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61a5d692-702c-413b-aff9-7f8489a3104e req-6992e429-d139-4ddc-8569-b01d1e6958dd tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214838 Dec 23 16:13:27.971177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64afd4f-f824-4582-aae0-b24543028b4e req-3e65614c-bdda-4e89-be7e-9f8c6a65cdb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:27.972650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b64afd4f-f824-4582-aae0-b24543028b4e req-3e65614c-bdda-4e89-be7e-9f8c6a65cdb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.1581097 Dec 23 16:13:28.075848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b64afd4f-f824-4582-aae0-b24543028b4e req-5c1892bc-f2f3-4685-90e8-85a3ead3b888 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 1000 time: 0.0955937 Dec 23 16:13:28.141353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64afd4f-f824-4582-aae0-b24543028b4e req-0c65c0fc-3c95-4b9d-9609-d6dda0a00c03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:13:28.142774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b64afd4f-f824-4582-aae0-b24543028b4e req-0c65c0fc-3c95-4b9d-9609-d6dda0a00c03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0613313 Dec 23 16:13:28.217698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b64afd4f-f824-4582-aae0-b24543028b4e req-09f54479-81d0-494e-9215-f08ce839c0fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685809 Dec 23 16:13:28.350406 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b64afd4f-f824-4582-aae0-b24543028b4e req-55e4c3d8-9d7e-4246-b9cb-132605d79c1b service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262023 Dec 23 16:13:28.480848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b64afd4f-f824-4582-aae0-b24543028b4e req-7d834f2c-8171-46d7-8031-3d9d5962dfc6 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229229 Dec 23 16:13:28.913574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:29.022294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:30.437422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:37.690154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:42.978651 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:13:55.244455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-c4fa9280-3abc-49a6-967b-2f9bdb5169bb req-af8ce304-5ddd-4e51-b519-f15123288c53 tempest-ServerDiskConfigTestJSON-398286517 tempest-ServerDiskConfigTestJSON-398286517-project] (84221) timed out ('10.222.0.57', 51372) {{(pid=84221) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 16:13:55.336060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b08f-36df-4531-8397-7930dfa00b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:57.700709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-89f1df69-098b-44c2-a529-5aa2b9c3362a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:58.917716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:13:59.021484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:00.427127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:07.684513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:16.360641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-4d50502a-c007-49f5-af30-fb20cf203008 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1137 time: 0.0941150 Dec 23 16:14:16.366226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5965-c299-4b33-addd-a2574fa880af req-4df0b96c-e73e-4de9-a91f-2207c3fec6c6 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:16.367601 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0a8c5965-c299-4b33-addd-a2574fa880af req-4df0b96c-e73e-4de9-a91f-2207c3fec6c6 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.1406112 Dec 23 16:14:16.576771 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0a8c5965-c299-4b33-addd-a2574fa880af req-6ce79cdd-f78f-4e1c-a6d6-6bebe14377dd tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906776 Dec 23 16:14:16.616837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-c5d059c2-0ab7-4732-970b-b73329aebbb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:16.618261 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-c5d059c2-0ab7-4732-970b-b73329aebbb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.2498484 Dec 23 16:14:16.719284 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-774ee1ae-d1ab-4845-ad0e-656f2e596fc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 1000 time: 0.0940597 Dec 23 16:14:16.786200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-e423a12c-7deb-4331-8eea-b163b37486a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:16.787598 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-e423a12c-7deb-4331-8eea-b163b37486a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0613708 Dec 23 16:14:16.861524 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-b196e44b-6902-478e-b5bb-483ec88fab3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671604 Dec 23 16:14:16.992730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-8de8a6d4-f25f-43ea-9afe-e9fa9dfa79cf service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235764 Dec 23 16:14:17.125620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d27e690f-7285-4ccd-91ba-5dcf0d937d9e req-9f543750-6bf4-4274-b769-20bdfafb19e7 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265457 Dec 23 16:14:17.779158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395446df-3830-48ab-8140-5debcf425272 req-3cae1d87-c985-4b88-8d3a-76f7603efaff tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:17.780998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-395446df-3830-48ab-8140-5debcf425272 req-3cae1d87-c985-4b88-8d3a-76f7603efaff tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0823808 Dec 23 16:14:17.829826 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-395446df-3830-48ab-8140-5debcf425272 req-514d9fc2-7a59-45ca-b289-6e9852e20593 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431325 Dec 23 16:14:19.024911 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30eab-f07e-4bbf-b801-707bb6faefe1 req-d25e94b0-1316-4c4a-a898-5b812d877989 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:19.026346 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cde30eab-f07e-4bbf-b801-707bb6faefe1 req-d25e94b0-1316-4c4a-a898-5b812d877989 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0765944 Dec 23 16:14:19.113743 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cde30eab-f07e-4bbf-b801-707bb6faefe1 req-c7bf6313-b1a8-406a-80ea-8bdafe036c1b tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816433 Dec 23 16:14:19.144746 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-bd34d6e8-0aed-4c1e-b7a1-8c5368c94d18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1137 time: 0.0795870 Dec 23 16:14:19.289305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-b4151c4f-9cb1-4f14-b2df-87a9cc2f0392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:19.290642 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-b4151c4f-9cb1-4f14-b2df-87a9cc2f0392 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.1272912 Dec 23 16:14:19.392930 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-e6b8e60b-9ae4-457f-90ae-374eea57489f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 1000 time: 0.0960443 Dec 23 16:14:19.455360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-b5d753e6-9166-4ed4-8957-0691dd3551ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:19.456784 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-b5d753e6-9166-4ed4-8957-0691dd3551ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0567663 Dec 23 16:14:19.529318 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-0ddc58a5-629d-4ba0-ab81-24dff3ec9013 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660465 Dec 23 16:14:19.663666 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-cd03339c-cbe0-4298-a6a4-1d9d1d79326b service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280198 Dec 23 16:14:19.799196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e62d97a7-6ca8-41a0-9bac-0b860c9e1ac1 req-fcc93716-9a6c-4b23-b7e6-78aba8a0919b service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287336 Dec 23 16:14:19.988500 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:14:20.396570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a06ef0-959d-4bd7-8628-00734c239f31 req-5d543266-2d82-4d08-92d4-7b6e6344d9e0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:20.398241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0a06ef0-959d-4bd7-8628-00734c239f31 req-5d543266-2d82-4d08-92d4-7b6e6344d9e0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.1666350 Dec 23 16:14:20.443564 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0a06ef0-959d-4bd7-8628-00734c239f31 req-137a9382-8a37-4368-a42e-4108067a8dd2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395877 Dec 23 16:14:21.642408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43467-a2d9-4823-b247-a039b65d6438 req-1e2974d3-e9e9-42e6-a4c0-e55a471dcf9d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:21.643849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82e43467-a2d9-4823-b247-a039b65d6438 req-1e2974d3-e9e9-42e6-a4c0-e55a471dcf9d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0756278 Dec 23 16:14:21.693958 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82e43467-a2d9-4823-b247-a039b65d6438 req-f1031506-1906-4187-b80b-a4e04aac74bd tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442047 Dec 23 16:14:22.888585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28be818-8d57-4f0a-9ae9-bad856efab46 req-ef052784-4f40-4dff-b2d2-5a3f65faa3d0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:22.890507 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b28be818-8d57-4f0a-9ae9-bad856efab46 req-ef052784-4f40-4dff-b2d2-5a3f65faa3d0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0753925 Dec 23 16:14:22.936859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b28be818-8d57-4f0a-9ae9-bad856efab46 req-69e72ec5-e3b6-4d85-b323-d39e8760969d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406611 Dec 23 16:14:24.136384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d2503-7aeb-4e9b-9276-5aa00901b6d1 req-0b2bfe72-3b0c-4ca6-ae50-fbae5caccb8e tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:24.137800 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-949d2503-7aeb-4e9b-9276-5aa00901b6d1 req-0b2bfe72-3b0c-4ca6-ae50-fbae5caccb8e tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0797853 Dec 23 16:14:24.184496 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-949d2503-7aeb-4e9b-9276-5aa00901b6d1 req-0ed121e1-e7f2-4ad2-abbf-07fda51fc167 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409718 Dec 23 16:14:25.369980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2cd6-b6eb-4172-befc-69a404d9f8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:25.380209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135ade8-677d-434f-8e3f-b5a15037a4ec req-0f83d831-3562-4854-b82b-4ac2e28a73cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:25.381648 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7135ade8-677d-434f-8e3f-b5a15037a4ec req-0f83d831-3562-4854-b82b-4ac2e28a73cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0785725 Dec 23 16:14:25.434748 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7135ade8-677d-434f-8e3f-b5a15037a4ec req-e3fb675e-70fd-456e-a4de-0fff298b1227 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473919 Dec 23 16:14:26.635247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd30df-bf73-4a72-ad16-f96161c6de18 req-d30b9211-3fba-4172-88db-55dba9bed81a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:26.636710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbd30df-bf73-4a72-ad16-f96161c6de18 req-d30b9211-3fba-4172-88db-55dba9bed81a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0798779 Dec 23 16:14:26.684143 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbd30df-bf73-4a72-ad16-f96161c6de18 req-b1f6533c-492f-46b6-9782-83dd61a9fbea tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411310 Dec 23 16:14:27.689928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-12504a35-2b9c-4245-856c-6dac62b7fed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:27.879989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be753e-7eae-4e5d-903f-93b068bbc203 req-8faa6a39-64c7-4398-887d-aa109c7e64f2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:27.881481 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-23be753e-7eae-4e5d-903f-93b068bbc203 req-8faa6a39-64c7-4398-887d-aa109c7e64f2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0758421 Dec 23 16:14:27.931957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-23be753e-7eae-4e5d-903f-93b068bbc203 req-bf33fe8d-faba-45eb-8a73-e63ac0fc5be0 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447819 Dec 23 16:14:28.931435 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:28.998608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:29.124035 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21bf5b-6d60-4305-91e2-b26597581df6 req-321585f9-7823-4224-91ae-7d126ec16ca2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:29.125495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e21bf5b-6d60-4305-91e2-b26597581df6 req-321585f9-7823-4224-91ae-7d126ec16ca2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0768604 Dec 23 16:14:29.172428 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e21bf5b-6d60-4305-91e2-b26597581df6 req-0e32a5bb-8a1e-4e47-b847-4c196ae8cb81 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406377 Dec 23 16:14:30.427171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:30.519048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e45499-fc75-4744-ae33-388303d2fda5 req-1872d3eb-c223-4be8-b962-2b8a11ea271a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:30.520502 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c8e45499-fc75-4744-ae33-388303d2fda5 req-1872d3eb-c223-4be8-b962-2b8a11ea271a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0804377 Dec 23 16:14:30.567197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c8e45499-fc75-4744-ae33-388303d2fda5 req-eaad00ac-26bd-4a34-b39f-a3abaf43924d tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408986 Dec 23 16:14:31.769088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf6fb4-c770-4019-bf77-cb2ee7a24572 req-d8f4a39d-2e7d-4f9d-875f-f1c3d2810d51 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:31.770532 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-52cf6fb4-c770-4019-bf77-cb2ee7a24572 req-d8f4a39d-2e7d-4f9d-875f-f1c3d2810d51 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0815544 Dec 23 16:14:31.818217 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-52cf6fb4-c770-4019-bf77-cb2ee7a24572 req-17d13fe8-db1c-494c-a0f4-ebc75aa4af01 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417986 Dec 23 16:14:33.016998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7248a-bc6b-4096-9685-6a4666182485 req-4048e32f-c889-42e9-8ae0-ff5e5c7e8264 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:33.019049 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1c7248a-bc6b-4096-9685-6a4666182485 req-4048e32f-c889-42e9-8ae0-ff5e5c7e8264 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0805297 Dec 23 16:14:33.066500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1c7248a-bc6b-4096-9685-6a4666182485 req-a38b392b-912d-4d1d-940b-484ea459c669 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411615 Dec 23 16:14:34.258474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf5ce7-707c-4918-9b4a-27ec02f82f35 req-80c880d0-f576-449e-81a4-62702671d13e tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:14:34.259899 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c5cf5ce7-707c-4918-9b4a-27ec02f82f35 req-80c880d0-f576-449e-81a4-62702671d13e tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0756435 Dec 23 16:14:34.306442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c5cf5ce7-707c-4918-9b4a-27ec02f82f35 req-ec5e9b57-8db4-4d03-8e0e-1d76d0d11d9a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&id=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409944 Dec 23 16:14:37.701200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:55.352014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b1c858b-1ca4-49cb-a350-496bcce9a651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:56.978295 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:14:57.689549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2b6e49c7-0a7a-47d5-8fc3-577b07b4b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:58.926966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:14:59.005736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:00.421019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:07.712101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:19.031738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-b17d1814-cf62-48ae-ad19-08a361806578 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717070 Dec 23 16:15:19.188627 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-7a681502-77ab-4ca0-a07b-4e375c08fc24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1137 time: 0.0697460 Dec 23 16:15:19.332305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-16a4e3f5-9e6d-4feb-8664-34db0ed4d49d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:19.333653 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-16a4e3f5-9e6d-4feb-8664-34db0ed4d49d service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.1258693 Dec 23 16:15:19.436982 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-a557c61c-2c11-4fa1-b1bd-5a03ff082d6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 1000 time: 0.0971839 Dec 23 16:15:19.501581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-514498d4-2cad-4f49-a188-8c5d92c96101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:19.502965 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-514498d4-2cad-4f49-a188-8c5d92c96101 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0599442 Dec 23 16:15:19.575814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-57b6901e-005b-4cbe-9e8a-293cec28bf7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668731 Dec 23 16:15:19.794937 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-c2628998-149c-4085-a5f4-f46698218565 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127964 Dec 23 16:15:19.927545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0085b3f-ae74-4bec-b058-94ad2a9d2da1 req-d8ec18fb-f51f-4a98-8c9a-c4d3e9f91152 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262369 Dec 23 16:15:25.352305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-798b5ffe-7b16-4346-938a-b5f40b2b812b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:27.695250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-27003d07-e5ec-4288-8a06-2eb53c474cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:28.929422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:29.014575 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.274986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-df6e1330-b7f8-454b-9f8f-1a1ce168863f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259829349&fields=id&tenant_id=5bbb05eabc044b2ab048b6df2b662ea1 HTTP/1.1" status: 200 len: 267 time: 0.0408442 Dec 23 16:15:30.358827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-e76097d4-fbd8-495b-8a87-537d991ed659 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:30.361029 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-e76097d4-fbd8-495b-8a87-537d991ed659 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 984 time: 0.0793898 Dec 23 16:15:30.371601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Request body: {'port': {'security_groups': ['87d8b2a1-e4dc-47b9-a594-a673c8f429e7']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:15:30.426680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.487523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.731942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:30.754655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.832186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.866451 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['d977d15a-0aa8-4b38-ab30-a1a755f5dd37'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:15:30.908322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:30.908932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:30.910294 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f801209f-f4e7-4c4d-9932-fee04558a81f req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "PUT /v2.0/ports/d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 942 time: 0.5438139 Dec 23 16:15:30.911526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:15:30.919199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34050) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:30.939158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event updated for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=7']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:30.949860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.950202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.950529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.950855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.951181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.951503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.951813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.952146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.952522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.952864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:30.953770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4843106d-744d-490b-84b7-a59c74d565cb tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.044205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['d977d15a-0aa8-4b38-ab30-a1a755f5dd37'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:15:31.046168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.081593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.226417 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.242196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d2428cf8-3e54-4cac-99a9-73acfcd84f74 None None] Provisioning complete for port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:15:31.242489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2428cf8-3e54-4cac-99a9-73acfcd84f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.246721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:31.254902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.255244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.255584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.255907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.256271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.266313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.266313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.266313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.266313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.266313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.266313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:15:31.305946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.310325 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-047c0e9f-873a-4576-8f7e-ec902abc840f tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "DELETE /v2.0/security-groups/b3a4ad5e-57f8-4da7-b6b8-dc5ef4420ca7 HTTP/1.1" status: 204 len: 168 time: 0.3866274 Dec 23 16:15:31.311038 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34056) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:31.508809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Deleting port ea6b6a98-bcb6-49ef-a682-95cf83dadef8 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:31.509142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.676998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.677319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:31.796706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Calling delete_port for ea6b6a98-bcb6-49ef-a682-95cf83dadef8 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:32.003950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.050187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event deleted for resources: {'Port': ['ID=ea6b6a98-bcb6-49ef-a682-95cf83dadef8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:32.112098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'status': 'completed', 'code': 200} Dec 23 16:15:32.144241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:32.386256 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-ca8ed095-3631-4502-97be-296d0bc8e85e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1098 time: 0.1057932 Dec 23 16:15:32.593314 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-dd2e9ece-dc5b-49dc-b636-3ba14cde2879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:32.594719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-dd2e9ece-dc5b-49dc-b636-3ba14cde2879 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.1584992 Dec 23 16:15:32.675505 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-786b48da-ab01-4ba5-adad-8d4b7637313d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 217 time: 0.0735235 Dec 23 16:15:32.806123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-b4c14cbf-a0ee-42e8-abba-9cb387ac3506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:32.808085 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-b4c14cbf-a0ee-42e8-abba-9cb387ac3506 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0852978 Dec 23 16:15:32.960400 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-f96ed0ff-75eb-4312-8e89-0dfbcf23dcde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1446841 Dec 23 16:15:33.070845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:33.110427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-6f1072e3-660b-4fe3-9a38-bfe5f386cbd1 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422367 Dec 23 16:15:33.319940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cc0051ca-7f75-42ca-b96a-1727061ffa6a req-6246c34a-1448-4548-8845-61a3be274dc1 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557760 Dec 23 16:15:33.420570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:33.430492 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] Sync routers for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:33.442436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:33.443032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:33.517526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:33.573037 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-726a5b42-f808-4fe7-9662-0127068893a5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "DELETE /v2.0/floatingips/811502ef-7d9f-4fbb-b905-73e44c5baaa6 HTTP/1.1" status: 204 len: 168 time: 2.2612200 Dec 23 16:15:33.654853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:33.972518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:33.976469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] Checking router: 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:33.982378 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:15:33.987786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:33.988433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:34.113485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:15:34.176948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:34.178065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'status': 'completed', 'code': 200} Dec 23 16:15:34.290995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-3c06f539-0e8c-4719-b200-1c0be1e07f1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0722528 Dec 23 16:15:34.508706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:34.512688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a46541-7dc6-4608-bac2-e28fe625e42e None None] The sync data for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv is: [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:12:17Z', 'revision_number': 4, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '5a4c4a89-7c72-4468-a87c-affd278c3fc6', 'name': '', 'network_id': '64c9673f-5d07-49f4-bcf0-93784bc6871b', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'mac_address': 'fa:16:3e:f1:ed:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:16Z', 'updated_at': '2021-12-23T16:12:36Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'subnets': [{'id': 'e97a7c11-8004-441f-aa79-05d20c93b8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:34.535176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-ab360a68-aea3-4fb8-a39c-57a0fe2852fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:34.535849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-ab360a68-aea3-4fb8-a39c-57a0fe2852fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 200 len: 916 time: 0.2384596 Dec 23 16:15:34.613242 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-e9e4e746-8c79-4d83-be12-6e027c06a681 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 200 len: 217 time: 0.0622580 Dec 23 16:15:34.689295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-c77a44d0-5a74-45bc-8a75-cfeff2e00dc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:34.690852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-c77a44d0-5a74-45bc-8a75-cfeff2e00dc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 200 len: 854 time: 0.0709422 Dec 23 16:15:34.758425 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d78c5-01ee-416c-a607-526205046997 None None] New status for floating IP 811502ef-7d9f-4fbb-b905-73e44c5baaa6: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:15:34.769718 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-15c6310f-e9a6-4f2e-83f1-09c32c6ccc33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64c9673f-5d07-49f4-bcf0-93784bc6871b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711360 Dec 23 16:15:34.908878 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-a1d8154f-d4ef-4697-9d39-57a06f3043ff service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326394 Dec 23 16:15:35.046948 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9f5d0cb3-82e6-44e4-afef-4a8379b98a65 req-3b666e76-4248-4d5f-a04e-0fd329c309f9 service neutron] 10.222.0.57 "GET /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318176 Dec 23 16:15:37.706816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:39.575361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de3a70-e4a3-4b70-a003-48765471b91a req-f2a67ad6-7c3b-472a-8163-1afd3ea3d8d2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:39.576041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-38de3a70-e4a3-4b70-a003-48765471b91a req-f2a67ad6-7c3b-472a-8163-1afd3ea3d8d2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Synchronizing usage tracker for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:39.671610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-38de3a70-e4a3-4b70-a003-48765471b91a req-f2a67ad6-7c3b-472a-8163-1afd3ea3d8d2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Unset dirty status for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:39.672772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38de3a70-e4a3-4b70-a003-48765471b91a req-f2a67ad6-7c3b-472a-8163-1afd3ea3d8d2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.1799650 Dec 23 16:15:39.719246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38de3a70-e4a3-4b70-a003-48765471b91a req-3f085993-0a7f-4106-9eed-37e8c554e01b tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Dec 23 16:15:40.920642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196971f-7400-4977-9f40-2e648617a339 req-3c98ae67-4478-4a94-b8be-a2a32ea32ff6 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:40.922070 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2196971f-7400-4977-9f40-2e648617a339 req-3c98ae67-4478-4a94-b8be-a2a32ea32ff6 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0756934 Dec 23 16:15:40.967256 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2196971f-7400-4977-9f40-2e648617a339 req-4a7adcb4-8b22-4a03-a48a-673cc683c184 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/security-groups?id=87d8b2a1-e4dc-47b9-a594-a673c8f429e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Dec 23 16:15:41.503396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d529ba-b42c-4835-9f49-3182c028a722 req-a03ae5a9-bcac-4bc7-92ae-6c5988bac497 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:15:41.504809 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-54d529ba-b42c-4835-9f49-3182c028a722 req-a03ae5a9-bcac-4bc7-92ae-6c5988bac497 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 945 time: 0.0773642 Dec 23 16:15:41.571151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Deleting port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:41.571483 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.812768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] For port d977d15a-0aa8-4b38-ab30-a1a755f5dd37, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:41.813115 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:41.934724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Calling delete_port for d977d15a-0aa8-4b38-ab30-a1a755f5dd37 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:42.136776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.147211 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-212c9fe9-c0f4-4c05-98d4-63d84ee07ee9 req-63b3c8d2-645b-43ab-a119-99af072b8e6a tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 210 time: 0.0455406 Dec 23 16:15:42.175360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['d977d15a-0aa8-4b38-ab30-a1a755f5dd37'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:15:42.281995 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Pushing event deleted for resources: {'Port': ['ID=d977d15a-0aa8-4b38-ab30-a1a755f5dd37,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:42.353218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] No DVR routers for this DVR port d977d15a-0aa8-4b38-ab30-a1a755f5dd37 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:42.355501 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:42.357959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'name': 'network-vif-deleted', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:15:42.411977 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3ae949-1b15-4132-befe-0f41457ef2b6', 'name': 'network-vif-deleted', 'tag': 'd977d15a-0aa8-4b38-ab30-a1a755f5dd37', 'status': 'completed', 'code': 200} Dec 23 16:15:42.421696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-54d529ba-b42c-4835-9f49-3182c028a722 req-f09bb1e0-4651-45bc-8674-061a33399fc2 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.57 "DELETE /v2.0/ports/d977d15a-0aa8-4b38-ab30-a1a755f5dd37 HTTP/1.1" status: 204 len: 173 time: 0.9113481 Dec 23 16:15:43.319730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8f5cf8a1-a834-44e2-9bd4-e0f502116519 req-0e534317-9b16-4d74-ae7c-0df2dea2c3e5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Synchronizing usage tracker for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:15:43.386943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8f5cf8a1-a834-44e2-9bd4-e0f502116519 req-0e534317-9b16-4d74-ae7c-0df2dea2c3e5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] Unset dirty status for tenant:5bbb05eabc044b2ab048b6df2b662ea1 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:15:43.388015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8f5cf8a1-a834-44e2-9bd4-e0f502116519 req-0e534317-9b16-4d74-ae7c-0df2dea2c3e5 tempest-TestMinimumBasicScenario-937360134 tempest-TestMinimumBasicScenario-937360134-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e3ae949-1b15-4132-befe-0f41457ef2b6 HTTP/1.1" status: 200 len: 210 time: 0.1078484 Dec 23 16:15:46.621746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34150) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:47.009730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.060480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device d977d15a-0aa8-4b38-ab30-a1a755f5dd37 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:47.097414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: d977d15a-0aa8-4b38-ab30-a1a755f5dd37 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:15:47.097757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device d977d15a-0aa8-4b38-ab30-a1a755f5dd37 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:47.593026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Deleting port 5a4c4a89-7c72-4468-a87c-affd278c3fc6 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:47.593359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.761873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] For port 5a4c4a89-7c72-4468-a87c-affd278c3fc6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5a4c4a89-7c72-4468-a87c-affd278c3fc6,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:47.762442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:47.890223 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Calling delete_port for 5a4c4a89-7c72-4468-a87c-affd278c3fc6 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:48.237867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:48.282972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4c4a89-7c72-4468-a87c-affd278c3fc6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:48.574691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.145304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:49.345543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:49.354569 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b9652-953f-448e-89db-0b2900275945 None None] Sync routers for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:49.366172 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:49.366780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:49.406168 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cd618e06-c34b-463e-a5aa-99b5b4c2f650 admin admin] 10.222.0.58 "PUT /v2.0/routers/6bbb9228-f1ba-42fa-a761-3e5a86f4d973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7826726 Dec 23 16:15:49.408027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34154) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:49.545407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:49.718764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.877231 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:15:48Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:49.881099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b9652-953f-448e-89db-0b2900275945 None None] Checking router: 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:49.891809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] Routers {'6bbb9228-f1ba-42fa-a761-3e5a86f4d973'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:49.892474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:49.921217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:49.993890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Deleting port 9cca6b35-7579-4cef-86f3-d1b1610c8295 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:49.994233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.085163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] Set router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:50.173479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] For port 9cca6b35-7579-4cef-86f3-d1b1610c8295, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9cca6b35-7579-4cef-86f3-d1b1610c8295,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:50.174059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.293930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Calling delete_port for 9cca6b35-7579-4cef-86f3-d1b1610c8295 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:50.397355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b83b9652-953f-448e-89db-0b2900275945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:15:48Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:50.401938 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b9652-953f-448e-89db-0b2900275945 None None] The sync data for ids ['6bbb9228-f1ba-42fa-a761-3e5a86f4d973'] in dv-neutron-822796-1-hyperv is: [{'id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'name': 'tempest-TestMinimumBasicScenario-1228685647-router', 'tenant_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:13Z', 'updated_at': '2021-12-23T16:15:48Z', 'revision_number': 5, 'project_id': '5bbb05eabc044b2ab048b6df2b662ea1', 'gw_port': {'id': '9cca6b35-7579-4cef-86f3-d1b1610c8295', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb9228-f1ba-42fa-a761-3e5a86f4d973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:14Z', 'updated_at': '2021-12-23T16:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:50.524116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:50.569081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cca6b35-7579-4cef-86f3-d1b1610c8295,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:50.799983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.066159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.070423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.164011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.164502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbb9228-f1ba-42fa-a761-3e5a86f4d973 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:51.176712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.177884 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c8041017-9bae-4f60-a357-90adae771db2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6bbb9228-f1ba-42fa-a761-3e5a86f4d973 HTTP/1.1" status: 204 len: 168 time: 1.7689514 Dec 23 16:15:51.180497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34158) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:51.247798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] Deleting subnet e97a7c11-8004-441f-aa79-05d20c93b8cf {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:51.256351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.304880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.381761 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.497315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.538385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97a7c11-8004-441f-aa79-05d20c93b8cf,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:51.546121 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.551962 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d49f50-680f-4112-8ca5-c115c4904a19 None None] Network 64c9673f-5d07-49f4-bcf0-93784bc6871b requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:51.552502 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a61d5328-8f52-4c24-b771-13397554d514 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e97a7c11-8004-441f-aa79-05d20c93b8cf HTTP/1.1" status: 204 len: 168 time: 0.3698523 Dec 23 16:15:51.554863 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34162) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:51.681316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.692503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Deleting port bbb8410c-8d7e-4544-9c52-82c07369c570 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:51.692826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.807752 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9cca6b35-7579-4cef-86f3-d1b1610c8295 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:51.843713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 9cca6b35-7579-4cef-86f3-d1b1610c8295 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:15:51.844072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9cca6b35-7579-4cef-86f3-d1b1610c8295 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:51.844515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5a4c4a89-7c72-4468-a87c-affd278c3fc6 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:51.870655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] DHCP port deletion for 64c9673f-5d07-49f4-bcf0-93784bc6871b request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:51.882579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 5a4c4a89-7c72-4468-a87c-affd278c3fc6 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:15:51.882984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5a4c4a89-7c72-4468-a87c-affd278c3fc6 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:51.885717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Deleting port bbb8410c-8d7e-4544-9c52-82c07369c570 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:51.886113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:51.916000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] For port bbb8410c-8d7e-4544-9c52-82c07369c570, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bbb8410c-8d7e-4544-9c52-82c07369c570,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:51.916788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.043736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Calling delete_port for bbb8410c-8d7e-4544-9c52-82c07369c570 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:52.088647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] For port bbb8410c-8d7e-4544-9c52-82c07369c570, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=bbb8410c-8d7e-4544-9c52-82c07369c570,segment=NetworkSegment(fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b),segment_id=fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:52.089012 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.181136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.212574 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Calling delete_port for bbb8410c-8d7e-4544-9c52-82c07369c570 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:52.231311 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb8410c-8d7e-4544-9c52-82c07369c570,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:52.237205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] No DVR routers for this DVR port bbb8410c-8d7e-4544-9c52-82c07369c570 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:52.283424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:52.283777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:52.360216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.387525 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c9673f-5d07-49f4-bcf0-93784bc6871b']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:52.400254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:52.400592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2a9785-cb96-41b1-9ca9-0f7c2c5a8e7b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:52.412425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.428330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.435187 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:15:52.435544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:15:52.448756 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:15:52.695080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.700349 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.724765 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=64c9673f-5d07-49f4-bcf0-93784bc6871b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:52.784709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Deleting port bbb8410c-8d7e-4544-9c52-82c07369c570 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:52.785283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:52.804424 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-90e00ae2-93e6-4201-8379-20ecfc5db3c8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/64c9673f-5d07-49f4-bcf0-93784bc6871b HTTP/1.1" status: 204 len: 168 time: 1.2484910 Dec 23 16:15:52.807736 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34166) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:52.884663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3fca4848-f8a2-4683-91ec-60742bca7dbb None None] The port 'bbb8410c-8d7e-4544-9c52-82c07369c570' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:15:53.203599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.796701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bbb8410c-8d7e-4544-9c52-82c07369c570 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:53.797432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Deleting port 52c87742-de98-4b91-b0ef-8e0795b29362 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:53.797767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:53.829640 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: bbb8410c-8d7e-4544-9c52-82c07369c570 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:15:53.829967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device bbb8410c-8d7e-4544-9c52-82c07369c570 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:53.976913 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] For port 52c87742-de98-4b91-b0ef-8e0795b29362, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=52c87742-de98-4b91-b0ef-8e0795b29362,segment=NetworkSegment(2a28a8a9-d002-4579-b158-53123688558a),segment_id=2a28a8a9-d002-4579-b158-53123688558a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:53.977148 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.095432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Calling delete_port for 52c87742-de98-4b91-b0ef-8e0795b29362 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:54.402965 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:54.446174 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Pushing event deleted for resources: {'Port': ['ID=52c87742-de98-4b91-b0ef-8e0795b29362,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:54.736425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.310543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Router 39ea7135-1709-4615-8c5e-798abadf9706 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:15:55.346850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7679f763-0b86-42b5-8760-b8778b71b6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:55.511797 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:15:55.520652 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] Sync routers for ids ['39ea7135-1709-4615-8c5e-798abadf9706'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:15:55.533858 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] Routers {'39ea7135-1709-4615-8c5e-798abadf9706'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:55.534416 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['39ea7135-1709-4615-8c5e-798abadf9706'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:55.582884 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8b1414ab-f276-427a-9c38-9eb42b2f819f admin admin] 10.222.0.58 "PUT /v2.0/routers/39ea7135-1709-4615-8c5e-798abadf9706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7740669 Dec 23 16:15:55.585403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34170) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:55.737963 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] Set router 39ea7135-1709-4615-8c5e-798abadf9706 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:55.784805 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.032195 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:15:54Z', 'revision_number': 5, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:56.035975 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] Checking router: 39ea7135-1709-4615-8c5e-798abadf9706 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:15:56.046402 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] Routers {'39ea7135-1709-4615-8c5e-798abadf9706'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:15:56.046991 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['39ea7135-1709-4615-8c5e-798abadf9706'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:56.079227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.146904 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Deleting port 3948b676-3767-4e4e-b59c-ada78a49e69b {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:56.147242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.219505 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] Set router 39ea7135-1709-4615-8c5e-798abadf9706 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:15:56.325755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] For port 3948b676-3767-4e4e-b59c-ada78a49e69b, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3948b676-3767-4e4e-b59c-ada78a49e69b,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:56.326061 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.447457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Calling delete_port for 3948b676-3767-4e4e-b59c-ada78a49e69b owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:56.500425 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:15:54Z', 'revision_number': 5, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:56.504446 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f642358-28ba-4ecc-8569-6029a126cb1e None None] The sync data for ids ['39ea7135-1709-4615-8c5e-798abadf9706'] in dv-neutron-822796-1-hyperv is: [{'id': '39ea7135-1709-4615-8c5e-798abadf9706', 'name': 'tempest-TestMinimumBasicScenario-1655685510-router', 'tenant_id': '04ce993a51854b7baa7d2857ce5f8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:15:54Z', 'revision_number': 5, 'project_id': '04ce993a51854b7baa7d2857ce5f8522', 'gw_port': {'id': '3948b676-3767-4e4e-b59c-ada78a49e69b', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea7135-1709-4615-8c5e-798abadf9706', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:21Z', 'updated_at': '2021-12-23T16:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:15:56.665666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:56.710712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3948b676-3767-4e4e-b59c-ada78a49e69b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:56.935715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.193065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.197734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.295213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.295749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39ea7135-1709-4615-8c5e-798abadf9706 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:15:57.308701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.309808 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e7c39b51-f8d1-4388-b1c7-d3b36a2eca80 admin admin] 10.222.0.58 "DELETE /v2.0/routers/39ea7135-1709-4615-8c5e-798abadf9706 HTTP/1.1" status: 204 len: 168 time: 1.7235122 Dec 23 16:15:57.312430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34174) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:57.465071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] Deleting subnet fa929bd7-2eef-49ab-93b6-2af941917c68 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:15:57.467798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.515836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.590771 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.700547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2f78fce5-bd88-4744-840b-6ea3744ff25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.730548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.769485 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa929bd7-2eef-49ab-93b6-2af941917c68,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:57.778781 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.783616 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d947c3-7252-4df1-b76d-e6988065df23 None None] Network 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:15:57.789591 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-808bcdf5-4d39-479d-b2aa-832131ea6f2e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fa929bd7-2eef-49ab-93b6-2af941917c68 HTTP/1.1" status: 204 len: 168 time: 0.4761639 Dec 23 16:15:57.792730 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34178) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:57.804834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52c87742-de98-4b91-b0ef-8e0795b29362 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:57.885120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 52c87742-de98-4b91-b0ef-8e0795b29362 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:15:57.885500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 52c87742-de98-4b91-b0ef-8e0795b29362 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:57.885853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3948b676-3767-4e4e-b59c-ada78a49e69b no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:57.899671 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.910509 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Deleting port 861b10e7-b553-441b-be7e-c8d2b05b4329 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:57.910843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:57.930158 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 3948b676-3767-4e4e-b59c-ada78a49e69b {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:15:57.930493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3948b676-3767-4e4e-b59c-ada78a49e69b not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:15:58.091758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] DHCP port deletion for 7811b2db-7eb6-4e66-93c5-8e7680eefbb8 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:15:58.095782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Deleting port 861b10e7-b553-441b-be7e-c8d2b05b4329 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:58.096164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.114956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] For port 861b10e7-b553-441b-be7e-c8d2b05b4329, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=861b10e7-b553-441b-be7e-c8d2b05b4329,segment=NetworkSegment(2a28a8a9-d002-4579-b158-53123688558a),segment_id=2a28a8a9-d002-4579-b158-53123688558a)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:58.115292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.237548 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Calling delete_port for 861b10e7-b553-441b-be7e-c8d2b05b4329 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:58.300356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] For port 861b10e7-b553-441b-be7e-c8d2b05b4329, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=861b10e7-b553-441b-be7e-c8d2b05b4329,segment=NetworkSegment(2a28a8a9-d002-4579-b158-53123688558a),segment_id=2a28a8a9-d002-4579-b158-53123688558a)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:15:58.300658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.409799 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.421554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Calling delete_port for 861b10e7-b553-441b-be7e-c8d2b05b4329 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:15:58.459840 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Pushing event deleted for resources: {'Port': ['ID=861b10e7-b553-441b-be7e-c8d2b05b4329,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:58.464598 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] No DVR routers for this DVR port 861b10e7-b553-441b-be7e-c8d2b05b4329 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:15:58.490963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:15:58.491340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:15:58.582313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.607037 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7811b2db-7eb6-4e66-93c5-8e7680eefbb8']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:58.619551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a28a8a9-d002-4579-b158-53123688558a') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:58.619922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a28a8a9-d002-4579-b158-53123688558a') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:15:58.631104 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.647159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.654196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:15:58.654685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:15:58.669192 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:15:58.832692 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.849265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.860064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] Pushing event deleted for resources: {'Network': ['ID=7811b2db-7eb6-4e66-93c5-8e7680eefbb8,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:58.869892 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-71dc1e3c-ebff-4450-9280-dae50518761c admin admin] 10.222.0.58 "DELETE /v2.0/networks/7811b2db-7eb6-4e66-93c5-8e7680eefbb8 HTTP/1.1" status: 204 len: 168 time: 1.0734508 Dec 23 16:15:58.946368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:58.992312 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Deleting port 861b10e7-b553-441b-be7e-c8d2b05b4329 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:15:58.992977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.024769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.062633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8d22c4b8-574a-4915-aa37-d27548a91360 None None] The port '861b10e7-b553-441b-be7e-c8d2b05b4329' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:15:59.240458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34184) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:59.292335 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8d40d124-5b94-4ec9-a8e9-8c2e5b50b941 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bbb05eabc044b2ab048b6df2b662ea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506921 Dec 23 16:15:59.294831 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34188) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:15:59.353731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7c6b-1818-46ca-b80e-1ef4c513280b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.382401 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7c6b-1818-46ca-b80e-1ef4c513280b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.512599 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7c6b-1818-46ca-b80e-1ef4c513280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.530069 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d7c6b-1818-46ca-b80e-1ef4c513280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d8b2a1-e4dc-47b9-a594-a673c8f429e7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:15:59.536994 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4c0d7c6b-1818-46ca-b80e-1ef4c513280b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:15:59.538101 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4c0d7c6b-1818-46ca-b80e-1ef4c513280b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87d8b2a1-e4dc-47b9-a594-a673c8f429e7 HTTP/1.1" status: 204 len: 168 time: 0.2423961 Dec 23 16:15:59.797252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 861b10e7-b553-441b-be7e-c8d2b05b4329 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:15:59.829969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 861b10e7-b553-441b-be7e-c8d2b05b4329 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:15:59.830954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 861b10e7-b553-441b-be7e-c8d2b05b4329 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:16:00.211033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34196) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:00.262579 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-19fae978-0d0b-44ea-abfb-7ebf481ddb67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=04ce993a51854b7baa7d2857ce5f8522&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504181 Dec 23 16:16:00.265036 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34200) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:00.324092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee1d36fa-b1a5-4f30-a027-d0a646d4abff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.348999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee1d36fa-b1a5-4f30-a027-d0a646d4abff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.483238 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.518323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee1d36fa-b1a5-4f30-a027-d0a646d4abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.534434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d36fa-b1a5-4f30-a027-d0a646d4abff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9a7bb5-efa5-4639-aadd-3a41ec485f07,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:00.539047 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ee1d36fa-b1a5-4f30-a027-d0a646d4abff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:00.539690 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ee1d36fa-b1a5-4f30-a027-d0a646d4abff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f9a7bb5-efa5-4639-aadd-3a41ec485f07 HTTP/1.1" status: 204 len: 168 time: 0.2737930 Dec 23 16:16:03.309536 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34246) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:03.315011 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046765923', 'description': 'tempest-secgroup-smoke-2046765923 description', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:03.320940 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:03.325347 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:03.328171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:03.333854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:03.403710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.416364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.447341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:03.451760 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:03.454675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:03.460241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:03.525563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.592450 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.646222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:03.648754 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88af4d-d576-473d-8363-ced66e6a710d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:03.653051 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:03.655991 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:03.662058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:03.717124 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.797990 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.839972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee85fd1-83da-478c-a0a1-701457524a9c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:03.900813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:03.906522 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0fcec385-285b-48a0-8bc1-e74ded837a56 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5959446 Dec 23 16:16:03.909329 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34250) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:03.914725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'dee85fd1-83da-478c-a0a1-701457524a9c', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:03.921463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:03.925289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:03.928115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:03.933922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:04.033048 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.094079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.162221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.186315 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804466ec-4c5e-4c1d-97a6-96957ec86a8f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:04.260748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.262453 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-21ecf96a-5e64-4f80-9364-358a277ea582 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3522058 Dec 23 16:16:04.265206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34254) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:04.270849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'dee85fd1-83da-478c-a0a1-701457524a9c', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:04.277778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:04.281700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:04.284646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:04.290374 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:04.374953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.437281 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.516581 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.544742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6289603c-0f71-4b93-a9e0-2ae6524c97c6,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:04.614088 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.615662 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2bf1d2f8-8325-43ed-a6a5-f6f6207f0a26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3492653 Dec 23 16:16:04.618212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34258) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:04.623731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'dee85fd1-83da-478c-a0a1-701457524a9c', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:04.629780 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:04.633701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:04.638345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:04.643946 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:04.735574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.798617 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.871339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:04.969854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d794f8b4-6bbf-45a1-87f1-12411ec89eae,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:05.038173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.039397 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54369930-d419-4e7e-b5e3-ccce9be5398d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4202065 Dec 23 16:16:05.042001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34262) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:05.048276 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'dee85fd1-83da-478c-a0a1-701457524a9c', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:05.054191 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:05.058656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:05.061749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:05.067307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:05.157274 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.219348 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.294909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.318497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78d15a6-cf86-4cc4-b70e-3fba528ba80b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:05.392232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.393395 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-bc83bb51-913e-4897-b48c-3dceda2c17c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3497090 Dec 23 16:16:05.396100 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34266) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:05.402228 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'dee85fd1-83da-478c-a0a1-701457524a9c', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:05.408423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:05.412190 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:05.415080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:05.421482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:05.512413 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:16:05.518892 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.581149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.655145 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.681338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066b9223-50d0-4f44-8f2e-734ce0d1af94,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:05.752620 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.753781 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9408168f-a719-4aa4-9570-a9210af97725 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3564939 Dec 23 16:16:05.756541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34270) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:05.762901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'dee85fd1-83da-478c-a0a1-701457524a9c', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:05.769004 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:05.773090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:05.776045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:05.783096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:05.861246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:16:05.867862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:05.935807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.009782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.132870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f24b36c-cd0b-46f9-8100-9c685c2a10b1,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:06.221276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.222488 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dbb7e5ce-a36a-4636-a9fb-20651a93acdc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4649117 Dec 23 16:16:06.225453 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34274) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:06.231557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'network': {'name': 'tempest-network-smoke--800947739', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'port_security_enabled': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:06.236694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:06.240263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:network and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:06.243059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:06.251257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:06.323727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:06.326692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.354488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:16:06.363291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.363620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Added segment 8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2 of type vlan for network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec Dec 23 16:16:06.391500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.500853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.504652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:06.505225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.611636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Network': ['ID=0a65f0f0-53d0-4fd9-806e-0aefb68137ec,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:06.622352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:16:06.661644 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7a4d53e8-41ef-4e91-8433-b463fb3eefcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4350533 Dec 23 16:16:06.664619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34278) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:06.671050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'admin_state_up': True, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:06.682573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:06.682573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:router and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:06.685261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:06.691237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:06.752437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.753504 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.772437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:06.985364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.221163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.251091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.383291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.148 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/79bcb52d-bac7-4e61-acb0-1feb8873f37c) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:07.526070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.625508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.693299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:07.696219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:07.700731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:07.706100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.728512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=79bcb52d-bac7-4e61-acb0-1feb8873f37c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:07.935173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:07.935841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.220831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 3b507365-3a88-4b94-a2f5-c456bc0b6223 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:16:08.420640 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:08.429980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Sync routers for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:08.446151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:08.446759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:08.535372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:08.539673 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c91bbdc0-bf0d-49bc-b8cc-902de472c166 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8710878 Dec 23 16:16:08.539831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34282) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.623696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:08.842886 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4dc7cc4e-d598-4232-a500-6ed000a9f0d4 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ca69f82a5c7045e0be4f8b985b4ce4e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2985129 Dec 23 16:16:08.843109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34288) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:08.953573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:07Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:08.957476 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Checking router: 3b507365-3a88-4b94-a2f5-c456bc0b6223 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:08.957816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Updating router 3b507365-3a88-4b94-a2f5-c456bc0b6223 port 79bcb52d-bac7-4e61-acb0-1feb8873f37c binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:16:08.973481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d2f2-30f9-4a64-bf80-d850852354b9 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:08.975410 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1c67d2f2-30f9-4a64-bf80-d850852354b9 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315148 Dec 23 16:16:08.978165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34292) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.007932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.017366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-167b6106-794d-4bda-a023-6ad894afdea2 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380991 Dec 23 16:16:09.019842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34296) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:09.025509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365427446', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:09.137383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:09.141132 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:subnet and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:09.143873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:09.149728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:09.215575 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:09.321113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.341366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.359733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Transition to ACTIVE for port object 79bcb52d-bac7-4e61-acb0-1feb8873f37c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:09.432419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.531713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Attempting to bind port 79bcb52d-bac7-4e61-acb0-1feb8873f37c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:09.532075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Attempting to bind port 79bcb52d-bac7-4e61-acb0-1feb8873f37c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:09.532536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Attempting to bind port 79bcb52d-bac7-4e61-acb0-1feb8873f37c on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:09.537543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Pushing event updated for resources: {'Port': ['ID=79bcb52d-bac7-4e61-acb0-1feb8873f37c,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:09.551641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.552380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.554232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.554232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.554232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.554232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.554232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.554691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.554691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.555947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.556306 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:09.561072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:09.561359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:09.561754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.562131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:09.562598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Bound port: 79bcb52d-bac7-4e61-acb0-1feb8873f37c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:09.562964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.599795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.645230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] For port 79bcb52d-bac7-4e61-acb0-1feb8873f37c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:09.649084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] For port 79bcb52d-bac7-4e61-acb0-1feb8873f37c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=79bcb52d-bac7-4e61-acb0-1feb8873f37c,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:09.691787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Subnet': ['ID=7623b2c9-9b5e-453b-af77-4e8326cebf13,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:09.704806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Checking segment: {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:09.705156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network hostable DHCP agents. Network: 0a65f0f0-53d0-4fd9-806e-0aefb68137ec, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:16:09.728883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.810553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:16:09.821233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf5e91-8f68-4b5a-aecc-d3b578269aff None None] Pushing event updated for resources: {'Port': ['ID=79bcb52d-bac7-4e61-acb0-1feb8873f37c,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:09.824006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:09.825422 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:09.883838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 0a65f0f0-53d0-4fd9-806e-0aefb68137ec) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:09.889889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:09.895191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:09.896913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b635a7e6-76e7-4641-8759-7efa0c70e281 None None] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:09.965363 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-58aaca36-43be-45df-a1df-f6cfcf5e0635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9442225 Dec 23 16:16:09.967944 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34300) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:10.149401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:10.374465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:16:10.375253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.650114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Allocated IP 172.20.0.2 (0a65f0f0-53d0-4fd9-806e-0aefb68137ec/7623b2c9-9b5e-453b-af77-4e8326cebf13/443455eb-0d59-4534-871d-d5ef7395dd01) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:10.730768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:07Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:10.741841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c039c1db-4341-46a9-8561-b0d558de24ab None None] The sync data for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv is: [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:07Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:10.861880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.886906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:10.897939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Transition to ACTIVE for port object 443455eb-0d59-4534-871d-d5ef7395dd01 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:10.922960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Transition to ACTIVE for port object 443455eb-0d59-4534-871d-d5ef7395dd01 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:10.989304 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:16:11.014728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.086439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:11.089787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:11.094690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:11.096896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Pushing event updated for resources: {'Port': ['ID=443455eb-0d59-4534-871d-d5ef7395dd01,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:11.194498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Attempting to bind port 443455eb-0d59-4534-871d-d5ef7395dd01 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:11.195174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Attempting to bind port 443455eb-0d59-4534-871d-d5ef7395dd01 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:11.195301 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Attempting to bind port 443455eb-0d59-4534-871d-d5ef7395dd01 on network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:11.202589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:11.202958 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Checking segment: {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:11.203357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.203745 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Bound using segment: {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:11.204241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Bound port: 443455eb-0d59-4534-871d-d5ef7395dd01, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:11.204613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.295088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.1 (0a65f0f0-53d0-4fd9-806e-0aefb68137ec/7623b2c9-9b5e-453b-af77-4e8326cebf13/4618eb57-622f-4d44-8a76-5c5e38f3d8af) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:11.301129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] For port 443455eb-0d59-4534-871d-d5ef7395dd01, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:11.304867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] For port 443455eb-0d59-4534-871d-d5ef7395dd01, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=443455eb-0d59-4534-871d-d5ef7395dd01,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:11.409946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.462906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.481076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object 4618eb57-622f-4d44-8a76-5c5e38f3d8af will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:11.500412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58827671-e8bd-4101-8b85-570a79604fa0 None None] Pushing event updated for resources: {'Port': ['ID=443455eb-0d59-4534-871d-d5ef7395dd01,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:11.576481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.658879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:11.662133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:11.669140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:11.699416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=4618eb57-622f-4d44-8a76-5c5e38f3d8af,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:11.737743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.859209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 443455eb-0d59-4534-871d-d5ef7395dd01 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:11.879213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:11.975034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 443455eb-0d59-4534-871d-d5ef7395dd01 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:11.980047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 79bcb52d-bac7-4e61-acb0-1feb8873f37c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:12.100812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 79bcb52d-bac7-4e61-acb0-1feb8873f37c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:12.105963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 79bcb52d-bac7-4e61-acb0-1feb8873f37c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:12.106323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.226849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.244840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 79bcb52d-bac7-4e61-acb0-1feb8873f37c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=79bcb52d-bac7-4e61-acb0-1feb8873f37c,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:12.283784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.297942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.353887 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=79bcb52d-bac7-4e61-acb0-1feb8873f37c,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:12.375233 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.484384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fedfdb-eeb2-43f2-b3f9-bd7fe1e19a32 None None] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:16:12.490162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.493484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=4618eb57-622f-4d44-8a76-5c5e38f3d8af,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:12.634644 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:12.636449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:12.642672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4a07b930-8155-4d1a-bde0-6f9a65e3943d None None] Provisioning for port 443455eb-0d59-4534-871d-d5ef7395dd01 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:12.653296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4a07b930-8155-4d1a-bde0-6f9a65e3943d None None] Provisioning complete for port 443455eb-0d59-4534-871d-d5ef7395dd01 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:12.653660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a07b930-8155-4d1a-bde0-6f9a65e3943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.836323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a07b930-8155-4d1a-bde0-6f9a65e3943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:12.874686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4a07b930-8155-4d1a-bde0-6f9a65e3943d None None] For port 443455eb-0d59-4534-871d-d5ef7395dd01, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=443455eb-0d59-4534-871d-d5ef7395dd01,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:12.935178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4a07b930-8155-4d1a-bde0-6f9a65e3943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.004446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07b930-8155-4d1a-bde0-6f9a65e3943d None None] Pushing event updated for resources: {'Port': ['ID=443455eb-0d59-4534-871d-d5ef7395dd01,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:13.129299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eb3408d9-aae8-4e7c-95d8-c7fffef29816 None None] Provisioning for port 4618eb57-622f-4d44-8a76-5c5e38f3d8af completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:13.132984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 3b507365-3a88-4b94-a2f5-c456bc0b6223 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:13.134624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eb3408d9-aae8-4e7c-95d8-c7fffef29816 None None] Provisioning complete for port 4618eb57-622f-4d44-8a76-5c5e38f3d8af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:13.135017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eb3408d9-aae8-4e7c-95d8-c7fffef29816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.190884 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-eb3408d9-aae8-4e7c-95d8-c7fffef29816 None None] Port 4618eb57-622f-4d44-8a76-5c5e38f3d8af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:13.204146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-eb3408d9-aae8-4e7c-95d8-c7fffef29816 None None] Provisioning complete for port 443455eb-0d59-4534-871d-d5ef7395dd01 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:13.204523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-eb3408d9-aae8-4e7c-95d8-c7fffef29816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.345481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:13.361819 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7a7ed5da-c60f-4736-be0e-5beaa4d128ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/3b507365-3a88-4b94-a2f5-c456bc0b6223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3856530 Dec 23 16:16:13.448222 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a829049b-ba02-41dd-b1ab-ff80a02d90c4 None None] Provisioning complete for port 4618eb57-622f-4d44-8a76-5c5e38f3d8af triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:13.448958 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a829049b-ba02-41dd-b1ab-ff80a02d90c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.504352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a829049b-ba02-41dd-b1ab-ff80a02d90c4 None None] Port 4618eb57-622f-4d44-8a76-5c5e38f3d8af cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:13.539420 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-11a5ce7e-5d9e-4221-bf14-a5a4a942376c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046765923&fields=id&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 267 time: 0.0398791 Dec 23 16:16:13.686158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-3fe2defd-b3f3-4cfe-9a34-f4fdbbc1f9c0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:13.686823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-3fe2defd-b3f3-4cfe-9a34-f4fdbbc1f9c0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:13.785122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-3fe2defd-b3f3-4cfe-9a34-f4fdbbc1f9c0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:13.788650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-3fe2defd-b3f3-4cfe-9a34-f4fdbbc1f9c0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/networks?id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec HTTP/1.1" status: 200 len: 796 time: 0.2410038 Dec 23 16:16:13.804767 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-23559871-b5bf-4fdb-b5a8-bedf89a27090 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/quotas/ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 375 time: 0.0111024 Dec 23 16:16:13.814832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 443455eb-0d59-4534-871d-d5ef7395dd01 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:13.889914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-502e6959-9b33-47e0-8b15-76181bf1f957 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:13.916275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 443455eb-0d59-4534-871d-d5ef7395dd01 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:13.916648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:13.968352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-502e6959-9b33-47e0-8b15-76181bf1f957 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:13.969580 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-502e6959-9b33-47e0-8b15-76181bf1f957 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1582897 Dec 23 16:16:14.037465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 79bcb52d-bac7-4e61-acb0-1feb8873f37c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:14.106849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 79bcb52d-bac7-4e61-acb0-1feb8873f37c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:14.107216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:14.178641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-7d0d22e2-8937-4a8f-abe6-d7a0dd4eee2a service neutron] 10.222.0.58 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973479 Dec 23 16:16:14.280500 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Sync routers for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:14.291734 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:14.292402 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:14.311209 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-c0bea9cc-4c03-4c35-afa4-8a00fd77b499 service neutron] 10.222.0.58 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252158 Dec 23 16:16:14.466070 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:14.586836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e9539c1-f253-437b-8dba-6d576d2fc095 req-9b4d33d7-5a24-4ae8-bfd2-fc51b219bbb4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 210 time: 0.0413113 Dec 23 16:16:14.807759 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 2, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:14.812381 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Checking router: 3b507365-3a88-4b94-a2f5-c456bc0b6223 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:14.812725 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Updating router 3b507365-3a88-4b94-a2f5-c456bc0b6223 port 4618eb57-622f-4d44-8a76-5c5e38f3d8af binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:16:14.862552 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.198076 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.210902 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Transition to ACTIVE for port object 4618eb57-622f-4d44-8a76-5c5e38f3d8af will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:15.287873 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.418517 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Pushing event updated for resources: {'Port': ['ID=4618eb57-622f-4d44-8a76-5c5e38f3d8af,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:15.486844 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.487184 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.487525 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.487851 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.488199 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.488523 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.488874 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.489195 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.489512 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.489824 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.490136 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:16:15.513962 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Attempting to bind port 4618eb57-622f-4d44-8a76-5c5e38f3d8af on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:15.514321 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Attempting to bind port 4618eb57-622f-4d44-8a76-5c5e38f3d8af by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:15.514678 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Attempting to bind port 4618eb57-622f-4d44-8a76-5c5e38f3d8af on network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:15.521294 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:15.522049 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Checking segment: {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:15.522444 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.522889 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Bound using segment: {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:15.523323 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Bound port: 4618eb57-622f-4d44-8a76-5c5e38f3d8af, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:15.523681 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.611743 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] For port 4618eb57-622f-4d44-8a76-5c5e38f3d8af, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:15.614999 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] For port 4618eb57-622f-4d44-8a76-5c5e38f3d8af, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4618eb57-622f-4d44-8a76-5c5e38f3d8af,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:15.706645 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1b25a4f0-fece-40fd-8fd9-bd0a84c8b68f req-b72cd770-b5c7-412d-ba02-1228492728b0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 210 time: 0.0436485 Dec 23 16:16:15.713076 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:15.797683 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5309cb-6562-42b8-a4ce-f0750c04c42c None None] Pushing event updated for resources: {'Port': ['ID=4618eb57-622f-4d44-8a76-5c5e38f3d8af,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:15.801499 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:15.802105 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:15:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:15.991364 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:16.299854 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:16.303743 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb34509d-b363-48e1-af8d-85eab0e6efe2 None None] The sync data for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv is: [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:16.883312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-358e18f0-e811-4c41-8959-706301c6553c req-c772ce55-73bc-452d-bc5d-dfa22ba88c9c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 210 time: 0.0492418 Dec 23 16:16:17.157592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-f22070ba-3bb8-49a6-a956-d4d8785b9061 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:17.159025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-f22070ba-3bb8-49a6-a956-d4d8785b9061 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/networks?id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec HTTP/1.1" status: 200 len: 796 time: 0.1495254 Dec 23 16:16:17.220812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-f519966d-c935-4527-aa70-8226a301ac31 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 380 time: 0.0403025 Dec 23 16:16:17.230322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'port': {'device_id': '53533688-e14d-4c64-b693-381e302b6388', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'admin_state_up': True, 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'security_groups': ['dee85fd1-83da-478c-a0a1-701457524a9c']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:17.466276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:17.475641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:17.523795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:16:17.527470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.686899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.12 (0a65f0f0-53d0-4fd9-806e-0aefb68137ec/7623b2c9-9b5e-453b-af77-4e8326cebf13/df544a1d-be57-4e01-9e95-528c7390d560) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:17.830315 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4618eb57-622f-4d44-8a76-5c5e38f3d8af up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:17.877779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:17.900619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object df544a1d-be57-4e01-9e95-528c7390d560 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:17.975467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 4618eb57-622f-4d44-8a76-5c5e38f3d8af completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:17.980658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4618eb57-622f-4d44-8a76-5c5e38f3d8af triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:17.981019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.045527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.096845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.128932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 4618eb57-622f-4d44-8a76-5c5e38f3d8af, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4618eb57-622f-4d44-8a76-5c5e38f3d8af,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:18.141303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:18.146577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:18.149116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=df544a1d-be57-4e01-9e95-528c7390d560,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:18.151188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:18.196841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.223532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d419fa-86b0-41a1-bd84-160dfeae9880 req-60281862-b55d-4e41-92f1-e60ea110b892 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:18.225085 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95d419fa-86b0-41a1-bd84-160dfeae9880 req-60281862-b55d-4e41-92f1-e60ea110b892 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 932 time: 0.2157414 Dec 23 16:16:18.235043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:18.235931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.271123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=4618eb57-622f-4d44-8a76-5c5e38f3d8af,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:18.300413 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-95d419fa-86b0-41a1-bd84-160dfeae9880 req-2ad0c5e5-3848-42d3-80aa-e9e5a184bbbf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599964 Dec 23 16:16:18.353152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8400806a-3a5c-41f1-87e7-cce69afec2b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1270530 Dec 23 16:16:18.440952 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Request body: {'port': {'device_id': '53533688-e14d-4c64-b693-381e302b6388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:18.464899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-817d647e-eff0-441a-bdcc-4cb9c0f9d297 None None] Provisioning for port df544a1d-be57-4e01-9e95-528c7390d560 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:18.469821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-817d647e-eff0-441a-bdcc-4cb9c0f9d297 None None] Provisioning complete for port df544a1d-be57-4e01-9e95-528c7390d560 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:18.470210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-817d647e-eff0-441a-bdcc-4cb9c0f9d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.523753 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-817d647e-eff0-441a-bdcc-4cb9c0f9d297 None None] Port df544a1d-be57-4e01-9e95-528c7390d560 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:16:18.549460 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.884870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df544a1d-be57-4e01-9e95-528c7390d560 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:16:18.891592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:18.906268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Transition to ACTIVE for port object df544a1d-be57-4e01-9e95-528c7390d560 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:16:18.990970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.116815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=df544a1d-be57-4e01-9e95-528c7390d560,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:19.232914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Attempting to bind port df544a1d-be57-4e01-9e95-528c7390d560 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:16:19.233237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Attempting to bind port df544a1d-be57-4e01-9e95-528c7390d560 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:16:19.233549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Attempting to bind port df544a1d-be57-4e01-9e95-528c7390d560 on network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:19.239425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Port df544a1d-be57-4e01-9e95-528c7390d560 on network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:16:19.239734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Attempting to bind port df544a1d-be57-4e01-9e95-528c7390d560 on network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:16:19.246616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:16:19.246904 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Checking segment: {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:16:19.247270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Bound using segment: {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:16:19.247681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Bound port: df544a1d-be57-4e01-9e95-528c7390d560, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:16:19.248011 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.332979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] For port df544a1d-be57-4e01-9e95-528c7390d560, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:16:19.335826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] For port df544a1d-be57-4e01-9e95-528c7390d560, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=df544a1d-be57-4e01-9e95-528c7390d560,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:16:19.454595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.534564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:19.535921 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] 10.222.0.57 "PUT /v2.0/ports/df544a1d-be57-4e01-9e95-528c7390d560 HTTP/1.1" status: 200 len: 1094 time: 1.1683018 Dec 23 16:16:19.538154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:16:19.565525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cb150-d01f-4804-887e-6e87a091fcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=df544a1d-be57-4e01-9e95-528c7390d560,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:19.586738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1c365-6fbf-45cd-ad5b-be7abb9a6d43 req-45a12d37-678b-47fc-9714-373dd26288c6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:19.587427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ded1c365-6fbf-45cd-ad5b-be7abb9a6d43 req-45a12d37-678b-47fc-9714-373dd26288c6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:16:19.601796 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560', 'status': 'completed', 'code': 200} Dec 23 16:16:19.679990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ded1c365-6fbf-45cd-ad5b-be7abb9a6d43 req-45a12d37-678b-47fc-9714-373dd26288c6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:16:19.681303 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ded1c365-6fbf-45cd-ad5b-be7abb9a6d43 req-45a12d37-678b-47fc-9714-373dd26288c6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 944 time: 0.2610822 Dec 23 16:16:19.819115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4618eb57-622f-4d44-8a76-5c5e38f3d8af up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:19.852650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ded1c365-6fbf-45cd-ad5b-be7abb9a6d43 req-f37033de-e8f8-4265-9539-b2a16b5dbe1c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654317 Dec 23 16:16:19.864269 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-031ac7ff-6e4e-4b26-af7d-0c7698434f60 req-e23497f7-d42b-4f56-8ff5-885d6fd1b726 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 1097 time: 0.2219987 Dec 23 16:16:19.892740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 4618eb57-622f-4d44-8a76-5c5e38f3d8af triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:19.893104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:20.016037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ac7ff-6e4e-4b26-af7d-0c7698434f60 req-cb2e1b8b-240b-44c2-8788-6ff081889d5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:20.017517 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-031ac7ff-6e4e-4b26-af7d-0c7698434f60 req-cb2e1b8b-240b-44c2-8788-6ff081889d5d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1408222 Dec 23 16:16:20.153730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ac7ff-6e4e-4b26-af7d-0c7698434f60 req-ced3ceff-2d11-4504-ab3d-3969c62fefb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:20.155069 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-031ac7ff-6e4e-4b26-af7d-0c7698434f60 req-ced3ceff-2d11-4504-ab3d-3969c62fefb5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311767 Dec 23 16:16:20.279120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-8e4494e1-1e06-4863-a7ca-0838747284bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 1097 time: 0.0668149 Dec 23 16:16:20.364366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-dd782cff-7735-4257-b587-c8e87d1ad4cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df544a1d-be57-4e01-9e95-528c7390d560 HTTP/1.1" status: 200 len: 217 time: 0.0686944 Dec 23 16:16:20.427766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-ffe62ac8-1b36-46ab-8d0b-f5125626dd39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:20.429115 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-ffe62ac8-1b36-46ab-8d0b-f5125626dd39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7623b2c9-9b5e-453b-af77-4e8326cebf13 HTTP/1.1" status: 200 len: 835 time: 0.0593424 Dec 23 16:16:20.507072 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-94cc8dd5-afe8-48c2-935a-c9679c4d770c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719430 Dec 23 16:16:20.641845 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-0cf4a295-3181-488d-9caa-8843faa0a7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285884 Dec 23 16:16:20.775050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0bee9182-1d36-4a51-a1ea-fe9dc8f89569 req-c53dad89-e8fa-4b48-a1a5-0386c38c3cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264992 Dec 23 16:16:21.049977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31b6de-3113-4621-a36c-ea2f0e8afbc3 req-d6d70cf3-6d95-49b8-83ce-9b90869fd934 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:21.051404 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce31b6de-3113-4621-a36c-ea2f0e8afbc3 req-d6d70cf3-6d95-49b8-83ce-9b90869fd934 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 944 time: 0.0751777 Dec 23 16:16:21.095899 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce31b6de-3113-4621-a36c-ea2f0e8afbc3 req-15706165-4448-408a-b7df-558538531747 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Dec 23 16:16:22.290790 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50bd59-6908-496b-aaee-b506c14e2a3d req-3eb74d30-fc57-4fda-b24b-f64414ffe96f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:22.292811 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc50bd59-6908-496b-aaee-b506c14e2a3d req-3eb74d30-fc57-4fda-b24b-f64414ffe96f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 944 time: 0.0783658 Dec 23 16:16:22.337368 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dc50bd59-6908-496b-aaee-b506c14e2a3d req-8093bac9-cd0b-434c-a98d-b62f3c30d41d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Dec 23 16:16:23.296615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device df544a1d-be57-4e01-9e95-528c7390d560 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:16:23.429547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port df544a1d-be57-4e01-9e95-528c7390d560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=df544a1d-be57-4e01-9e95-528c7390d560,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:23.443643 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'df544a1d-be57-4e01-9e95-528c7390d560', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'port_id': 'df544a1d-be57-4e01-9e95-528c7390d560', 'mac_address': 'fa:16:3e:fc:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:16:23.497614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.518728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df544a1d-be57-4e01-9e95-528c7390d560 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:16:23.533441 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port df544a1d-be57-4e01-9e95-528c7390d560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=df544a1d-be57-4e01-9e95-528c7390d560,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:23.535880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e182f04-c48e-4bed-b2d8-3cc9ed64c43b req-3c0cc2bf-39ba-44a4-9997-aa4c1ed741ee tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:23.537378 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e182f04-c48e-4bed-b2d8-3cc9ed64c43b req-3c0cc2bf-39ba-44a4-9997-aa4c1ed741ee tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 944 time: 0.0758965 Dec 23 16:16:23.583038 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e182f04-c48e-4bed-b2d8-3cc9ed64c43b req-722f2b88-3b49-443d-a181-6cf25fc7d3ab tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 Dec 23 16:16:23.648189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:23.713105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=df544a1d-be57-4e01-9e95-528c7390d560,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:24.100105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['df544a1d-be57-4e01-9e95-528c7390d560'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:16:24.783386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ce60-0f92-4a97-a4f6-cb7b9624574c req-b9fecfd9-464f-4971-a0c4-57afbb205dcc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:24.784926 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a505ce60-0f92-4a97-a4f6-cb7b9624574c req-b9fecfd9-464f-4971-a0c4-57afbb205dcc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 945 time: 0.0801523 Dec 23 16:16:24.834606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a505ce60-0f92-4a97-a4f6-cb7b9624574c req-8d597048-436d-4771-9d14-480da47d7c77 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Dec 23 16:16:25.311860 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device df544a1d-be57-4e01-9e95-528c7390d560 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:16:25.369764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-33157fad-8b54-4ca1-88ce-80f2f158a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.443927 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port df544a1d-be57-4e01-9e95-528c7390d560 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:16:25.449180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port df544a1d-be57-4e01-9e95-528c7390d560 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:16:25.449544 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.563848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.589780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:16:25.600369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port df544a1d-be57-4e01-9e95-528c7390d560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=df544a1d-be57-4e01-9e95-528c7390d560,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:16:25.667036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:25.730115 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560', 'code': 200} Dec 23 16:16:25.737778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=df544a1d-be57-4e01-9e95-528c7390d560,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:26.029581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854eea-292f-4b27-b591-785913e32869 req-59c42ab0-e947-4d3d-bb24-4d8fa44ad693 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:26.031018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca854eea-292f-4b27-b591-785913e32869 req-59c42ab0-e947-4d3d-bb24-4d8fa44ad693 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.0764918 Dec 23 16:16:26.125077 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca854eea-292f-4b27-b591-785913e32869 req-7a7344e2-114c-4f90-affa-9ea66ab386bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614593 Dec 23 16:16:26.136696 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1d8a84d0-26d0-4572-8778-ef27c74b851d req-acf14105-8f2f-4f94-a079-f66d0614acfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 1099 time: 0.1046517 Dec 23 16:16:26.178806 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1d8a84d0-26d0-4572-8778-ef27c74b851d req-a7fe3dc9-78b4-4992-948d-6df2b2f3beca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360510 Dec 23 16:16:27.326386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba83b5-1755-46a3-bd5d-2ea5e247a5a2 req-9adfca9e-4f52-43fd-b74a-a1ba70d667e7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:27.327805 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-66ba83b5-1755-46a3-bd5d-2ea5e247a5a2 req-9adfca9e-4f52-43fd-b74a-a1ba70d667e7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.0798061 Dec 23 16:16:27.372380 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-66ba83b5-1755-46a3-bd5d-2ea5e247a5a2 req-8bf1386a-5572-4e5a-9957-13db5965e4fd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385113 Dec 23 16:16:27.695272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-962cfe6b-c6ff-41b3-8c56-90590ea66be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.566364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869e6e-0963-4722-af4a-55f0d70a4af6 req-5acb37bd-dd72-47e4-8d9c-3e23e43b2990 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:28.567823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-50869e6e-0963-4722-af4a-55f0d70a4af6 req-5acb37bd-dd72-47e4-8d9c-3e23e43b2990 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.0749066 Dec 23 16:16:28.612171 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-50869e6e-0963-4722-af4a-55f0d70a4af6 req-c60f9c97-87ca-46c3-a7be-4d43b1c8a5b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Dec 23 16:16:28.903810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e782c78-d3c3-44ee-94b9-3fdae20adf39 req-01f413f5-a672-4a60-b33f-17638a6a0982 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:28.905283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e782c78-d3c3-44ee-94b9-3fdae20adf39 req-01f413f5-a672-4a60-b33f-17638a6a0982 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.1745512 Dec 23 16:16:28.946292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:28.952089 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e782c78-d3c3-44ee-94b9-3fdae20adf39 req-111b9bb2-3cdc-4abd-8444-7eec21a8ad9e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Dec 23 16:16:28.979465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34364) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:28.996167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.051538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-7b5d036f-243e-4c75-b971-6bd6f11c8af5 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 1094 time: 0.0709524 Dec 23 16:16:29.054259 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34368) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:29.059951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'df544a1d-be57-4e01-9e95-528c7390d560', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:16:29.065431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:16:29.069235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:floatingip and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:16:29.073092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:16:29.077797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:16:29.146516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.278737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.408262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.62 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/7d35e5a8-73f2-41e2-bb5e-e4a149774d17) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:16:29.554082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.632452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:29.707834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:16:29.710648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:16:29.713572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:16:29.743065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=7d35e5a8-73f2-41e2-bb5e-e4a149774d17,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.231773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.333569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.470587 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.537925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.609503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:30.710439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=7d35e5a8-73f2-41e2-bb5e-e4a149774d17,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:16:30.730759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.011527 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Floating IP 46b014a8-ca63-4090-b985-58e60888c955 associated. External IP: 172.26.6.62, port: df544a1d-be57-4e01-9e95-528c7390d560. Dec 23 16:16:31.392791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 3b507365-3a88-4b94-a2f5-c456bc0b6223 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:16:31.589255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:16:31.598792 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] Sync routers for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:16:31.611579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:31.612213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:16:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:31.695193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:31.750295 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a271e221-2faf-4dc3-ac77-8007cb8661f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6950285 Dec 23 16:16:31.751023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:16:31.809015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560', 'status': 'completed', 'code': 200} Dec 23 16:16:31.823323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:31.987158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34c791-1ee2-4d12-96ba-ac4fdd3384bd req-c95b9568-f924-4fc0-9588-c02d051c8925 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:31.988541 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0f34c791-1ee2-4d12-96ba-ac4fdd3384bd req-c95b9568-f924-4fc0-9588-c02d051c8925 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.1330106 Dec 23 16:16:31.992344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d60224-bfbc-4142-a360-e748079a832d req-89c71ffd-067c-44f9-9c8c-bc4500b46225 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 1099 time: 0.1382256 Dec 23 16:16:32.117630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0f34c791-1ee2-4d12-96ba-ac4fdd3384bd req-826dd572-9e6e-4110-84dc-5dd91f64d101 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231945 Dec 23 16:16:32.149499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34376) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:32.158053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60224-bfbc-4142-a360-e748079a832d req-d95dfb59-df4a-4f86-aae2-70fa50805ecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:32.159484 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d60224-bfbc-4142-a360-e748079a832d req-d95dfb59-df4a-4f86-aae2-70fa50805ecd service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec HTTP/1.1" status: 200 len: 897 time: 0.1510479 Dec 23 16:16:32.179712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '46b014a8-ca63-4090-b985-58e60888c955', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.62', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'port_id': 'df544a1d-be57-4e01-9e95-528c7390d560', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'mac_address': 'fa:16:3e:fc:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53533688-e14d-4c64-b693-381e302b6388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:30Z', 'updated_at': '2021-12-23T16:16:30Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:32.183692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] Checking router: 3b507365-3a88-4b94-a2f5-c456bc0b6223 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:16:32.195155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:16:32.195761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:16:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:32.266283 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-15c7db48-46cd-489f-9ada-dd9695d39331 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/46b014a8-ca63-4090-b985-58e60888c955 HTTP/1.1" status: 200 len: 991 time: 0.1132400 Dec 23 16:16:32.266525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d60224-bfbc-4142-a360-e748079a832d req-242559f0-1a0b-4c14-8a6b-71c6420cb5d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df544a1d-be57-4e01-9e95-528c7390d560 HTTP/1.1" status: 200 len: 999 time: 0.1000142 Dec 23 16:16:32.330365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60224-bfbc-4142-a360-e748079a832d req-ae09b8e3-ee87-4788-9b35-3b996a0d1ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:16:32.331772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d60224-bfbc-4142-a360-e748079a832d req-ae09b8e3-ee87-4788-9b35-3b996a0d1ce5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7623b2c9-9b5e-453b-af77-4e8326cebf13 HTTP/1.1" status: 200 len: 835 time: 0.0574610 Dec 23 16:16:32.376612 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:16:32.408995 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d60224-bfbc-4142-a360-e748079a832d req-0cdc95f5-d7ea-47a3-b8f1-cd6eaaa51be2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714016 Dec 23 16:16:32.648423 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d60224-bfbc-4142-a360-e748079a832d req-0e0cfa70-73be-450f-9699-2d2f72e03e87 service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325628 Dec 23 16:16:32.730515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '46b014a8-ca63-4090-b985-58e60888c955', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.62', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'port_id': 'df544a1d-be57-4e01-9e95-528c7390d560', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'mac_address': 'fa:16:3e:fc:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53533688-e14d-4c64-b693-381e302b6388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:30Z', 'updated_at': '2021-12-23T16:16:30Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:16:32.735436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0481904a-d627-48a9-b0ef-43a4d917b3f1 None None] The sync data for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv is: [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '46b014a8-ca63-4090-b985-58e60888c955', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.62', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'port_id': 'df544a1d-be57-4e01-9e95-528c7390d560', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'mac_address': 'fa:16:3e:fc:95:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53533688-e14d-4c64-b693-381e302b6388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:30Z', 'updated_at': '2021-12-23T16:16:30Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:16:32.781875 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43d60224-bfbc-4142-a360-e748079a832d req-d1704ebc-842d-4220-a967-5fb98fcaebbc service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274214 Dec 23 16:16:33.262151 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdb63c-1685-4d01-ac59-133d98d99202 None None] New status for floating IP 46b014a8-ca63-4090-b985-58e60888c955: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:16:33.269074 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34380) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:33.371152 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c27048e3-6c93-43fe-9f7b-60e0e1cc3b6a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/46b014a8-ca63-4090-b985-58e60888c955 HTTP/1.1" status: 200 len: 991 time: 0.1009576 Dec 23 16:16:34.375112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34384) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:16:34.481708 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bb104ddc-ff6f-4b0b-9244-efb3af78fe2f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/46b014a8-ca63-4090-b985-58e60888c955 HTTP/1.1" status: 200 len: 993 time: 0.1053483 Dec 23 16:16:37.723505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:47.981492 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:16:55.340891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ad596ce7-8d41-4977-9fd5-606edc4776dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:57.689545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b85683f-1a66-41d4-bdc7-99a82f5e0768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.938595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:16:58.996284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:00.437586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:07.732382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:20.059667 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-750d16cc-1790-401e-a29e-9aa1c6d049a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679338 Dec 23 16:17:20.217530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-aec4d82a-e7f4-4948-8ccf-87d4bc585e8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 1099 time: 0.0716739 Dec 23 16:17:20.365382 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547977d-79be-4693-a832-fe476f1923ef req-6b9cf462-fe61-446f-9f1b-db28fc862a79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:20.366918 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-6b9cf462-fe61-446f-9f1b-db28fc862a79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec HTTP/1.1" status: 200 len: 897 time: 0.1290448 Dec 23 16:17:20.466114 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-f6339cbe-35c3-4407-b053-edbc270d54c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df544a1d-be57-4e01-9e95-528c7390d560 HTTP/1.1" status: 200 len: 1001 time: 0.0930016 Dec 23 16:17:20.532452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547977d-79be-4693-a832-fe476f1923ef req-43d004b3-5e25-4476-9a40-d5f10a0110f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:20.533865 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-43d004b3-5e25-4476-9a40-d5f10a0110f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7623b2c9-9b5e-453b-af77-4e8326cebf13 HTTP/1.1" status: 200 len: 835 time: 0.0612206 Dec 23 16:17:20.609186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-1fc20079-1465-49d2-977d-c47784b36bdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693586 Dec 23 16:17:20.746687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-48b4efaa-0085-4e0f-912e-8615184dba3b service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300228 Dec 23 16:17:20.881577 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6547977d-79be-4693-a832-fe476f1923ef req-5121cc65-bca5-467e-ab4c-35f1ed5afe05 service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286528 Dec 23 16:17:24.981082 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:17:25.355493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c23e6061-99e6-4e4a-a780-f015f9dec900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:27.712135 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6cfaa32a-b8e5-48e7-bbf0-30a54e54a43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.946439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:28.980564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:30.463406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:37.734613 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:44.121387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8cfd4-6c8b-49bc-97f2-e4ad452f49ee req-2255159d-8c9c-417f-9239-f3fcb91d23c6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:44.122820 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5f8cfd4-6c8b-49bc-97f2-e4ad452f49ee req-2255159d-8c9c-417f-9239-f3fcb91d23c6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.2367589 Dec 23 16:17:44.167932 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b5f8cfd4-6c8b-49bc-97f2-e4ad452f49ee req-c7823770-ffa9-4b59-8274-57ff1379c4bd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395513 Dec 23 16:17:45.434875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6fbbc-8000-45aa-b6b1-461ccf15f8c3 req-2e4e6bd4-ae98-4622-91cf-233911cca8c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:45.436409 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-10a6fbbc-8000-45aa-b6b1-461ccf15f8c3 req-2e4e6bd4-ae98-4622-91cf-233911cca8c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.1470652 Dec 23 16:17:45.480879 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-10a6fbbc-8000-45aa-b6b1-461ccf15f8c3 req-52485abe-2c9b-4bb9-b73a-5dafa2173807 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390677 Dec 23 16:17:45.509274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34418) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:45.612947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-04a0cd24-b1d2-4fa2-be0d-b03918e957c5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/46b014a8-ca63-4090-b985-58e60888c955 HTTP/1.1" status: 200 len: 993 time: 0.1025629 Dec 23 16:17:47.218320 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c18fd-358a-455d-be53-3635888989b5 req-5befc15e-c88b-4601-a1d6-cad8fd8e21ff tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:47.219779 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad4c18fd-358a-455d-be53-3635888989b5 req-5befc15e-c88b-4601-a1d6-cad8fd8e21ff tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.0810294 Dec 23 16:17:47.265964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad4c18fd-358a-455d-be53-3635888989b5 req-b69851e1-ce14-4249-9fd5-9be5797bee03 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Dec 23 16:17:48.461762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e765f-665a-4371-8209-4f501a5d5b09 req-8b799f8a-bcc2-499d-896e-3970fe608d9a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:48.463203 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2e765f-665a-4371-8209-4f501a5d5b09 req-8b799f8a-bcc2-499d-896e-3970fe608d9a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.0753176 Dec 23 16:17:48.508362 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e2e765f-665a-4371-8209-4f501a5d5b09 req-b2e5b086-b052-4b77-9751-711cf73e355f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397425 Dec 23 16:17:48.536426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34430) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:48.730264 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-48b91540-5f05-4d4d-9580-2eb32a40b991 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/46b014a8-ca63-4090-b985-58e60888c955 HTTP/1.1" status: 200 len: 993 time: 0.1921191 Dec 23 16:17:49.035607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34438) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:49.230770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 7d35e5a8-73f2-41e2-bb5e-e4a149774d17 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:17:49.231093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.391919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.392183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.512066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 7d35e5a8-73f2-41e2-bb5e-e4a149774d17 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:17:49.714613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:49.762692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=7d35e5a8-73f2-41e2-bb5e-e4a149774d17,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:49.799099 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.799441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.799773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.800103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.800454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.800777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.801098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.801419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.801804 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.802051 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.802365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:17:49.860174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.253679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 3b507365-3a88-4b94-a2f5-c456bc0b6223 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:17:50.561284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:50.571227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] Sync routers for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:50.583193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:50.584042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:50.655882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:50.710164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cf9c8674-8a33-4e21-93c6-70b884c49608 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/floatingips/46b014a8-ca63-4090-b985-58e60888c955 HTTP/1.1" status: 204 len: 168 time: 1.6733975 Dec 23 16:17:50.710741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:17:50.767823 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560', 'status': 'completed', 'code': 200} Dec 23 16:17:50.808430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:50.884570 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-17a0aff1-7bcf-453c-9b44-56364afa4322 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 1099 time: 0.0732083 Dec 23 16:17:51.019917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-8fdca053-07f8-4fbc-8e01-cc5ccdfacd16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:51.021669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-8fdca053-07f8-4fbc-8e01-cc5ccdfacd16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec HTTP/1.1" status: 200 len: 897 time: 0.1309924 Dec 23 16:17:51.092472 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-b088cc3a-5680-4bfe-8eb6-a0983f89ffd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df544a1d-be57-4e01-9e95-528c7390d560 HTTP/1.1" status: 200 len: 217 time: 0.0640755 Dec 23 16:17:51.131157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:51.135232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] Checking router: 3b507365-3a88-4b94-a2f5-c456bc0b6223 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:17:51.146344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:51.147601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:51.167321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-4441f454-3ef3-4245-b82b-e362084b34de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:51.168938 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-4441f454-3ef3-4245-b82b-e362084b34de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7623b2c9-9b5e-453b-af77-4e8326cebf13 HTTP/1.1" status: 200 len: 835 time: 0.0701635 Dec 23 16:17:51.325273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd65260-0756-45db-8844-d3c8693e573d req-c5b0ca06-7dee-424e-bc54-8dab4f606523 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:51.325949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cbd65260-0756-45db-8844-d3c8693e573d req-c5b0ca06-7dee-424e-bc54-8dab4f606523 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:51.328718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:51.335857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-23364256-92e2-432f-89bf-c528087cf2a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0a65f0f0-53d0-4fd9-806e-0aefb68137ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1462946 Dec 23 16:17:51.435034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cbd65260-0756-45db-8844-d3c8693e573d req-c5b0ca06-7dee-424e-bc54-8dab4f606523 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:51.436087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbd65260-0756-45db-8844-d3c8693e573d req-c5b0ca06-7dee-424e-bc54-8dab4f606523 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.2172134 Dec 23 16:17:51.499607 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-f9dc16a4-43d7-4b5d-a2da-b237894b93ba service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569016 Dec 23 16:17:51.527838 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbd65260-0756-45db-8844-d3c8693e573d req-469b6979-0997-46cd-aed4-3183c169573e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840058 Dec 23 16:17:51.638188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae09210c-2937-45a8-ab12-5ea6ce2a875c req-bccd6ff4-17f2-4a0b-ac88-18282b550ddf service neutron] 10.222.0.57 "GET /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301355 Dec 23 16:17:51.643250 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:51.647988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31207f8b-ae95-4083-b8cd-698181b0d1e1 None None] The sync data for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv is: [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:11Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '4618eb57-622f-4d44-8a76-5c5e38f3d8af', 'name': '', 'network_id': '0a65f0f0-53d0-4fd9-806e-0aefb68137ec', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:70:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:11Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '7623b2c9-9b5e-453b-af77-4e8326cebf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:17:51.874138 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aaf977-aa26-4336-b2d9-00640f7b26c9 None None] New status for floating IP 46b014a8-ca63-4090-b985-58e60888c955: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:17:52.723582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db173ce-9f76-4503-bc70-2f6db1b263c9 req-5c2a07cc-d5b3-4a38-aa46-2bf0d2ca5347 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:52.725870 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6db173ce-9f76-4503-bc70-2f6db1b263c9 req-5c2a07cc-d5b3-4a38-aa46-2bf0d2ca5347 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.0748651 Dec 23 16:17:52.773936 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6db173ce-9f76-4503-bc70-2f6db1b263c9 req-5c726fe3-6364-472e-a893-58179621c4b6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Dec 23 16:17:53.277650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-27a05ea4-7d65-44ed-9786-5afa98caa793 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:53.279086 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-27a05ea4-7d65-44ed-9786-5afa98caa793 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.0739133 Dec 23 16:17:53.345350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port df544a1d-be57-4e01-9e95-528c7390d560 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:17:53.345674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.584391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port df544a1d-be57-4e01-9e95-528c7390d560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=df544a1d-be57-4e01-9e95-528c7390d560,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:53.584677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:53.703275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for df544a1d-be57-4e01-9e95-528c7390d560 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:17:54.012490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d0307-fca1-4d20-b978-8e7c17fafbdd req-47a7ae5c-9c4d-4f87-ad13-a22f0c2bd1bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:17:54.013936 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8b9d0307-fca1-4d20-b978-8e7c17fafbdd req-47a7ae5c-9c4d-4f87-ad13-a22f0c2bd1bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 946 time: 0.1002698 Dec 23 16:17:54.058445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.061787 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8b9d0307-fca1-4d20-b978-8e7c17fafbdd req-2f0b60f1-62e9-4c0f-bcbb-732c5b1303c5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=dee85fd1-83da-478c-a0a1-701457524a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422940 Dec 23 16:17:54.107964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=df544a1d-be57-4e01-9e95-528c7390d560,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:54.183552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] No DVR routers for this DVR port df544a1d-be57-4e01-9e95-528c7390d560 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:17:54.185949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:54.188388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'name': 'network-vif-deleted', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:17:54.245151 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53533688-e14d-4c64-b693-381e302b6388', 'name': 'network-vif-deleted', 'tag': 'df544a1d-be57-4e01-9e95-528c7390d560', 'status': 'completed', 'code': 200} Dec 23 16:17:54.261379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e51e6d2d-9884-4455-bf82-b73aaa889b20 req-0eca64f8-e7db-4b4f-a52f-d1a0ed5ac7a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "DELETE /v2.0/ports/df544a1d-be57-4e01-9e95-528c7390d560 HTTP/1.1" status: 204 len: 173 time: 0.9772470 Dec 23 16:17:55.245799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5193f9ab-eb8a-4013-87f2-c6679b15e424 req-33247975-f416-4efe-a5b1-e6e2074e7a4a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:17:55.348663 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5193f9ab-eb8a-4013-87f2-c6679b15e424 req-33247975-f416-4efe-a5b1-e6e2074e7a4a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:17:55.350540 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5193f9ab-eb8a-4013-87f2-c6679b15e424 req-33247975-f416-4efe-a5b1-e6e2074e7a4a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=53533688-e14d-4c64-b693-381e302b6388 HTTP/1.1" status: 200 len: 210 time: 0.1496384 Dec 23 16:17:55.388515 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-77b45816-cd26-48db-a7fc-96f73ed64159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:56.461864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34458) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:56.858101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.468240 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 4618eb57-622f-4d44-8a76-5c5e38f3d8af {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:17:57.468934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.717805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-37d5a1b2-e789-448d-97e2-2f955c85853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.760350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 4618eb57-622f-4d44-8a76-5c5e38f3d8af, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=4618eb57-622f-4d44-8a76-5c5e38f3d8af,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:17:57.760701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:57.857035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device df544a1d-be57-4e01-9e95-528c7390d560 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:17:57.889681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: df544a1d-be57-4e01-9e95-528c7390d560 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:17:57.890018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device df544a1d-be57-4e01-9e95-528c7390d560 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:17:57.890143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 4618eb57-622f-4d44-8a76-5c5e38f3d8af owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:17:58.120077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.175427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=4618eb57-622f-4d44-8a76-5c5e38f3d8af,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:58.472699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:58.963271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.023759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.052696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 3b507365-3a88-4b94-a2f5-c456bc0b6223 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:17:59.361393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:17:59.373334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] Sync routers for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:17:59.385737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:59.386343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:59.436503 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-58a92af5-4071-49fe-8ce7-84a5eab26ada tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/3b507365-3a88-4b94-a2f5-c456bc0b6223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9710886 Dec 23 16:17:59.436981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34468) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:59.585310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:17:59.622823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting subnet 7623b2c9-9b5e-453b-af77-4e8326cebf13 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:17:59.625689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.689791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.773018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.906999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.919343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:59.923184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] Checking router: 3b507365-3a88-4b94-a2f5-c456bc0b6223 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:17:59.937392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] Routers {'3b507365-3a88-4b94-a2f5-c456bc0b6223'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:17:59.937392 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['3b507365-3a88-4b94-a2f5-c456bc0b6223'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:17:59.946513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Subnet': ['ID=7623b2c9-9b5e-453b-af77-4e8326cebf13,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:17:59.951097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:17:59.957363 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-402564ba-63c0-40f3-8462-ce3fd0ef6e38 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/subnets/7623b2c9-9b5e-453b-af77-4e8326cebf13 HTTP/1.1" status: 204 len: 168 time: 0.5193682 Dec 23 16:17:59.960972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34474) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:17:59.984688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286459eb-1578-4856-951f-bb1fd83178bc None None] Network 0a65f0f0-53d0-4fd9-806e-0aefb68137ec requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:18:00.164957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:00.272257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] Set router 3b507365-3a88-4b94-a2f5-c456bc0b6223 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:18:00.363905 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:00.423072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 79bcb52d-bac7-4e61-acb0-1feb8873f37c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:18:00.423327 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:00.553370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] DHCP port deletion for 0a65f0f0-53d0-4fd9-806e-0aefb68137ec request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:18:00.559096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:00.561371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Deleting port 443455eb-0d59-4534-871d-d5ef7395dd01 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:18:00.561708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:00.601888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 79bcb52d-bac7-4e61-acb0-1feb8873f37c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=79bcb52d-bac7-4e61-acb0-1feb8873f37c,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:00.602237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:00.731809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 79bcb52d-bac7-4e61-acb0-1feb8873f37c owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:18:00.751899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:00.768785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44384e46-bfe0-4017-861d-1527477bdfd9 None None] The sync data for ids ['3b507365-3a88-4b94-a2f5-c456bc0b6223'] in dv-neutron-822796-1-hyperv is: [{'id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750382465', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148'}], 'enable_snat': True}, 'gw_port_id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '79bcb52d-bac7-4e61-acb0-1feb8873f37c', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:80:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b507365-3a88-4b94-a2f5-c456bc0b6223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:07Z', 'updated_at': '2021-12-23T16:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:18:00.791031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] For port 443455eb-0d59-4534-871d-d5ef7395dd01, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=443455eb-0d59-4534-871d-d5ef7395dd01,segment=NetworkSegment(8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2),segment_id=8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:00.791756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:00.918835 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Calling delete_port for 443455eb-0d59-4534-871d-d5ef7395dd01 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:18:00.959920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.005061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=79bcb52d-bac7-4e61-acb0-1feb8873f37c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:01.057108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.102549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Pushing event deleted for resources: {'Port': ['ID=443455eb-0d59-4534-871d-d5ef7395dd01,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:01.112100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] No DVR routers for this DVR port 443455eb-0d59-4534-871d-d5ef7395dd01 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:18:01.118323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.118667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.119010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.119340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.119675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.120016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.120356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.120683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.121003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.121320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.121747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d271a2-594f-4cf9-a8f7-8509b9783b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:01.339268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.591622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.595768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.689186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.689751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Fanout notify agent at l3_agent the message router_deleted on router 3b507365-3a88-4b94-a2f5-c456bc0b6223 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:18:01.704609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.706936 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b65f4fe2-a152-4174-ad63-d4ee34809e8e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/routers/3b507365-3a88-4b94-a2f5-c456bc0b6223 HTTP/1.1" status: 204 len: 168 time: 1.7436442 Dec 23 16:18:01.708454 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34480) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:01.824809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.953444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:01.981319 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:18:01.983162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a65f0f0-53d0-4fd9-806e-0aefb68137ec']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:01.995137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:01.995427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0fe91d-4cfb-4422-9a74-3e1d3e8645d2') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:02.007094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.023414 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.029383 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:18:02.029754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:18:02.043775 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:18:02.172854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 443455eb-0d59-4534-871d-d5ef7395dd01 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:18:02.182913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.203739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.215851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Network': ['ID=0a65f0f0-53d0-4fd9-806e-0aefb68137ec,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:02.248816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 443455eb-0d59-4534-871d-d5ef7395dd01 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:18:02.249174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 443455eb-0d59-4534-871d-d5ef7395dd01 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:18:02.249579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4618eb57-622f-4d44-8a76-5c5e38f3d8af no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:18:02.281996 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 4618eb57-622f-4d44-8a76-5c5e38f3d8af {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:18:02.282342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 4618eb57-622f-4d44-8a76-5c5e38f3d8af not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:18:02.282742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 79bcb52d-bac7-4e61-acb0-1feb8873f37c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:18:02.298104 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ad1d767a-e80c-43a4-bc94-760345cc5218 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/networks/0a65f0f0-53d0-4fd9-806e-0aefb68137ec HTTP/1.1" status: 204 len: 168 time: 0.5881603 Dec 23 16:18:02.300776 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34486) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:02.314108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 79bcb52d-bac7-4e61-acb0-1feb8873f37c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:18:02.320229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 79bcb52d-bac7-4e61-acb0-1feb8873f37c not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:18:02.375015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bb7697f-db16-4698-81d4-c7b197ceba54 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.403917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bb7697f-db16-4698-81d4-c7b197ceba54 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.534902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bb7697f-db16-4698-81d4-c7b197ceba54 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.551954 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7697f-db16-4698-81d4-c7b197ceba54 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee85fd1-83da-478c-a0a1-701457524a9c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:02.556896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3bb7697f-db16-4698-81d4-c7b197ceba54 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:02.557990 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3bb7697f-db16-4698-81d4-c7b197ceba54 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/security-groups/dee85fd1-83da-478c-a0a1-701457524a9c HTTP/1.1" status: 204 len: 168 time: 0.2561944 Dec 23 16:18:02.926700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34494) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:02.932610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991359499', 'description': 'tempest-secgroup-smoke-1991359499 description', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:02.938769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:02.942569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:02.946014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:02.951566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:03.034165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.067791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:03.072425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:03.075195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:03.080802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:03.138195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.194939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.234754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5089b8d-ceab-452b-a78c-076fca8835d7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:03.291369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.292597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3310d1df-b63f-4bd4-b933-40b7c385baa3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3649116 Dec 23 16:18:03.295387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34498) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:03.301598 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'f5089b8d-ceab-452b-a78c-076fca8835d7', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:03.308010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:03.311806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:03.314723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:03.321129 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:03.383681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.442494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.508413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.530887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e877ff0b-7428-4ded-b500-adfab2819a35,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:03.600724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.601908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-add63e88-1650-4d6c-8373-3ec91ccb7b92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3055670 Dec 23 16:18:03.604750 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34502) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:03.610246 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'f5089b8d-ceab-452b-a78c-076fca8835d7', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:03.621002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:03.631377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:03.631377 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:03.634177 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:03.710007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.767105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.832115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.855385 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d19cab-5252-4302-baf0-cf2e46dc9f75,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:03.866812 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.867149 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.867482 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.867803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.868118 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.868456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.868768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.869080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.869388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.869694 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.869999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:03.925785 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:03.926999 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0ae260a4-ba57-48d6-8a6b-5714123b824e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3212774 Dec 23 16:18:03.930211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34506) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:03.935624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'f5089b8d-ceab-452b-a78c-076fca8835d7', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:03.941540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:03.946096 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:03.949030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:03.954668 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:04.023686 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.084844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.136798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.159484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b64aeb6-4c5f-4916-bd28-d12f6b2a64b6,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:04.231961 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.233164 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a1d04599-13a9-45a0-a555-a53908efc19c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3019724 Dec 23 16:18:04.235843 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34510) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:04.241848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'f5089b8d-ceab-452b-a78c-076fca8835d7', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:04.247638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:04.251337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:04.254183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:04.260422 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:04.341019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.405714 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.471733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.495963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa0d2c7-c9d3-4ed1-8904-3b163a1f3036,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:04.542741 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.543949 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7cd425a0-be3d-4af8-80ca-c6488ef2d4ed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3071895 Dec 23 16:18:04.546611 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34516) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:04.551864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'f5089b8d-ceab-452b-a78c-076fca8835d7', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:04.558332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:04.562023 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:04.564869 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:04.570529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:04.637504 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:18:04.643991 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.708081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.780173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.804244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1148cb3-e18e-448a-bde5-56e082cbb71c,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:04.894633 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:04.895995 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-67e798be-502f-4093-a347-23d25f38cbf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3484945 Dec 23 16:18:04.899266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34520) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:04.904543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'f5089b8d-ceab-452b-a78c-076fca8835d7', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:04.910292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:04.914876 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:04.917874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:04.923466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:04.991685 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:18:04.998105 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.061002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.128749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.155624 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48d86f9-216f-4001-adbd-23405f2be457,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:05.260656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.261922 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0f1ea986-8b7a-4d75-aff8-b97e335b0bd9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3617675 Dec 23 16:18:05.264764 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34524) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:05.270554 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'network': {'name': 'tempest-network-smoke--1716262596', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'port_security_enabled': True}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:05.276252 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:05.280346 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:network and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:05.283337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:05.289206 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:05.348515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:18:05.351538 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.379477 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:18:05.388316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.389998 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Added segment 460d189e-d053-4f8e-8821-ccff455af733 of type vlan for network bbe3a154-40a6-474a-b5f4-f9f364e99cfa Dec 23 16:18:05.414056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.517779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.521811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:05.527789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.629123 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Network': ['ID=bbe3a154-40a6-474a-b5f4-f9f364e99cfa,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:05.640892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:18:05.686185 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7c8b7430-013a-4741-9a51-b810470b45d5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4203579 Dec 23 16:18:05.688724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34528) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:05.694394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'admin_state_up': True, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:05.701287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:05.705010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:router and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:05.715130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:05.715130 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:05.776886 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.777824 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:05.796427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:06.028612 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:06.275078 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:06.304974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:06.438778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.201 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/df86758e-458b-4775-aa51-eb5671fd5334) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:18:06.661628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:06.766083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:06.832777 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:18:06.836419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:18:06.840081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:18:06.872850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=df86758e-458b-4775-aa51-eb5671fd5334,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:07.040476 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:07.041226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:07.314205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 09c55dd4-c73d-4346-923b-a7edc621a9a0 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:18:07.511619 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:18:07.521094 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Sync routers for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:18:07.533147 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:18:07.533759 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:07.603553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:07.604748 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-863ac4b3-f340-4675-974f-4dfe026f48c2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9150968 Dec 23 16:18:07.607748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34532) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:07.655041 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-318e9b6a-51a4-4a22-9a0d-b24dc085eab5 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ca69f82a5c7045e0be4f8b985b4ce4e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434582 Dec 23 16:18:07.655282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34536) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:07.716118 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:18:07.748367 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:07.789648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06569c94-068b-46d5-99aa-d544b7c26374 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:07.791125 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-06569c94-068b-46d5-99aa-d544b7c26374 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350417 Dec 23 16:18:07.793970 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34540) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:07.834532 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-72b79e4b-9f51-49d9-b7e6-ca4c7ab6732a tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387385 Dec 23 16:18:07.837018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34544) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:07.842673 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-205860320', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:07.950925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:07.954623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:subnet and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:07.957462 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:07.963748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:07.993094 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:06Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:07.996775 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Checking router: 09c55dd4-c73d-4346-923b-a7edc621a9a0 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:18:07.997109 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Updating router 09c55dd4-c73d-4346-923b-a7edc621a9a0 port df86758e-458b-4775-aa51-eb5671fd5334 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:18:08.028146 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:18:08.047078 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.129567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.387419 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.388898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.399430 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Transition to ACTIVE for port object df86758e-458b-4775-aa51-eb5671fd5334 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:18:08.445658 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.467140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Subnet': ['ID=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:08.482199 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Checking segment: {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:18:08.482556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network hostable DHCP agents. Network: bbe3a154-40a6-474a-b5f4-f9f364e99cfa, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:18:08.526364 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Pushing event updated for resources: {'Port': ['ID=df86758e-458b-4775-aa51-eb5671fd5334,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:08.528574 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Attempting to bind port df86758e-458b-4775-aa51-eb5671fd5334 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:18:08.528928 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Attempting to bind port df86758e-458b-4775-aa51-eb5671fd5334 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:18:08.529278 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Attempting to bind port df86758e-458b-4775-aa51-eb5671fd5334 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:18:08.540763 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:18:08.549254 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:18:08.549254 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.549254 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:18:08.549254 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Bound port: df86758e-458b-4775-aa51-eb5671fd5334, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:18:08.549254 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.559861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:18:08.565180 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.565514 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.565840 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.566168 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.566488 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.566805 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.567119 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.567437 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.567757 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.568319 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.568660 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:18:08.617132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, bbe3a154-40a6-474a-b5f4-f9f364e99cfa) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:18:08.621134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:08.621807 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.628337 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] For port df86758e-458b-4775-aa51-eb5671fd5334, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:18:08.630179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eae8b3-4bbf-439c-b1d8-317fe185c838 None None] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:18:08.633367 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] For port df86758e-458b-4775-aa51-eb5671fd5334, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=df86758e-458b-4775-aa51-eb5671fd5334,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:18:08.710603 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:08.722673 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4ebe8b04-441b-407c-a5ad-c93a26959fae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8827705 Dec 23 16:18:08.723580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34548) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:08.801579 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985243e-9724-4543-af94-81412efa38f0 None None] Pushing event updated for resources: {'Port': ['ID=df86758e-458b-4775-aa51-eb5671fd5334,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:08.806755 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:18:08.807756 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:08.859502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:18:08.860350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.002116 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:18:09.024406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Allocated IP 172.20.0.2 (bbe3a154-40a6-474a-b5f4-f9f364e99cfa/1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9/ce43799a-ed4e-4902-a801-672e3d36c449) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:18:09.241734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.252323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Transition to ACTIVE for port object ce43799a-ed4e-4902-a801-672e3d36c449 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:18:09.273506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Transition to ACTIVE for port object ce43799a-ed4e-4902-a801-672e3d36c449 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:18:09.302154 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:06Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:09.306778 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0f19d-76e8-41f1-8a02-79cd652c2b05 None None] The sync data for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv is: [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:06Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:18:09.320730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.398265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:18:09.401945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:18:09.403802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Pushing event updated for resources: {'Port': ['ID=ce43799a-ed4e-4902-a801-672e3d36c449,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:09.405983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:18:09.507123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Attempting to bind port ce43799a-ed4e-4902-a801-672e3d36c449 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:18:09.507564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Attempting to bind port ce43799a-ed4e-4902-a801-672e3d36c449 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:18:09.508010 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Attempting to bind port ce43799a-ed4e-4902-a801-672e3d36c449 on network bbe3a154-40a6-474a-b5f4-f9f364e99cfa {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:18:09.515178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:18:09.515633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Checking segment: {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:18:09.516102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.516645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Bound using segment: {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:18:09.517185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Bound port: ce43799a-ed4e-4902-a801-672e3d36c449, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:18:09.517630 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.620436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] For port ce43799a-ed4e-4902-a801-672e3d36c449, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:18:09.625019 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] For port ce43799a-ed4e-4902-a801-672e3d36c449, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ce43799a-ed4e-4902-a801-672e3d36c449,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:18:09.634856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.703053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:09.793198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cb486-40aa-4bb0-8e0c-3bcb15802a68 None None] Pushing event updated for resources: {'Port': ['ID=ce43799a-ed4e-4902-a801-672e3d36c449,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:09.914527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device df86758e-458b-4775-aa51-eb5671fd5334 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:18:10.091720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port df86758e-458b-4775-aa51-eb5671fd5334 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:18:10.101775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port df86758e-458b-4775-aa51-eb5671fd5334 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:10.102285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:10.139232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.1 (bbe3a154-40a6-474a-b5f4-f9f364e99cfa/1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9/11dc2cad-a4de-4bbf-9cf5-00f06b56e23c) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:18:10.247474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:10.265536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port df86758e-458b-4775-aa51-eb5671fd5334, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=df86758e-458b-4775-aa51-eb5671fd5334,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:10.319287 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:10.341856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:18:10.352094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:10.421179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=df86758e-458b-4775-aa51-eb5671fd5334,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:10.435045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:10.511183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:18:10.514373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:18:10.519043 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:18:10.546592 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:10.581577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:10.762405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:10.859079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065cb15-4996-4e23-814d-42bd71b6f677 None None] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:18:11.039706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-1042837a-d0cb-4019-9117-03784f9b02ac None None] Provisioning for port ce43799a-ed4e-4902-a801-672e3d36c449 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:18:11.277333 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:11.343009 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:11.417440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d54400f3-81b0-4527-b6e4-a16a6efd8881 None None] Provisioning for port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:18:11.422685 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d54400f3-81b0-4527-b6e4-a16a6efd8881 None None] Provisioning complete for port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:11.423035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d54400f3-81b0-4527-b6e4-a16a6efd8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:11.463441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:11.468367 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:11.481697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d54400f3-81b0-4527-b6e4-a16a6efd8881 None None] Port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:18:11.607227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:18:11.609068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:18:11.616209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-75bac59c-4f00-4110-a498-3c36727598a2 None None] Provisioning complete for port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:11.616767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75bac59c-4f00-4110-a498-3c36727598a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:11.673132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-75bac59c-4f00-4110-a498-3c36727598a2 None None] Port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:18:11.895227 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2a8d0f87-9f7b-4799-b2b6-3106baaee898 None None] Provisioning complete for port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:11.895585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0f87-9f7b-4799-b2b6-3106baaee898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:11.948925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ce43799a-ed4e-4902-a801-672e3d36c449 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:18:11.986448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d0f87-9f7b-4799-b2b6-3106baaee898 None None] Port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:18:12.007779 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 09c55dd4-c73d-4346-923b-a7edc621a9a0 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:18:12.117993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port ce43799a-ed4e-4902-a801-672e3d36c449 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:18:12.122991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ce43799a-ed4e-4902-a801-672e3d36c449 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:12.123355 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:12.213355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:18:12.226740 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-3394cd04-4b0a-436c-837e-cae18a45515a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/09c55dd4-c73d-4346-923b-a7edc621a9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5020657 Dec 23 16:18:12.237765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:12.270651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port ce43799a-ed4e-4902-a801-672e3d36c449, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ce43799a-ed4e-4902-a801-672e3d36c449,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:12.331263 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:12.332146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device df86758e-458b-4775-aa51-eb5671fd5334 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:18:12.405379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c11615ef-e67f-4081-a2fb-454889a1165c req-b08cf58b-cc44-4658-95ab-31a7848c7252 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:18:12.444049 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=ce43799a-ed4e-4902-a801-672e3d36c449,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:12.459674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port df86758e-458b-4775-aa51-eb5671fd5334 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:12.460040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:12.491299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c11615ef-e67f-4081-a2fb-454889a1165c req-b08cf58b-cc44-4658-95ab-31a7848c7252 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:18:12.492480 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-b08cf58b-cc44-4658-95ab-31a7848c7252 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991359499&fields=id&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 267 time: 0.1270332 Dec 23 16:18:12.645224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11615ef-e67f-4081-a2fb-454889a1165c req-7f2fc1c8-2faf-4540-a984-d1976fe329fd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:12.646548 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c11615ef-e67f-4081-a2fb-454889a1165c req-7f2fc1c8-2faf-4540-a984-d1976fe329fd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:18:12.725254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c11615ef-e67f-4081-a2fb-454889a1165c req-7f2fc1c8-2faf-4540-a984-d1976fe329fd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:18:12.726430 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-7f2fc1c8-2faf-4540-a984-d1976fe329fd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/networks?id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 200 len: 797 time: 0.2273400 Dec 23 16:18:12.744674 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-d4bbe4b7-9f66-4796-8dbf-8982d14ef1dd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/quotas/ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 375 time: 0.0110343 Dec 23 16:18:12.922451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c11615ef-e67f-4081-a2fb-454889a1165c req-97d7204c-70b9-4403-bdc9-895cd261f3ae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:18:12.997890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-c11615ef-e67f-4081-a2fb-454889a1165c req-97d7204c-70b9-4403-bdc9-895cd261f3ae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:18:12.998858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-97d7204c-70b9-4403-bdc9-895cd261f3ae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2513146 Dec 23 16:18:13.018821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Sync routers for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:18:13.030968 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:18:13.031577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:13.138142 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-1c06059c-653e-4dc4-b1a9-b47674995f58 service neutron] 10.222.0.58 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263473 Dec 23 16:18:13.215682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:18:13.271384 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-2710f6d6-0a4c-4e1a-bc81-7792138f9d5e service neutron] 10.222.0.58 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272762 Dec 23 16:18:13.545089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:11Z', 'revision_number': 2, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:13.549160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Checking router: 09c55dd4-c73d-4346-923b-a7edc621a9a0 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:18:13.549566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Updating router 09c55dd4-c73d-4346-923b-a7edc621a9a0 port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:18:13.577338 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7c6837c-4797-48b7-9674-9b279548df89 req-278cf833-a18e-41bd-b279-abefd9488f0e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 210 time: 0.0423160 Dec 23 16:18:13.617329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:13.874467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ce43799a-ed4e-4902-a801-672e3d36c449 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:18:14.053291 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port ce43799a-ed4e-4902-a801-672e3d36c449 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:14.053812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:14.109882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:14.128579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Transition to ACTIVE for port object 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:18:14.214432 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:14.345235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db1db-5456-4a82-a6d4-8aad564ac65e None None] Pushing event updated for resources: {'Port': ['ID=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:14.435949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Attempting to bind port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:18:14.436364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Attempting to bind port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:18:14.436764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Attempting to bind port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c on network bbe3a154-40a6-474a-b5f4-f9f364e99cfa {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:18:14.444066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:18:14.444471 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Checking segment: {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:18:14.444833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:14.445213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Bound using segment: {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:18:14.445668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Bound port: 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:18:14.446027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:14.545214 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] For port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:18:14.548852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] For port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:18:14.633066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:14.722731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db1db-5456-4a82-a6d4-8aad564ac65e None None] Pushing event updated for resources: {'Port': ['ID=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:14.725255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:18:14.725852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:17:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:14.754695 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e70ae26-9785-49d9-8801-65a92adda5a9 req-429c4cec-e300-4c6b-92a4-efeb5b93cbfb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 210 time: 0.0482202 Dec 23 16:18:14.917452 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:18:15.242839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:14Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:15.246597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a1bf0-837a-48da-8916-3809cdbb5124 None None] The sync data for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv is: [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:14Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:18:15.913728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:18:15.953270 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5cd230d5-d2c7-4c74-86ba-ba817d5e8dfa req-35d297e5-998a-49a0-8f07-f5880d4606ad tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 210 time: 0.0659876 Dec 23 16:18:16.100098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11615ef-e67f-4081-a2fb-454889a1165c req-c46f1d2b-d2e4-40f4-9aea-b17bd9b9168f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:16.101772 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-c46f1d2b-d2e4-40f4-9aea-b17bd9b9168f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/networks?id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 200 len: 797 time: 0.1760187 Dec 23 16:18:16.132013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:18:16.137689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:16.138185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:16.166168 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-2b478abf-4cae-4ebc-902a-6ea5559c5bcb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 380 time: 0.0448983 Dec 23 16:18:16.174836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'port': {'device_id': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'admin_state_up': True, 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'security_groups': ['f5089b8d-ceab-452b-a78c-076fca8835d7']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:16.272961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:16.307212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:16.313766 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:16.323275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:16.420691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:16.489247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:16.490199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:18:16.493299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:16.657656 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.14 (bbe3a154-40a6-474a-b5f4-f9f364e99cfa/1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9/1b435843-d725-4065-8027-a0da0d5d1b63) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:18:16.840506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:16.855925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object 1b435843-d725-4065-8027-a0da0d5d1b63 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:18:16.937318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:17.014784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:18:17.018141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:18:17.021619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:18:17.053563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=1b435843-d725-4065-8027-a0da0d5d1b63,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:17.091273 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:17.091800 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:17.185415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6029e-f56a-4383-8c5f-616cbaea9fa7 req-37a29acc-0b38-4303-a72b-f60d531b2efc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:17.186089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0be6029e-f56a-4383-8c5f-616cbaea9fa7 req-37a29acc-0b38-4303-a72b-f60d531b2efc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:18:17.229614 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-93f728a8-3357-4383-b234-75744d7ae874 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0587783 Dec 23 16:18:17.248797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Request body: {'port': {'device_id': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:17.330087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0be6029e-f56a-4383-8c5f-616cbaea9fa7 req-37a29acc-0b38-4303-a72b-f60d531b2efc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:18:17.331120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0be6029e-f56a-4383-8c5f-616cbaea9fa7 req-37a29acc-0b38-4303-a72b-f60d531b2efc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 932 time: 0.2447147 Dec 23 16:18:17.359854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a901fac1-2cdf-40a9-abd2-5770380b0b26 None None] Provisioning for port 1b435843-d725-4065-8027-a0da0d5d1b63 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:18:17.365502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-a901fac1-2cdf-40a9-abd2-5770380b0b26 None None] Provisioning complete for port 1b435843-d725-4065-8027-a0da0d5d1b63 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:17.391156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a901fac1-2cdf-40a9-abd2-5770380b0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:17.391336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:17.420678 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a901fac1-2cdf-40a9-abd2-5770380b0b26 None None] Port 1b435843-d725-4065-8027-a0da0d5d1b63 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:18:17.451030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0be6029e-f56a-4383-8c5f-616cbaea9fa7 req-7d6e1c16-918d-414d-8ca7-f1da722671cc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083658 Dec 23 16:18:17.833773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b435843-d725-4065-8027-a0da0d5d1b63 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:18:17.840834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:17.855675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Transition to ACTIVE for port object 1b435843-d725-4065-8027-a0da0d5d1b63 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:18:17.870180 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:18:17.938229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:17.938504 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:17.940655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:18.078047 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Pushing event updated for resources: {'Port': ['ID=1b435843-d725-4065-8027-a0da0d5d1b63,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:18.189848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Attempting to bind port 1b435843-d725-4065-8027-a0da0d5d1b63 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:18:18.190109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Attempting to bind port 1b435843-d725-4065-8027-a0da0d5d1b63 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:18:18.190423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Attempting to bind port 1b435843-d725-4065-8027-a0da0d5d1b63 on network bbe3a154-40a6-474a-b5f4-f9f364e99cfa {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:18:18.196811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Port 1b435843-d725-4065-8027-a0da0d5d1b63 on network bbe3a154-40a6-474a-b5f4-f9f364e99cfa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:18:18.197116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Attempting to bind port 1b435843-d725-4065-8027-a0da0d5d1b63 on network bbe3a154-40a6-474a-b5f4-f9f364e99cfa {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:18:18.203103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:18:18.205919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Checking segment: {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:18:18.205919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Bound using segment: {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:18:18.205919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Bound port: 1b435843-d725-4065-8027-a0da0d5d1b63, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460d189e-d053-4f8e-8821-ccff455af733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:18:18.205919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:18.290271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] For port 1b435843-d725-4065-8027-a0da0d5d1b63, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:18:18.293172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] For port 1b435843-d725-4065-8027-a0da0d5d1b63, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b435843-d725-4065-8027-a0da0d5d1b63,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:18:18.358137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:18.423864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:18.425087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] 10.222.0.57 "PUT /v2.0/ports/1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 200 len: 1094 time: 1.1810005 Dec 23 16:18:18.425516 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:18:18.452238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80492470-75df-4f25-b785-a3a1f0182170 service neutron] Pushing event updated for resources: {'Port': ['ID=1b435843-d725-4065-8027-a0da0d5d1b63,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:18.501414 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63', 'status': 'completed', 'code': 200} Dec 23 16:18:18.671568 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f116a80c-50e3-4195-a357-15df40bf1725 req-c9046005-24aa-483d-a6a7-ae189813ab5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1097 time: 0.1299033 Dec 23 16:18:18.682881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a218c-6920-4d68-964c-19194b36c931 req-2602ee5c-8bed-481a-b0a6-8a4523a624b6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:18.684312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-328a218c-6920-4d68-964c-19194b36c931 req-2602ee5c-8bed-481a-b0a6-8a4523a624b6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 944 time: 0.1013217 Dec 23 16:18:18.818284 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-328a218c-6920-4d68-964c-19194b36c931 req-d135fa77-1137-4106-ac8c-8007d88b1ed0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124761 Dec 23 16:18:18.854312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a80c-50e3-4195-a357-15df40bf1725 req-17b5546e-ef2d-4c93-b245-d8f59928c081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:18.855722 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f116a80c-50e3-4195-a357-15df40bf1725 req-17b5546e-ef2d-4c93-b245-d8f59928c081 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1705916 Dec 23 16:18:18.992423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116a80c-50e3-4195-a357-15df40bf1725 req-3cc328c4-5e9e-4a6f-a42e-a54fe953224e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:18.993846 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f116a80c-50e3-4195-a357-15df40bf1725 req-3cc328c4-5e9e-4a6f-a42e-a54fe953224e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312482 Dec 23 16:18:19.121795 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-4cff3d05-e39a-4114-9ce1-d48ff2e10741 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1097 time: 0.0674810 Dec 23 16:18:19.198570 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-11d4e9a2-9c0c-479e-b8ab-ea488f6f47be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 200 len: 217 time: 0.0642011 Dec 23 16:18:19.260902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11615ef-e67f-4081-a2fb-454889a1165c req-af93eb9e-e3b9-4061-b006-0d21dfddc491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:19.262272 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-af93eb9e-e3b9-4061-b006-0d21dfddc491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 HTTP/1.1" status: 200 len: 834 time: 0.0578933 Dec 23 16:18:19.339151 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-a3d7120c-118e-4d2a-87d1-ca85d7eab3fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698545 Dec 23 16:18:19.470172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-23a4831a-e737-4fb4-b40c-f35b3a501f51 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244037 Dec 23 16:18:19.607637 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c11615ef-e67f-4081-a2fb-454889a1165c req-077ba0ef-7b11-4b80-bc08-bdc122db5d82 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309531 Dec 23 16:18:20.109056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188277af-a432-42a0-8431-c41e5db0e963 req-09b924b3-7409-4378-9c88-1cfc10e1a705 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:20.110371 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-188277af-a432-42a0-8431-c41e5db0e963 req-09b924b3-7409-4378-9c88-1cfc10e1a705 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 944 time: 0.1668160 Dec 23 16:18:20.155116 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-188277af-a432-42a0-8431-c41e5db0e963 req-3f34fd91-b68c-4d7f-b31f-238243065e4c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391159 Dec 23 16:18:21.350839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cbf98-3a56-48a2-b10a-3e7033aabcc9 req-3b1ec19b-731b-4eb4-bcbe-94ceda24bcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:21.352277 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-980cbf98-3a56-48a2-b10a-3e7033aabcc9 req-3b1ec19b-731b-4eb4-bcbe-94ceda24bcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 944 time: 0.0776875 Dec 23 16:18:21.396595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-980cbf98-3a56-48a2-b10a-3e7033aabcc9 req-e3d6d278-a22d-47f9-a3f3-ca4778a396c7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383177 Dec 23 16:18:22.057928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b435843-d725-4065-8027-a0da0d5d1b63 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:18:22.185134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 1b435843-d725-4065-8027-a0da0d5d1b63, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b435843-d725-4065-8027-a0da0d5d1b63,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:22.201232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '1b435843-d725-4065-8027-a0da0d5d1b63', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'port_id': '1b435843-d725-4065-8027-a0da0d5d1b63', 'mac_address': 'fa:16:3e:b8:5e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:18:22.252150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:22.269168 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b435843-d725-4065-8027-a0da0d5d1b63 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:18:22.283553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 1b435843-d725-4065-8027-a0da0d5d1b63, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b435843-d725-4065-8027-a0da0d5d1b63,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:22.342360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:22.405608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=1b435843-d725-4065-8027-a0da0d5d1b63,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:22.588526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b083a-aba4-461b-b56c-5cf04f97a6a8 req-47eb6464-2104-45de-b857-48f123b4086c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:22.589951 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a9b083a-aba4-461b-b56c-5cf04f97a6a8 req-47eb6464-2104-45de-b857-48f123b4086c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 945 time: 0.0747175 Dec 23 16:18:22.635782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9a9b083a-aba4-461b-b56c-5cf04f97a6a8 req-a6431d32-8e11-48c4-91e7-8bf6092ffcd3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Dec 23 16:18:22.723714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['1b435843-d725-4065-8027-a0da0d5d1b63'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:18:23.839345 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d1f5-99a0-4158-bf03-6406250d7e37 req-461e1f7f-4cfd-4d64-998d-ebdacbdde567 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:23.840885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b977d1f5-99a0-4158-bf03-6406250d7e37 req-461e1f7f-4cfd-4d64-998d-ebdacbdde567 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 945 time: 0.0794244 Dec 23 16:18:23.885205 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b977d1f5-99a0-4158-bf03-6406250d7e37 req-13d0560c-a921-4eb5-8845-4d939e96d058 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387979 Dec 23 16:18:24.089759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b435843-d725-4065-8027-a0da0d5d1b63 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:18:24.227649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 1b435843-d725-4065-8027-a0da0d5d1b63 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:18:24.232682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 1b435843-d725-4065-8027-a0da0d5d1b63 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:18:24.233046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:24.345849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:24.371877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:18:24.381242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 1b435843-d725-4065-8027-a0da0d5d1b63, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b435843-d725-4065-8027-a0da0d5d1b63,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:18:24.425898 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63', 'code': 200} Dec 23 16:18:24.479665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:24.547003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=1b435843-d725-4065-8027-a0da0d5d1b63,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:24.868287 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73d1f216-a10b-4bb4-971f-6b29197ade39 req-ff29cdf5-7724-4744-98c8-4b6671796be5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1099 time: 0.0679269 Dec 23 16:18:24.913084 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73d1f216-a10b-4bb4-971f-6b29197ade39 req-8cad48a6-005c-418b-8312-9beea20a8e05 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382497 Dec 23 16:18:25.078221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2c8bd-4a1f-44ee-a000-ae2767926f1f req-eb9c6a99-037b-4133-982e-be9105383f26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:25.079628 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-02d2c8bd-4a1f-44ee-a000-ae2767926f1f req-eb9c6a99-037b-4133-982e-be9105383f26 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0755439 Dec 23 16:18:25.123343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-02d2c8bd-4a1f-44ee-a000-ae2767926f1f req-e9e32acc-4d59-4627-9102-6a3ffb4d53a7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380065 Dec 23 16:18:25.410598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c40d7112-c0ea-4fb5-8b07-b7bd4505da69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:26.323697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2bb3f-514a-484f-8ea6-0bef0d13d3ea req-ac0537b2-1396-42a6-a160-b5d27ac3f699 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:26.325188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fe2bb3f-514a-484f-8ea6-0bef0d13d3ea req-ac0537b2-1396-42a6-a160-b5d27ac3f699 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0809629 Dec 23 16:18:26.374279 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fe2bb3f-514a-484f-8ea6-0bef0d13d3ea req-fa30176c-b074-41fa-b3f5-9c114c03d10c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Dec 23 16:18:27.567830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb014df-4d7c-4030-b86b-c4e308601878 req-07ea17ec-0ba5-4535-955c-8ea1caae2a13 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:27.569797 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2fb014df-4d7c-4030-b86b-c4e308601878 req-07ea17ec-0ba5-4535-955c-8ea1caae2a13 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0765150 Dec 23 16:18:27.613748 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2fb014df-4d7c-4030-b86b-c4e308601878 req-b18b0949-6772-4918-86d3-a4881ece94f5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384612 Dec 23 16:18:27.719638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b65dcacc-b0e2-4db3-94aa-9641ec2f046a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:27.814489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6fb7e-aa46-464e-a056-6fd2941705e2 req-7f73bc22-aeac-485a-a2ba-7690cc79ce9b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:27.815919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f2d6fb7e-aa46-464e-a056-6fd2941705e2 req-7f73bc22-aeac-485a-a2ba-7690cc79ce9b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0805805 Dec 23 16:18:27.861812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f2d6fb7e-aa46-464e-a056-6fd2941705e2 req-576899c1-e734-4558-89f7-2c12dd0b00c0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Dec 23 16:18:27.889301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34606) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:27.961071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b23346e4-5669-46b1-b8d5-d3fedd9391a2 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1094 time: 0.0704336 Dec 23 16:18:27.963594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34610) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:27.968647 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '1b435843-d725-4065-8027-a0da0d5d1b63', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:18:27.974002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:18:27.977870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:floatingip and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:18:27.980696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:18:27.986254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:18:28.055309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:28.189169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:28.330346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.236 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/53bba469-817e-48c1-9db0-0d1a399c63d6) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:18:28.473367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:28.569238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:28.638612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:18:28.641395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:18:28.644103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:18:28.680245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=53bba469-817e-48c1-9db0-0d1a399c63d6,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:28.943859 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:29.005190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:29.263678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:29.381360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:29.583847 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:29.660410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:29.766022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=53bba469-817e-48c1-9db0-0d1a399c63d6,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:18:29.783865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:29.981343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Floating IP b30c19f1-7c37-44dc-930e-2ebea2573956 associated. External IP: 172.26.6.236, port: 1b435843-d725-4065-8027-a0da0d5d1b63. Dec 23 16:18:30.375836 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 09c55dd4-c73d-4346-923b-a7edc621a9a0 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:18:30.454545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:30.573230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:18:30.583531 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] Sync routers for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:18:30.596432 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:18:30.597032 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:18:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:30.685339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:30.739184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-612b2605-d12b-41e0-a32a-2c7cc81d4f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7745628 Dec 23 16:18:30.739773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:18:30.777096 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:18:30.799459 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63', 'status': 'completed', 'code': 200} Dec 23 16:18:31.101429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bfcc6-8ccb-4f38-9054-1a6f8bc2af05 req-bbd0af0c-ead5-47ce-82cf-0cee26c2722a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:31.102860 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ed8bfcc6-8ccb-4f38-9054-1a6f8bc2af05 req-bbd0af0c-ead5-47ce-82cf-0cee26c2722a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.1052260 Dec 23 16:18:31.106394 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dec68171-4666-4864-a339-5795e4242c9c req-9d8bab03-a7cb-4dde-b31a-c56b32a0905f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1099 time: 0.2603683 Dec 23 16:18:31.175088 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'b30c19f1-7c37-44dc-930e-2ebea2573956', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'port_id': '1b435843-d725-4065-8027-a0da0d5d1b63', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'mac_address': 'fa:16:3e:b8:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:29Z', 'updated_at': '2021-12-23T16:18:29Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:16Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:31.179319 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] Checking router: 09c55dd4-c73d-4346-923b-a7edc621a9a0 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:18:31.189532 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:18:31.190116 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:18:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:31.251983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ed8bfcc6-8ccb-4f38-9054-1a6f8bc2af05 req-346bbc47-4230-4421-9b1a-f1c173cb23a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188562 Dec 23 16:18:31.272386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec68171-4666-4864-a339-5795e4242c9c req-8bb8d588-b4bd-4c42-bb53-20690a486144 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:31.273873 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dec68171-4666-4864-a339-5795e4242c9c req-8bb8d588-b4bd-4c42-bb53-20690a486144 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 200 len: 898 time: 0.1616075 Dec 23 16:18:31.281546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34618) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:31.378438 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:18:31.383064 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dec68171-4666-4864-a339-5795e4242c9c req-d44740ea-cc6f-494f-9ca9-af77facbe621 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 200 len: 1000 time: 0.1027472 Dec 23 16:18:31.387050 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ffd664ac-2517-4fef-ad98-d7a0d02cfe64 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/b30c19f1-7c37-44dc-930e-2ebea2573956 HTTP/1.1" status: 200 len: 992 time: 0.1042459 Dec 23 16:18:31.445462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec68171-4666-4864-a339-5795e4242c9c req-eb10c2f1-a65b-4ff6-a81a-779d7df22f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:18:31.447109 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dec68171-4666-4864-a339-5795e4242c9c req-eb10c2f1-a65b-4ff6-a81a-779d7df22f93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 HTTP/1.1" status: 200 len: 834 time: 0.0580032 Dec 23 16:18:31.523588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dec68171-4666-4864-a339-5795e4242c9c req-b7afdc51-e48e-46b5-ac9e-750134ae47b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703430 Dec 23 16:18:31.657434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dec68171-4666-4864-a339-5795e4242c9c req-89bdc239-5d7b-47e6-a0c3-f1b1c3e524c2 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277173 Dec 23 16:18:31.722361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'b30c19f1-7c37-44dc-930e-2ebea2573956', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'port_id': '1b435843-d725-4065-8027-a0da0d5d1b63', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'mac_address': 'fa:16:3e:b8:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:29Z', 'updated_at': '2021-12-23T16:18:29Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:16Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:18:31.727157 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b8a52-609d-4935-901b-2ca23e0be5d3 None None] The sync data for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv is: [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'b30c19f1-7c37-44dc-930e-2ebea2573956', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.236', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'port_id': '1b435843-d725-4065-8027-a0da0d5d1b63', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'mac_address': 'fa:16:3e:b8:5e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:29Z', 'updated_at': '2021-12-23T16:18:29Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:16Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:18:31.796480 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dec68171-4666-4864-a339-5795e4242c9c req-8e1430b5-ab1e-41f1-bc5e-df3e9f1071dc service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297963 Dec 23 16:18:31.979973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a216ff-056f-4dfc-a914-db06c743cb39 None None] New status for floating IP b30c19f1-7c37-44dc-930e-2ebea2573956: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:18:32.390550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34622) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:18:32.497421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-71fe7886-fd53-4e79-bec8-904dea2b7b20 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/b30c19f1-7c37-44dc-930e-2ebea2573956 HTTP/1.1" status: 200 len: 994 time: 0.1056392 Dec 23 16:18:37.777161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:38.982260 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:18:55.398522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-38595b3d-fdd9-4ec7-a05c-82be712186c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:57.695837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d6d09c4-0c9c-4273-812d-94cbdea762c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:58.981212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:18:59.003983 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:00.450109 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:07.763779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:15.981455 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:19:23.083097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-079aa960-b926-437e-b871-18cfeb7330f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707009 Dec 23 16:19:23.235709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-d0c3915d-aa37-4596-bc00-5b3220f59a11 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1099 time: 0.0675566 Dec 23 16:19:23.377391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-98806230-66c7-49c5-b9fe-49963dc49036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:23.378707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-98806230-66c7-49c5-b9fe-49963dc49036 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 200 len: 898 time: 0.1250949 Dec 23 16:19:23.483022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-3d85d43c-7247-49ea-a7be-8e57f5759391 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 200 len: 1002 time: 0.0977707 Dec 23 16:19:23.545090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-c4725e2a-77c9-49ad-b65f-0dcff1a04ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:23.546461 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-c4725e2a-77c9-49ad-b65f-0dcff1a04ee2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 HTTP/1.1" status: 200 len: 834 time: 0.0568364 Dec 23 16:19:23.620782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-38ea6951-c7c4-4c79-a8a1-ce5ea59867f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684056 Dec 23 16:19:23.631391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-053c5dbd-af64-4bbc-861c-ec3a693a7fbf service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:19:23.632232 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-053c5dbd-af64-4bbc-861c-ec3a693a7fbf service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050919 Dec 23 16:19:23.851552 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-3d9e38c1-83c4-4f8d-8056-2ddc9c33090d service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127380 Dec 23 16:19:23.980429 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4742b2b8-25b2-4ca5-84c0-90609768d83a req-26928285-6343-4113-b6dc-406d3137861e service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221585 Dec 23 16:19:25.364152 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3d180d31-1690-43ce-af2b-e0e5abe371e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:27.740326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b0c4-276a-4cad-9ebc-054f979028c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:28.969255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:29.014772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:30.454562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:37.774233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:42.943969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-0d983807-1984-4ce3-abe8-e8a63af74250 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1099 time: 0.0965559 Dec 23 16:19:42.953926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cda28-ce9d-47b7-912b-1bec4a3d9fcf req-ec1ccf81-92a1-4f50-8f43-32704f089097 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:42.955252 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c5cda28-ce9d-47b7-912b-1bec4a3d9fcf req-ec1ccf81-92a1-4f50-8f43-32704f089097 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.1438570 Dec 23 16:19:43.092320 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c5cda28-ce9d-47b7-912b-1bec4a3d9fcf req-f350b493-b2d9-43af-8a7b-c284da60a635 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177819 Dec 23 16:19:43.112293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-d9043aab-b17c-4999-8775-523fcbe65652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:43.113916 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-d9043aab-b17c-4999-8775-523fcbe65652 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 200 len: 898 time: 0.1578479 Dec 23 16:19:43.216728 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-3709bb38-7a65-4a9c-b2b8-127a560e2705 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 200 len: 1002 time: 0.0960708 Dec 23 16:19:43.279621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-e0bddc27-b8d2-44b2-8043-96e16ad9f4fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:43.281028 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-e0bddc27-b8d2-44b2-8043-96e16ad9f4fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 HTTP/1.1" status: 200 len: 834 time: 0.0574665 Dec 23 16:19:43.357926 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-8a22340e-d33d-457c-85d2-f103422f5f82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697529 Dec 23 16:19:43.490816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-64d7f1b3-76ce-4340-af4a-3c4ba19d6ab0 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255753 Dec 23 16:19:43.622207 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1fc4ce42-17ac-438a-877d-426dfceaf7eb req-df668f68-cd75-473a-9f41-a3787ddccbec service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248865 Dec 23 16:19:44.287941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c963390-e249-493c-8d10-7ea3661bd699 req-e9e2882d-107d-4925-af22-363fb90accc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:44.289380 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7c963390-e249-493c-8d10-7ea3661bd699 req-e9e2882d-107d-4925-af22-363fb90accc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0751936 Dec 23 16:19:44.333409 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7c963390-e249-493c-8d10-7ea3661bd699 req-41ee588c-d9fc-4beb-b658-047dfd83026a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385997 Dec 23 16:19:45.533818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246861f6-4205-4dda-a988-5be8772e543a req-07673acc-54de-4d0b-b443-5ef2b7309bdb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:45.535219 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-246861f6-4205-4dda-a988-5be8772e543a req-07673acc-54de-4d0b-b443-5ef2b7309bdb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0797739 Dec 23 16:19:45.578947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-246861f6-4205-4dda-a988-5be8772e543a req-b193a9b6-6749-47d7-8853-58546eb96ec4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380991 Dec 23 16:19:46.774108 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844ddf6-f434-41cc-a81f-d17f75dd9b85 req-a495e4ae-a3f1-4bd3-994b-2e067c78fc61 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:46.775600 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3844ddf6-f434-41cc-a81f-d17f75dd9b85 req-a495e4ae-a3f1-4bd3-994b-2e067c78fc61 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0759597 Dec 23 16:19:46.821071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3844ddf6-f434-41cc-a81f-d17f75dd9b85 req-7a3e9a74-5b48-4af7-a0c5-be8a741490dd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Dec 23 16:19:48.023922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905f210-7e9a-436e-958e-1b802a7fb50a req-88a98a00-8c54-426f-a088-774712017138 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:48.025372 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6905f210-7e9a-436e-958e-1b802a7fb50a req-88a98a00-8c54-426f-a088-774712017138 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0794785 Dec 23 16:19:48.070206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6905f210-7e9a-436e-958e-1b802a7fb50a req-ad0d1ae5-fba4-45c1-a824-cc70940407bd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Dec 23 16:19:49.262484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2ce4d-2985-4e13-8709-a086342bbd85 req-0cbfa5e8-e4df-4465-a6c7-965de21936e2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:49.263934 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1b2ce4d-2985-4e13-8709-a086342bbd85 req-0cbfa5e8-e4df-4465-a6c7-965de21936e2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0759587 Dec 23 16:19:49.312454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1b2ce4d-2985-4e13-8709-a086342bbd85 req-bb88cc87-9a10-4ac0-8be5-fbff4ef8a553 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Dec 23 16:19:50.507268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036a5a6-5e3c-44f2-b4d5-cff970d5d052 req-cc681b23-9542-429a-a804-c54c1f4b354f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:50.508719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0036a5a6-5e3c-44f2-b4d5-cff970d5d052 req-cc681b23-9542-429a-a804-c54c1f4b354f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0757565 Dec 23 16:19:50.553937 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0036a5a6-5e3c-44f2-b4d5-cff970d5d052 req-a6f9ad04-d27b-4abf-915a-4e755effdbc1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396399 Dec 23 16:19:51.842864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123c343-f1bd-48c1-905d-5600cd0759a2 req-4354b323-3750-4a4c-9b4f-84a7631f1d09 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:51.844206 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e123c343-f1bd-48c1-905d-5600cd0759a2 req-4354b323-3750-4a4c-9b4f-84a7631f1d09 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.1708128 Dec 23 16:19:51.888691 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e123c343-f1bd-48c1-905d-5600cd0759a2 req-c55744e2-82f8-4e81-9794-cdd51035b2d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390038 Dec 23 16:19:52.981769 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:19:53.084026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5c874-a3b7-44bd-ad79-2682505260e7 req-040f8467-f150-4004-8ad1-f3d3fc74b73a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:53.086257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28b5c874-a3b7-44bd-ad79-2682505260e7 req-040f8467-f150-4004-8ad1-f3d3fc74b73a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0752299 Dec 23 16:19:53.130337 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28b5c874-a3b7-44bd-ad79-2682505260e7 req-4697f778-83f0-42a9-b6eb-eb83253d44e7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Dec 23 16:19:54.328023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de8fdc-5c1e-4499-8103-83e34c0e41e0 req-214020f3-e217-4eb1-9fed-08d158ccfcfa tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:54.329464 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-39de8fdc-5c1e-4499-8103-83e34c0e41e0 req-214020f3-e217-4eb1-9fed-08d158ccfcfa tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0791955 Dec 23 16:19:54.373908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-39de8fdc-5c1e-4499-8103-83e34c0e41e0 req-004cabdc-e4b3-48eb-8d23-3455a304875b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 Dec 23 16:19:55.368302 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7c577749-fbdc-4b8e-ab06-0986a976d510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:55.567912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a05a1-4ab2-4cf1-9b08-3b6d5cdb8345 req-780dfa35-93ce-43ad-be76-c9c6bc7e94dd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:55.569270 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f84a05a1-4ab2-4cf1-9b08-3b6d5cdb8345 req-780dfa35-93ce-43ad-be76-c9c6bc7e94dd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0759537 Dec 23 16:19:55.613909 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f84a05a1-4ab2-4cf1-9b08-3b6d5cdb8345 req-ae547996-c08f-4cfc-a498-fc5c2a022813 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Dec 23 16:19:56.812495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213fab5-f11c-49c0-a323-802ef749bf1e req-94f9fad9-4cd7-41a7-b8b6-45c83321a16c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:56.813947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3213fab5-f11c-49c0-a323-802ef749bf1e req-94f9fad9-4cd7-41a7-b8b6-45c83321a16c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0779455 Dec 23 16:19:56.858747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3213fab5-f11c-49c0-a323-802ef749bf1e req-90436a87-424e-45fb-9179-034dce112977 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392704 Dec 23 16:19:57.682472 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9bddde12-8276-4fe5-8092-76acdf65ddf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:58.053606 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa3d55-8273-4a65-81d1-9587190a4995 req-995eada9-509c-4e38-b833-fb8a3607edc7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:58.055045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6aa3d55-8273-4a65-81d1-9587190a4995 req-995eada9-509c-4e38-b833-fb8a3607edc7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0763462 Dec 23 16:19:58.104154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6aa3d55-8273-4a65-81d1-9587190a4995 req-35ee00bc-46f5-4345-ad1c-314d3604a000 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434551 Dec 23 16:19:58.968740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:59.020094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:19:59.303748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb839d2-a4f2-44b9-9b0d-c39b6f8be804 req-a08715cf-49cb-4a77-b8a6-1c487a9db75a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:19:59.305197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-feb839d2-a4f2-44b9-9b0d-c39b6f8be804 req-a08715cf-49cb-4a77-b8a6-1c487a9db75a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0765133 Dec 23 16:19:59.351593 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-feb839d2-a4f2-44b9-9b0d-c39b6f8be804 req-92cea84a-32f7-429f-9d50-e1d5c69a095b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Dec 23 16:20:00.465904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:00.553577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67a8a1-bcb0-4baa-ab32-4ddc82f78d85 req-d5715054-eaf6-4106-a3c8-ea8a7d768cb1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:00.555008 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c67a8a1-bcb0-4baa-ab32-4ddc82f78d85 req-d5715054-eaf6-4106-a3c8-ea8a7d768cb1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0800123 Dec 23 16:20:00.600020 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c67a8a1-bcb0-4baa-ab32-4ddc82f78d85 req-0851caff-e9ab-4453-a93a-a5581a3d0fbb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392880 Dec 23 16:20:00.627729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34708) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:00.734835 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6a029124-7534-45bf-ab29-246e8fc48d24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/b30c19f1-7c37-44dc-930e-2ebea2573956 HTTP/1.1" status: 200 len: 994 time: 0.1058805 Dec 23 16:20:07.785277 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:24.023937 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-e0c2c9d6-0cd2-4432-944b-34e463c3ce24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669875 Dec 23 16:20:24.180113 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-98dcc16d-f124-4a2a-909f-bb783c48cce0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1099 time: 0.0711966 Dec 23 16:20:24.322787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-d57ac632-4145-4a6f-92d4-7ebaa55c8c9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:24.324105 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-d57ac632-4145-4a6f-92d4-7ebaa55c8c9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 200 len: 898 time: 0.1260939 Dec 23 16:20:24.425963 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-64e71b51-f7db-4596-add3-ffd8dfe0d31d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 200 len: 1002 time: 0.0949824 Dec 23 16:20:24.491621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-d0ba53f9-98a8-41d4-b5b8-2ad548e7c459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:24.493065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-d0ba53f9-98a8-41d4-b5b8-2ad548e7c459 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 HTTP/1.1" status: 200 len: 834 time: 0.0607846 Dec 23 16:20:24.567677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-c20c2c3b-ff9c-4a01-9441-f0305fde4a24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683868 Dec 23 16:20:24.701382 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-cec674b2-7c16-4f1b-b7d3-46059159e537 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259327 Dec 23 16:20:24.831112 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d230808f-dc14-4dc8-9a60-9fcae83e22d6 req-bca26beb-862a-48cf-af57-a1e353e4e2e5 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239545 Dec 23 16:20:25.362307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-de5a0ee7-8393-471b-8995-001b2c48c816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:27.722061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f5b53cd4-c7e3-4685-9de7-2b74bdebc4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:28.967964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.110992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:29.981665 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:20:30.448242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:37.813140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:51.472763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34728) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:51.756999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 53bba469-817e-48c1-9db0-0d1a399c63d6 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:20:51.757231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:51.923226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:51.923551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:52.043751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 53bba469-817e-48c1-9db0-0d1a399c63d6 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:20:52.252650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:52.301380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=53bba469-817e-48c1-9db0-0d1a399c63d6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:52.338903 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.339252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.339586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.339921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.340288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.340617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.340937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.341263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.341582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.342550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.343067 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:20:52.402042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:52.790060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 09c55dd4-c73d-4346-923b-a7edc621a9a0 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:20:52.990438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:20:53.000378 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] Sync routers for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:20:53.007149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:53.012027 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:53.012656 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:53.059156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0997f642-2a17-4cf6-a042-9907f40ba38c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/floatingips/b30c19f1-7c37-44dc-930e-2ebea2573956 HTTP/1.1" status: 204 len: 168 time: 1.5853002 Dec 23 16:20:53.059826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:53.191344 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:53.200233 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63', 'status': 'completed', 'code': 200} Dec 23 16:20:53.436443 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-9ca7c8c6-cda5-4473-b2dd-eb6b95655b8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 1099 time: 0.1938281 Dec 23 16:20:53.537214 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:16Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:53.541402 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] Checking router: 09c55dd4-c73d-4346-923b-a7edc621a9a0 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:20:53.551823 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:20:53.552438 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:53.639773 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-66d7a143-d447-49c8-9e20-dffc28b2c786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:53.641241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-66d7a143-d447-49c8-9e20-dffc28b2c786 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 200 len: 898 time: 0.1812239 Dec 23 16:20:53.705253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0a8c3-f04e-43ac-b908-23575ecbeb3f req-26caa184-6786-47bf-9143-7d35f35de5f2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:53.705929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-82b0a8c3-f04e-43ac-b908-23575ecbeb3f req-26caa184-6786-47bf-9143-7d35f35de5f2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:20:53.725566 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:20:53.731857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-6f06bebd-4b8d-400d-ae92-aa0f4da8323c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 200 len: 217 time: 0.0831454 Dec 23 16:20:53.780708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-82b0a8c3-f04e-43ac-b908-23575ecbeb3f req-26caa184-6786-47bf-9143-7d35f35de5f2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:20:53.781849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82b0a8c3-f04e-43ac-b908-23575ecbeb3f req-26caa184-6786-47bf-9143-7d35f35de5f2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.2545278 Dec 23 16:20:53.819188 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-bf5bb6cb-1471-4244-bb0f-d1dbd215510a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:53.820657 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-bf5bb6cb-1471-4244-bb0f-d1dbd215510a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 HTTP/1.1" status: 200 len: 834 time: 0.0826044 Dec 23 16:20:53.881183 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82b0a8c3-f04e-43ac-b908-23575ecbeb3f req-c7b47a1b-a5af-4af7-9e34-f4b6d1e976a7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916271 Dec 23 16:20:53.910862 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-3d717d1a-1b03-4aa7-99d8-40bf5d206df0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbe3a154-40a6-474a-b5f4-f9f364e99cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818324 Dec 23 16:20:54.037563 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:16Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:20:54.041407 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8f25b-9a7f-4ac5-9e7e-582e9dde5848 None None] The sync data for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv is: [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '11dc2cad-a4de-4bbf-9cf5-00f06b56e23c', 'name': '', 'network_id': 'bbe3a154-40a6-474a-b5f4-f9f364e99cfa', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:7c:26:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:09Z', 'updated_at': '2021-12-23T16:18:16Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:20:54.044248 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-16a44b00-e990-4dac-a053-7e0590b8bf98 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257625 Dec 23 16:20:54.192118 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e1cf000-65ba-4e1d-93c2-55d3d80b25b1 req-c4a55b2c-ecd6-4bd6-bcd1-464acaa4d3d6 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414633 Dec 23 16:20:54.256326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32599a59-910f-452f-acf3-a2fe4bf28504 None None] New status for floating IP b30c19f1-7c37-44dc-930e-2ebea2573956: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:20:55.086226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303f04b-4221-4fcd-a22c-8036b0fe7566 req-844919b3-286a-4e2a-be46-3121a915eabc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:55.087693 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5303f04b-4221-4fcd-a22c-8036b0fe7566 req-844919b3-286a-4e2a-be46-3121a915eabc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0765071 Dec 23 16:20:55.137480 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5303f04b-4221-4fcd-a22c-8036b0fe7566 req-4d6c84ad-b702-452c-a7c8-f86deb5a6f89 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=f5089b8d-ceab-452b-a78c-076fca8835d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 Dec 23 16:20:55.373255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1bc98c1-8ef1-49a8-979a-20695d71e362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:55.418977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-923e0110-e845-499a-aeb9-31c609661a3a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:20:55.420500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-923e0110-e845-499a-aeb9-31c609661a3a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 946 time: 0.0762241 Dec 23 16:20:55.487094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 1b435843-d725-4065-8027-a0da0d5d1b63 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:20:55.487423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:55.726825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 1b435843-d725-4065-8027-a0da0d5d1b63, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1b435843-d725-4065-8027-a0da0d5d1b63,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:55.727170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:55.847215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 1b435843-d725-4065-8027-a0da0d5d1b63 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:20:56.070595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:56.123283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=1b435843-d725-4065-8027-a0da0d5d1b63,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:20:56.327500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] No DVR routers for this DVR port 1b435843-d725-4065-8027-a0da0d5d1b63 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:20:56.333167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:56.335686 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'name': 'network-vif-deleted', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:20:56.341263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c7469643-50ba-41a6-9201-405f8cb2e6b6 req-76f0c219-ca72-4a2d-a5b4-6ac458b11e61 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 210 time: 0.0582199 Dec 23 16:20:56.394039 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09fd90e-8065-48c7-9c88-5876e01f3987', 'name': 'network-vif-deleted', 'tag': '1b435843-d725-4065-8027-a0da0d5d1b63', 'status': 'completed', 'code': 200} Dec 23 16:20:56.408647 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-286e9577-e7a7-42ff-964f-94a310bcf70d req-cff70b5b-7102-4d46-b710-5d8144abda30 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "DELETE /v2.0/ports/1b435843-d725-4065-8027-a0da0d5d1b63 HTTP/1.1" status: 204 len: 173 time: 0.9831691 Dec 23 16:20:57.514855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e8d81dbe-82cb-49b5-aaf8-58c227c5a4bb req-55fc8c8d-d2b3-47b2-b255-eeedb6355ce6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:20:57.601674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e8d81dbe-82cb-49b5-aaf8-58c227c5a4bb req-55fc8c8d-d2b3-47b2-b255-eeedb6355ce6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:20:57.602874 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8d81dbe-82cb-49b5-aaf8-58c227c5a4bb req-55fc8c8d-d2b3-47b2-b255-eeedb6355ce6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=f09fd90e-8065-48c7-9c88-5876e01f3987 HTTP/1.1" status: 200 len: 210 time: 0.1284668 Dec 23 16:20:57.710396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f7010c20-90af-4100-8228-fc9728c6ce9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:58.715498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34752) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:20:58.979369 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:59.002213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:59.125372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:59.744712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:20:59.745408 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:20:59.932594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:20:59.932851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:00.149762 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:21:00.416825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:00.462178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=11dc2cad-a4de-4bbf-9cf5-00f06b56e23c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:00.476101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:00.641102 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b435843-d725-4065-8027-a0da0d5d1b63 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:21:00.682882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 1b435843-d725-4065-8027-a0da0d5d1b63 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:21:00.683225 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 1b435843-d725-4065-8027-a0da0d5d1b63 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:21:00.773712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:01.347883 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 09c55dd4-c73d-4346-923b-a7edc621a9a0 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:21:01.546275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:21:01.555957 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] Sync routers for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:21:01.568571 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:01.569190 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:01.615297 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0bb34ae0-a155-492a-b3b7-0c34dd8e0001 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/09c55dd4-c73d-4346-923b-a7edc621a9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8985710 Dec 23 16:21:01.618128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34758) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:01.751701 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:01.917027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting subnet 1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:21:01.923689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:01.977695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.037949 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:21:00Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:02.041760 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] Checking router: 09c55dd4-c73d-4346-923b-a7edc621a9a0 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:21:02.052310 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] Routers {'09c55dd4-c73d-4346-923b-a7edc621a9a0'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:02.052900 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09c55dd4-c73d-4346-923b-a7edc621a9a0'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:02.062687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.189905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.228154 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:02.229389 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] Set router 09c55dd4-c73d-4346-923b-a7edc621a9a0 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:02.238170 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.243946 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2316cc-17c8-435f-8f85-baa1bf38dd2a None None] Network bbe3a154-40a6-474a-b5f4-f9f364e99cfa requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:21:02.244652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.244999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.245335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.245667 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.245995 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.246316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.246638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.246956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.247271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.248211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.248461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:02.256300 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-2bc73503-07e2-43d8-8448-4150639b187d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/subnets/1d0b7fe1-e2e0-4b2b-85a3-4ab57bc4bea9 HTTP/1.1" status: 204 len: 168 time: 0.6347640 Dec 23 16:21:02.256636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34768) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:02.514035 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] DHCP port deletion for bbe3a154-40a6-474a-b5f4-f9f364e99cfa request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:21:02.518626 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Deleting port ce43799a-ed4e-4902-a801-672e3d36c449 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:21:02.519062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.554477 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:21:00Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:02.561280 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c9c0d-b317-43e7-91a3-bfbcd60604ea None None] The sync data for ids ['09c55dd4-c73d-4346-923b-a7edc621a9a0'] in dv-neutron-822796-1-hyperv is: [{'id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1980596425', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:21:00Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'df86758e-458b-4775-aa51-eb5671fd5334', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c55dd4-c73d-4346-923b-a7edc621a9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:06Z', 'updated_at': '2021-12-23T16:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:21:02.581499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.744168 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] For port ce43799a-ed4e-4902-a801-672e3d36c449, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=ce43799a-ed4e-4902-a801-672e3d36c449,segment=NetworkSegment(460d189e-d053-4f8e-8821-ccff455af733),segment_id=460d189e-d053-4f8e-8821-ccff455af733)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:02.744440 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.784541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.858043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port df86758e-458b-4775-aa51-eb5671fd5334 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:21:02.858494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:02.862047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Calling delete_port for ce43799a-ed4e-4902-a801-672e3d36c449 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:21:03.041905 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:03.054177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port df86758e-458b-4775-aa51-eb5671fd5334, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=df86758e-458b-4775-aa51-eb5671fd5334,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:03.054177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:03.089578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Pushing event deleted for resources: {'Port': ['ID=ce43799a-ed4e-4902-a801-672e3d36c449,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:03.101117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] No DVR routers for this DVR port ce43799a-ed4e-4902-a801-672e3d36c449 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:21:03.108281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.108281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.108281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.108281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.108281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.108281 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.110901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.110901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.110901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.110901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.110901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1168c91-3c05-4232-b21b-ffe3b008746f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:03.171236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for df86758e-458b-4775-aa51-eb5671fd5334 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:21:03.412084 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:03.455580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=df86758e-458b-4775-aa51-eb5671fd5334,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:03.674110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:03.992827 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ce43799a-ed4e-4902-a801-672e3d36c449 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:21:04.025789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: ce43799a-ed4e-4902-a801-672e3d36c449 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:21:04.026131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device ce43799a-ed4e-4902-a801-672e3d36c449 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:21:04.026539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:21:04.031934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.036016 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.057861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:21:04.058203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 11dc2cad-a4de-4bbf-9cf5-00f06b56e23c not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:21:04.110649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.111193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Fanout notify agent at l3_agent the message router_deleted on router 09c55dd4-c73d-4346-923b-a7edc621a9a0 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:21:04.125798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.127111 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5e5c1269-ecec-4508-9e8f-10a053ccb219 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/routers/09c55dd4-c73d-4346-923b-a7edc621a9a0 HTTP/1.1" status: 204 len: 168 time: 1.8693185 Dec 23 16:21:04.129667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34774) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:04.315133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.446838 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.471448 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe3a154-40a6-474a-b5f4-f9f364e99cfa']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:04.483610 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460d189e-d053-4f8e-8821-ccff455af733') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:04.483889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460d189e-d053-4f8e-8821-ccff455af733') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:04.494815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.514110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.520833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:21:04.521221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:21:04.536600 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:21:04.693787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.711040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.722866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Network': ['ID=bbe3a154-40a6-474a-b5f4-f9f364e99cfa,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:04.802984 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-47447c30-3c92-4731-95eb-c595c0e2c873 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/networks/bbe3a154-40a6-474a-b5f4-f9f364e99cfa HTTP/1.1" status: 204 len: 168 time: 0.6718807 Dec 23 16:21:04.805877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34780) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:04.878713 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10f14237-8761-4418-85ec-963c0b950a21 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:04.908150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10f14237-8761-4418-85ec-963c0b950a21 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:05.042230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10f14237-8761-4418-85ec-963c0b950a21 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:05.061543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f14237-8761-4418-85ec-963c0b950a21 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5089b8d-ceab-452b-a78c-076fca8835d7,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:05.132907 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10f14237-8761-4418-85ec-963c0b950a21 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:05.134069 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-10f14237-8761-4418-85ec-963c0b950a21 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/security-groups/f5089b8d-ceab-452b-a78c-076fca8835d7 HTTP/1.1" status: 204 len: 168 time: 0.3271949 Dec 23 16:21:05.904980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device df86758e-458b-4775-aa51-eb5671fd5334 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:21:05.939841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: df86758e-458b-4775-aa51-eb5671fd5334 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:21:05.940110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device df86758e-458b-4775-aa51-eb5671fd5334 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:21:06.982558 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:21:07.570022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34796) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:07.576331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740425821', 'description': 'tempest-secgroup-smoke-1740425821 description', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:07.582429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:07.586403 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:07.589330 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:07.595136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:07.658823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:07.693755 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:07.697474 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:07.700255 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:07.706690 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:07.760439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:07.807505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:07.836182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:07.879872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6014fdac-f1cd-4ca8-8ae3-58b072834e58,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:07.967775 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:07.969078 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f359e420-486a-46d7-ad9b-697f79aebe85 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3980739 Dec 23 16:21:07.971919 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34800) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:07.977326 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '6014fdac-f1cd-4ca8-8ae3-58b072834e58', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:07.983837 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:07.987571 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:07.990428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:07.996010 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:08.082545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.143453 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.207249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.232072 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd12915-bf0d-4370-9b32-669f8ac8b030,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:08.322019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.323608 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-91fe24c9-5f99-4450-a975-db89fc688072 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3503561 Dec 23 16:21:08.325979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34804) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:08.331245 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '6014fdac-f1cd-4ca8-8ae3-58b072834e58', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:08.337110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:08.340794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:08.343605 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:08.349847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:08.464033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.524954 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.601487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.627841 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44804b4b-7959-4154-a757-7c1a521ce225,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:08.710234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.711403 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a917fcc9-1fa7-4be7-92f8-07cb0cb311e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3845170 Dec 23 16:21:08.720317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34808) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:08.720982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '6014fdac-f1cd-4ca8-8ae3-58b072834e58', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:08.726910 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:08.730813 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:08.733684 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:08.739251 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:08.842227 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.906927 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:08.996305 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.020839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6fcacd-d56c-44ab-a011-19c45baeff25,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:09.105107 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.106316 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-acf4dd8c-03b6-4f20-b830-2b6494110b10 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3912470 Dec 23 16:21:09.108963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34812) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:09.114344 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '6014fdac-f1cd-4ca8-8ae3-58b072834e58', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:09.120284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:09.124049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:09.127471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:09.133135 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:09.218115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.279324 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.356002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.380254 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec05cd0c-c95d-423c-b79c-8c2f2dae1e9f,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:09.481514 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.482680 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-54d8154a-1229-46e5-a5ff-6141f10f9981 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3728008 Dec 23 16:21:09.486071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34816) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:09.491852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '6014fdac-f1cd-4ca8-8ae3-58b072834e58', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:09.498286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:09.502928 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:09.505891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:09.516795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:09.607290 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:21:09.614788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.680081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.732809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.755368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef507a4a-9348-4661-8171-e1f44125e55f,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:09.829238 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.830415 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8d89061d-5f00-4c0e-ba67-dde2154ef2c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3433266 Dec 23 16:21:09.833111 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34820) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:09.838424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '6014fdac-f1cd-4ca8-8ae3-58b072834e58', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:09.844234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:09.848532 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:09.851368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:09.857056 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:09.927353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:21:09.934039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:09.999012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.114926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.138494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48bbf82-7873-4ddc-aa46-01e830a44fe3,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:10.242157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.243398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b78e54c8-9a31-4e22-a548-a0ce53287be6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4093430 Dec 23 16:21:10.246291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34824) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:10.251795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'network': {'name': 'tempest-network-smoke--569823423', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'port_security_enabled': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:10.256882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:10.260981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:network and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:10.263805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:10.270572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:10.378915 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:21:10.381966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.410068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:21:10.418584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.425060 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Added segment aaba80cd-ab4a-4768-8096-f58e2ade9987 of type vlan for network 2ebbef44-2932-4951-8a4b-130c24d58de2 Dec 23 16:21:10.449498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.555798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.559983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:10.560576 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.669312 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Network': ['ID=2ebbef44-2932-4951-8a4b-130c24d58de2,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:10.679867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:21:10.725179 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1eb19131-bfd6-48f1-982d-c917920d4ec9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4752464 Dec 23 16:21:10.725419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34828) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:10.730361 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'admin_state_up': True, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:10.738072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:10.741860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:router and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:10.744736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:10.750373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:10.824754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.825768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:10.843515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:11.051872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:11.275256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:11.303422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:11.440522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.78 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/0f0b0f33-03a1-488c-b663-ac0021728258) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:21:11.592833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:11.669580 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:11.829752 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:21:11.832641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:21:11.837234 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:21:11.861155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=0f0b0f33-03a1-488c-b663-ac0021728258,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:12.050859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:12.051560 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:12.321464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dcad5818-e121-473b-b8ca-35a85269af87 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:21:12.522929 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:21:12.532670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Sync routers for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:21:12.543841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:12.544461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:12.608104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:12.612443 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-44322e13-9906-48df-906e-e093588d0c80 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8830767 Dec 23 16:21:12.612758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34836) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:12.724887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5d0077cb-521c-4c83-99ee-ce508423ae9e tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ca69f82a5c7045e0be4f8b985b4ce4e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1109593 Dec 23 16:21:12.727340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34842) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:12.750193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:12.857429 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a12824-4c02-410a-9789-51b330a7c393 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:12.859006 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-63a12824-4c02-410a-9789-51b330a7c393 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306794 Dec 23 16:21:12.861739 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34848) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:12.900965 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f5e73327-4faa-4fad-b549-98603d707692 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381591 Dec 23 16:21:12.903308 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34852) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:12.908530 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1076306011', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:13.017841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:13.021642 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:subnet and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:13.024440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:13.030059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:13.036326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:11Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:13.040097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Checking router: dcad5818-e121-473b-b8ca-35a85269af87 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:21:13.040464 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Updating router dcad5818-e121-473b-b8ca-35a85269af87 port 0f0b0f33-03a1-488c-b663-ac0021728258 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:21:13.089867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.109354 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:21:13.211715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.411485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.423272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Transition to ACTIVE for port object 0f0b0f33-03a1-488c-b663-ac0021728258 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:21:13.493360 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.522054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.570447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Subnet': ['ID=bed14a9b-3a9a-4625-a852-9a8c5a139e1e,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:13.580537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Checking segment: {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:21:13.580882 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network hostable DHCP agents. Network: 2ebbef44-2932-4951-8a4b-130c24d58de2, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:21:13.606836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049b4c-5b07-4220-89a8-b02d5048f2cb None None] Pushing event updated for resources: {'Port': ['ID=0f0b0f33-03a1-488c-b663-ac0021728258,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:13.611246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Attempting to bind port 0f0b0f33-03a1-488c-b663-ac0021728258 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:21:13.611605 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Attempting to bind port 0f0b0f33-03a1-488c-b663-ac0021728258 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:21:13.611965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Attempting to bind port 0f0b0f33-03a1-488c-b663-ac0021728258 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:21:13.618489 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:21:13.618850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:21:13.619241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.619620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:21:13.620070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Bound port: 0f0b0f33-03a1-488c-b663-ac0021728258, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:21:13.620459 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.670723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:21:13.691604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] For port 0f0b0f33-03a1-488c-b663-ac0021728258, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:21:13.694517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] For port 0f0b0f33-03a1-488c-b663-ac0021728258, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0f0b0f33-03a1-488c-b663-ac0021728258,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:21:13.790617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 2ebbef44-2932-4951-8a4b-130c24d58de2) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:21:13.794672 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:13.795241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.799855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b3969-193d-4eb7-beb9-47b5314b8934 None None] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:21:13.819888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:13.934603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-51aa6e15-ff9a-4735-b6f0-d9508b4fadba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0300908 Dec 23 16:21:13.937034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 34858) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:13.985826 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049b4c-5b07-4220-89a8-b02d5048f2cb None None] Pushing event updated for resources: {'Port': ['ID=0f0b0f33-03a1-488c-b663-ac0021728258,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:14.031259 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:14.031972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:14.288015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-2ebbef44-2932-4951-8a4b-130c24d58de2', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:21:14.288830 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:14.379093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:14.658455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Allocated IP 172.20.0.2 (2ebbef44-2932-4951-8a4b-130c24d58de2/bed14a9b-3a9a-4625-a852-9a8c5a139e1e/18e88449-4ef5-4eda-9276-8e14719e66aa) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:21:14.806654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:14.887380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:11Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:14.905142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d2bec-b219-4123-9370-f89dbc79e80d None None] The sync data for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv is: [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:11Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:21:14.929706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:14.941361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Transition to ACTIVE for port object 18e88449-4ef5-4eda-9276-8e14719e66aa will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:21:14.961429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Transition to ACTIVE for port object 18e88449-4ef5-4eda-9276-8e14719e66aa will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:21:15.054750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:15.145955 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Pushing event updated for resources: {'Port': ['ID=18e88449-4ef5-4eda-9276-8e14719e66aa,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:15.166455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:21:15.166455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:21:15.170524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:21:15.248272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.1 (2ebbef44-2932-4951-8a4b-130c24d58de2/bed14a9b-3a9a-4625-a852-9a8c5a139e1e/b26dbb5d-b22f-4fd7-9754-6f0c53773ded) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:21:15.270282 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Attempting to bind port 18e88449-4ef5-4eda-9276-8e14719e66aa on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:21:15.270793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Attempting to bind port 18e88449-4ef5-4eda-9276-8e14719e66aa by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:21:15.271223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Attempting to bind port 18e88449-4ef5-4eda-9276-8e14719e66aa on network 2ebbef44-2932-4951-8a4b-130c24d58de2 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:21:15.278318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:21:15.278761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Checking segment: {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:21:15.279238 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:15.279698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Bound using segment: {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:21:15.280257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Bound port: 18e88449-4ef5-4eda-9276-8e14719e66aa, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:21:15.280692 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:15.387420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] For port 18e88449-4ef5-4eda-9276-8e14719e66aa, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:21:15.390107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] For port 18e88449-4ef5-4eda-9276-8e14719e66aa, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=18e88449-4ef5-4eda-9276-8e14719e66aa,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:21:15.424295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:15.441827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object b26dbb5d-b22f-4fd7-9754-6f0c53773ded will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:21:15.488079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:15.562653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:15.581449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ae687-11dd-493f-bfb8-77cad77ebfa5 None None] Pushing event updated for resources: {'Port': ['ID=18e88449-4ef5-4eda-9276-8e14719e66aa,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:15.639923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:21:15.643618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:21:15.646594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:21:15.690358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:15.716063 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:15.899194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.007403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0f0b0f33-03a1-488c-b663-ac0021728258 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:21:16.154672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 0f0b0f33-03a1-488c-b663-ac0021728258 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:21:16.161402 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0f0b0f33-03a1-488c-b663-ac0021728258 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:16.161766 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.296411 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.313871 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 0f0b0f33-03a1-488c-b663-ac0021728258, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0f0b0f33-03a1-488c-b663-ac0021728258,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:16.389483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.394551 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 18e88449-4ef5-4eda-9276-8e14719e66aa up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:21:16.439767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.505045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.506593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=0f0b0f33-03a1-488c-b663-ac0021728258,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:16.555898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6ce5ae-6c3a-4d63-9779-33777ccd48de None None] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:21:16.571919 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 18e88449-4ef5-4eda-9276-8e14719e66aa completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:21:16.630753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:16.634688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.722460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-35f426c6-5d4d-4131-b3ef-eb7c183be50d None None] Provisioning for port 18e88449-4ef5-4eda-9276-8e14719e66aa completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:21:16.733360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-35f426c6-5d4d-4131-b3ef-eb7c183be50d None None] Provisioning complete for port 18e88449-4ef5-4eda-9276-8e14719e66aa triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:16.733728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35f426c6-5d4d-4131-b3ef-eb7c183be50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.779028 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:21:16.780204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:21:16.952795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35f426c6-5d4d-4131-b3ef-eb7c183be50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:16.991483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-35f426c6-5d4d-4131-b3ef-eb7c183be50d None None] For port 18e88449-4ef5-4eda-9276-8e14719e66aa, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=18e88449-4ef5-4eda-9276-8e14719e66aa,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:17.087698 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-35f426c6-5d4d-4131-b3ef-eb7c183be50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:17.162984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f426c6-5d4d-4131-b3ef-eb7c183be50d None None] Pushing event updated for resources: {'Port': ['ID=18e88449-4ef5-4eda-9276-8e14719e66aa,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:17.181358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dcad5818-e121-473b-b8ca-35a85269af87 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:21:17.253484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e22c2bd6-8ac3-4b75-9a8f-6b348fad528c None None] Provisioning for port b26dbb5d-b22f-4fd7-9754-6f0c53773ded completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:21:17.258578 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e22c2bd6-8ac3-4b75-9a8f-6b348fad528c None None] Provisioning complete for port b26dbb5d-b22f-4fd7-9754-6f0c53773ded triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:17.259043 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e22c2bd6-8ac3-4b75-9a8f-6b348fad528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:17.314497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e22c2bd6-8ac3-4b75-9a8f-6b348fad528c None None] Port b26dbb5d-b22f-4fd7-9754-6f0c53773ded cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:21:17.327783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e22c2bd6-8ac3-4b75-9a8f-6b348fad528c None None] Provisioning complete for port 18e88449-4ef5-4eda-9276-8e14719e66aa triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:17.328171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e22c2bd6-8ac3-4b75-9a8f-6b348fad528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:17.402628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:21:17.416052 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b236f7d6-a789-437f-bdd6-9fcbf23abbfd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/dcad5818-e121-473b-b8ca-35a85269af87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4778447 Dec 23 16:21:17.571258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fb6123d2-d8d9-4ea2-b01a-3d7bc77c6ee4 None None] Provisioning complete for port b26dbb5d-b22f-4fd7-9754-6f0c53773ded triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:17.571627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fb6123d2-d8d9-4ea2-b01a-3d7bc77c6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:17.601439 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-47a1cec3-f52c-49a0-ae39-e1e198445202 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740425821&fields=id&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 267 time: 0.0401673 Dec 23 16:21:17.623263 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-fb6123d2-d8d9-4ea2-b01a-3d7bc77c6ee4 None None] Port b26dbb5d-b22f-4fd7-9754-6f0c53773ded cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:21:17.750272 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-70fa3fed-ad1d-4a50-acc5-eda4d291e4b1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:17.751412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-70fa3fed-ad1d-4a50-acc5-eda4d291e4b1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:21:17.817396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-70fa3fed-ad1d-4a50-acc5-eda4d291e4b1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:21:17.818847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-70fa3fed-ad1d-4a50-acc5-eda4d291e4b1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 796 time: 0.2110937 Dec 23 16:21:17.835623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-3f5ee2a5-2aa5-44b7-8f4b-a8d6bf249176 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/quotas/ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 375 time: 0.0106542 Dec 23 16:21:17.919519 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2f48c944-b571-4639-8f93-031f12ad2948 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:21:17.960876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0f0b0f33-03a1-488c-b663-ac0021728258 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:21:18.007798 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2f48c944-b571-4639-8f93-031f12ad2948 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:21:18.009065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2f48c944-b571-4639-8f93-031f12ad2948 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1685710 Dec 23 16:21:18.031729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 0f0b0f33-03a1-488c-b663-ac0021728258 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:18.032093 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:18.089777 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-aad597cc-a4f6-46da-a181-b11b3b63a666 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:21:18.090863 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-aad597cc-a4f6-46da-a181-b11b3b63a666 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0700662 Dec 23 16:21:18.147101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 18e88449-4ef5-4eda-9276-8e14719e66aa up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:21:18.215871 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 18e88449-4ef5-4eda-9276-8e14719e66aa triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:18.216261 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:18.225055 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-c6b4b949-35bd-4f27-9c52-752bea792bfa service neutron] 10.222.0.58 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273701 Dec 23 16:21:18.473409 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-8ce08b2b-15bb-44f5-a7d1-52769775803d service neutron] 10.222.0.58 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425134 Dec 23 16:21:18.534958 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Sync routers for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:21:18.547515 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:18.548107 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:18.728004 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:19.035153 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 2, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:19.038853 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Checking router: dcad5818-e121-473b-b8ca-35a85269af87 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:21:19.039193 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Updating router dcad5818-e121-473b-b8ca-35a85269af87 port b26dbb5d-b22f-4fd7-9754-6f0c53773ded binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:21:19.088947 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:19.412199 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:19.423019 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Transition to ACTIVE for port object b26dbb5d-b22f-4fd7-9754-6f0c53773ded will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:21:19.526253 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:19.754274 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Pushing event updated for resources: {'Port': ['ID=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:19.771161 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.771560 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.771799 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.772116 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.772530 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.772752 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.773062 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.773448 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.773663 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.773966 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.774272 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:21:19.791430 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Attempting to bind port b26dbb5d-b22f-4fd7-9754-6f0c53773ded on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:21:19.791792 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Attempting to bind port b26dbb5d-b22f-4fd7-9754-6f0c53773ded by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:21:19.793396 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Attempting to bind port b26dbb5d-b22f-4fd7-9754-6f0c53773ded on network 2ebbef44-2932-4951-8a4b-130c24d58de2 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:21:19.800774 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:21:19.801131 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Checking segment: {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:21:19.801524 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:19.801901 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Bound using segment: {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:21:19.802361 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Bound port: b26dbb5d-b22f-4fd7-9754-6f0c53773ded, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:21:19.802710 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:19.807260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2503ce8b-69b9-4d61-91bb-6daf8ed292ae req-7efca562-6e2e-4cdd-a67f-8a7790f1c9d6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 210 time: 0.0570817 Dec 23 16:21:19.897685 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] For port b26dbb5d-b22f-4fd7-9754-6f0c53773ded, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:21:19.901012 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] For port b26dbb5d-b22f-4fd7-9754-6f0c53773ded, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:21:19.990731 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:20.070155 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565e810-3d09-4a70-a1c3-69d4901a1590 None None] Pushing event updated for resources: {'Port': ['ID=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:20.075620 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:20.076241 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:20:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:20.278542 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:20.583298 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:19Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:20.587169 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ca7b1-132d-475e-ac1f-60dda2cd9138 None None] The sync data for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv is: [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:19Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:21:20.990599 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-42b83c01-4d74-43ea-b068-b0249774e48f req-f2cb7764-85e1-4db0-a85e-ebfe7e9ec1fd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 210 time: 0.0486338 Dec 23 16:21:21.882286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-601e17cc-360f-40ea-a24d-ee4173e3f66a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:21.883677 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-601e17cc-360f-40ea-a24d-ee4173e3f66a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 796 time: 0.1432281 Dec 23 16:21:21.949920 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-90bb6826-0e95-466f-840d-b16557ecbe0a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 380 time: 0.0456681 Dec 23 16:21:21.958370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'port': {'device_id': '17f80707-6673-4738-8196-6510c77ba70f', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'admin_state_up': True, 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'security_groups': ['6014fdac-f1cd-4ca8-8ae3-58b072834e58']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:22.000889 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b26dbb5d-b22f-4fd7-9754-6f0c53773ded up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:21:22.103564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:22.113232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:22.161736 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-55b3fa93-885c-43f2-b048-b2db84c18ff8 req-1aa5a610-dade-4535-b721-99983d54ffba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 210 time: 0.0414429 Dec 23 16:21:22.171851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port b26dbb5d-b22f-4fd7-9754-6f0c53773ded completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:21:22.177382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b26dbb5d-b22f-4fd7-9754-6f0c53773ded triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:22.184690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:22.234824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:21:22.238183 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:22.292676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:22.325179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port b26dbb5d-b22f-4fd7-9754-6f0c53773ded, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:22.390198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:22.401143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.5 (2ebbef44-2932-4951-8a4b-130c24d58de2/bed14a9b-3a9a-4625-a852-9a8c5a139e1e/8b57907c-3a47-4f6d-93d0-a7d8171acf6c) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:21:22.456534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:22.587355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:22.603236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object 8b57907c-3a47-4f6d-93d0-a7d8171acf6c will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:21:22.687795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:22.763491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:21:22.767481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:21:22.769894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:21:22.800986 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:22.837751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:22.838403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:22.922471 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-2ecb7b66-23d6-4ff6-a804-b2e63f9520e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681766 Dec 23 16:21:23.004867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Request body: {'port': {'device_id': '17f80707-6673-4738-8196-6510c77ba70f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:23.098941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f278d25f-6c15-43ba-903f-9d628c128d5b None None] Provisioning for port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:21:23.103862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f278d25f-6c15-43ba-903f-9d628c128d5b None None] Provisioning complete for port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:23.104330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f278d25f-6c15-43ba-903f-9d628c128d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:23.111252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:23.159842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f278d25f-6c15-43ba-903f-9d628c128d5b None None] Port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:21:23.448072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9abe0-3a2e-4d79-ab10-e01a7cd7cf0e req-9fc5b5cf-34f0-4ebe-8ba9-f9402e721d8b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:23.448674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ceb9abe0-3a2e-4d79-ab10-e01a7cd7cf0e req-9fc5b5cf-34f0-4ebe-8ba9-f9402e721d8b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:21:23.521801 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b57907c-3a47-4f6d-93d0-a7d8171acf6c {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:21:23.528478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:23.542725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Transition to ACTIVE for port object 8b57907c-3a47-4f6d-93d0-a7d8171acf6c will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:21:23.561611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ceb9abe0-3a2e-4d79-ab10-e01a7cd7cf0e req-9fc5b5cf-34f0-4ebe-8ba9-f9402e721d8b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:21:23.562747 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ceb9abe0-3a2e-4d79-ab10-e01a7cd7cf0e req-9fc5b5cf-34f0-4ebe-8ba9-f9402e721d8b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 931 time: 0.2459254 Dec 23 16:21:23.607915 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ceb9abe0-3a2e-4d79-ab10-e01a7cd7cf0e req-14f11de0-7802-4287-9a41-4c26031cf640 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388582 Dec 23 16:21:23.630553 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:23.866741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:23.962131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b26dbb5d-b22f-4fd7-9754-6f0c53773ded up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:21:23.981932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Attempting to bind port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:21:23.982261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Attempting to bind port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:21:23.982577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Attempting to bind port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c on network 2ebbef44-2932-4951-8a4b-130c24d58de2 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:21:23.989157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c on network 2ebbef44-2932-4951-8a4b-130c24d58de2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:21:23.989465 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Attempting to bind port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c on network 2ebbef44-2932-4951-8a4b-130c24d58de2 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:21:23.995586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:21:23.995908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Checking segment: {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:21:23.996343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Bound using segment: {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:21:23.996845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Bound port: 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaba80cd-ab4a-4768-8096-f58e2ade9987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:21:23.997186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:24.031869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port b26dbb5d-b22f-4fd7-9754-6f0c53773ded triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:24.032351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:24.087819 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:21:24.090820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:21:24.196720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:24.258759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:24.265246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 1093 time: 1.3237369 Dec 23 16:21:24.265246 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:21:24.279034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd7b52-11a6-4373-9795-1f6a8646f1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:24.327125 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'status': 'completed', 'code': 200} Dec 23 16:21:24.442497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c843cc8a-7fc6-4e78-809e-e5ff8acfdf56 req-2f31a2d8-6b09-4b9e-955a-06354c80a19f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1096 time: 0.0765896 Dec 23 16:21:24.588092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843cc8a-7fc6-4e78-809e-e5ff8acfdf56 req-ac5aa1fc-8490-4307-a8ca-ca69fa7695bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:24.589468 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c843cc8a-7fc6-4e78-809e-e5ff8acfdf56 req-ac5aa1fc-8490-4307-a8ca-ca69fa7695bd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1342967 Dec 23 16:21:24.728352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843cc8a-7fc6-4e78-809e-e5ff8acfdf56 req-ad1a0e37-75d7-4c70-8353-074aa83aaeac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:24.729785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c843cc8a-7fc6-4e78-809e-e5ff8acfdf56 req-ad1a0e37-75d7-4c70-8353-074aa83aaeac service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343851 Dec 23 16:21:24.853427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c6a93-d2c0-4a83-934b-a71d42abd1a7 req-c08133cf-44e7-4e93-8442-c395ade8919c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:24.854752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af2c6a93-d2c0-4a83-934b-a71d42abd1a7 req-c08133cf-44e7-4e93-8442-c395ade8919c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 943 time: 0.1239598 Dec 23 16:21:24.900053 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-8b147a08-d4c6-4163-bc91-65eabd02594e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1096 time: 0.1146281 Dec 23 16:21:24.909452 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-af2c6a93-d2c0-4a83-934b-a71d42abd1a7 req-d3a52ba9-eb69-4dde-b8c7-b7684a3ce1b9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480678 Dec 23 16:21:24.982983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-5d17fef7-04e7-4b64-9489-274c1f5bdacb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 217 time: 0.0627923 Dec 23 16:21:25.047280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-8bec7e08-ac4a-45cd-9bf7-e76dfbc740f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:25.049324 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-8bec7e08-ac4a-45cd-9bf7-e76dfbc740f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0598948 Dec 23 16:21:25.123886 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-157bee08-ff6c-4bd1-944a-7c24c65e8df1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683072 Dec 23 16:21:25.255759 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-55ee791c-749a-4344-bf04-089c2b0f80e1 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246803 Dec 23 16:21:25.389074 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbbbf192-9359-4637-9a62-ac81e2779263 req-5f293345-e3ff-409b-964a-5c48a3bc9d0a service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258976 Dec 23 16:21:25.394235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a42150b6-6bf3-424e-a872-7e2e4f553712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:26.108862 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039498a-1587-41b9-b647-66eb7912c10f req-96fa8600-9d62-4562-af43-cde6b39f22d9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:26.110278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0039498a-1587-41b9-b647-66eb7912c10f req-96fa8600-9d62-4562-af43-cde6b39f22d9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 943 time: 0.0799057 Dec 23 16:21:26.155911 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0039498a-1587-41b9-b647-66eb7912c10f req-d676b268-eb53-4b36-99da-0f4428b98b9b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Dec 23 16:21:27.353633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462812cd-2a4c-4597-8577-a1623392e12e req-9a3866f5-fc3c-4290-b0df-fd62321d4a71 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:27.355115 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-462812cd-2a4c-4597-8577-a1623392e12e req-9a3866f5-fc3c-4290-b0df-fd62321d4a71 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 943 time: 0.0758088 Dec 23 16:21:27.399548 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-462812cd-2a4c-4597-8577-a1623392e12e req-22d80ede-e0e6-4cfb-b194-840c88b5fbd5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Dec 23 16:21:27.708920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-261f16ac-6add-4778-9826-25e610e46996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:28.593712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27276f8b-7822-4874-8cb7-d57c967d6bce req-e145fb06-fcb2-4f3d-8d86-38d317d82df7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:28.595735 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27276f8b-7822-4874-8cb7-d57c967d6bce req-e145fb06-fcb2-4f3d-8d86-38d317d82df7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 943 time: 0.0781062 Dec 23 16:21:28.640979 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27276f8b-7822-4874-8cb7-d57c967d6bce req-67b48463-07bb-47d6-94f6-29201a4d2314 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Dec 23 16:21:28.722709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8b57907c-3a47-4f6d-93d0-a7d8171acf6c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:21:28.852519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:28.865224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'port_id': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:21:28.931275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:28.959219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b57907c-3a47-4f6d-93d0-a7d8171acf6c {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:21:28.975418 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:28.983910 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:29.064954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:29.096883 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:29.161997 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:29.508796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['8b57907c-3a47-4f6d-93d0-a7d8171acf6c'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:21:29.835321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369426cf-dcd9-4857-9cbb-e5a13ef44c2d req-2c7827e5-9810-416d-bb15-f4a10601f99d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:29.836697 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-369426cf-dcd9-4857-9cbb-e5a13ef44c2d req-2c7827e5-9810-416d-bb15-f4a10601f99d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 944 time: 0.0757816 Dec 23 16:21:29.885228 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-369426cf-dcd9-4857-9cbb-e5a13ef44c2d req-a7d36e4c-c3bf-4669-8037-62c2e26e373f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431488 Dec 23 16:21:30.544416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:30.737096 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8b57907c-3a47-4f6d-93d0-a7d8171acf6c up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:21:30.856970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:21:30.862562 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:21:30.862925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:30.975444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:31.001382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:21:31.011074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:21:31.109044 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:31.161006 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'code': 200} Dec 23 16:21:31.177079 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:31.181706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd012f-b905-4100-8207-66056480d5e2 req-944d504c-e6e4-47d0-b3ea-f3604d3b2867 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:31.183130 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c6cd012f-b905-4100-8207-66056480d5e2 req-944d504c-e6e4-47d0-b3ea-f3604d3b2867 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.1740007 Dec 23 16:21:31.230722 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c6cd012f-b905-4100-8207-66056480d5e2 req-ea4ac9cf-66a4-40ed-b3f9-c8bf17075cc0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Dec 23 16:21:31.612224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-81d4540f-989c-4ec9-9588-ff6c7a6a9b04 req-97337f88-34a9-4216-9d17-633b9941a2b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1098 time: 0.0702367 Dec 23 16:21:31.656234 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-81d4540f-989c-4ec9-9588-ff6c7a6a9b04 req-42fb8c73-29b9-40e1-808d-3c81448ed09b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370095 Dec 23 16:21:32.436284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8692ba8-d432-49fe-a2b1-5b6357fd3642 req-b0ce8b30-29a6-4cc6-9860-3541488add32 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:32.437721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8692ba8-d432-49fe-a2b1-5b6357fd3642 req-b0ce8b30-29a6-4cc6-9860-3541488add32 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0807979 Dec 23 16:21:32.482901 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e8692ba8-d432-49fe-a2b1-5b6357fd3642 req-a41fc283-195a-41f2-b7d7-8863565d103f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Dec 23 16:21:33.681055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529a4e2-0468-4875-9497-d1fff306dd45 req-2a2070c9-b15a-442b-a0c9-95e8f2784b75 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:33.682502 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7529a4e2-0468-4875-9497-d1fff306dd45 req-2a2070c9-b15a-442b-a0c9-95e8f2784b75 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0802670 Dec 23 16:21:33.727597 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7529a4e2-0468-4875-9497-d1fff306dd45 req-698b28ef-890b-4968-a556-8b1d00961640 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396135 Dec 23 16:21:33.917662 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fffef-f0b1-44dd-8750-8940d1d3db9e req-fc239fcf-75db-4dbd-866c-2c038dcdfaa2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:33.919154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d14fffef-f0b1-44dd-8750-8940d1d3db9e req-fc239fcf-75db-4dbd-866c-2c038dcdfaa2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0750859 Dec 23 16:21:33.967729 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d14fffef-f0b1-44dd-8750-8940d1d3db9e req-25f0c99f-0af0-4d60-b927-5ae7a9a96abf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425446 Dec 23 16:21:33.995230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34928) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:34.067573 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-af9f6fda-c1f3-40fa-a7b2-4a73bd479ec4 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1093 time: 0.0709805 Dec 23 16:21:34.070000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34932) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:34.075140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:21:34.080608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:21:34.084358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:floatingip and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:21:34.087175 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:21:34.092698 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:21:34.252962 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:34.391163 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:34.529506 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.141 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/121b6d3d-3d9c-446f-845a-096f57fc02c4) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:21:34.676607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:34.767396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:34.842018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:21:34.844818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:21:34.848007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:21:34.881958 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=121b6d3d-3d9c-446f-845a-096f57fc02c4,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:35.440836 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:35.579183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:35.785247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:35.853117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:35.956981 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=121b6d3d-3d9c-446f-845a-096f57fc02c4,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:21:35.974066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:36.166762 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Floating IP e160610a-e11d-41e2-aec4-375d5b46c861 associated. External IP: 172.26.6.141, port: 8b57907c-3a47-4f6d-93d0-a7d8171acf6c. Dec 23 16:21:36.566720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dcad5818-e121-473b-b8ca-35a85269af87 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:21:36.762354 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:21:36.772089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] Sync routers for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:21:36.785001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:36.785717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:21:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:36.897196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:36.953085 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1a60d626-5083-4f75-88ce-e11c73a0e381 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8820395 Dec 23 16:21:36.953650 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:21:36.964207 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:37.094684 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'status': 'completed', 'code': 200} Dec 23 16:21:37.129007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648fad1-78a6-4cdf-93d0-bcedb6e654ee req-d31260e5-c419-43a7-9495-c8a4ad86ce64 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:37.130443 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a648fad1-78a6-4cdf-93d0-bcedb6e654ee req-d31260e5-c419-43a7-9495-c8a4ad86ce64 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0795548 Dec 23 16:21:37.227296 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a648fad1-78a6-4cdf-93d0-bcedb6e654ee req-76f863c3-8c5e-4022-8b51-142230e85a71 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901198 Dec 23 16:21:37.244779 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-69bcaaaa-7696-495e-a816-06cb4847c5ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1098 time: 0.0913849 Dec 23 16:21:37.256531 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34942) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:37.323155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'e160610a-e11d-41e2-aec4-375d5b46c861', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'port_id': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f80707-6673-4738-8196-6510c77ba70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:35Z', 'updated_at': '2021-12-23T16:21:35Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:22Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:37.327183 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] Checking router: dcad5818-e121-473b-b8ca-35a85269af87 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:21:37.338514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:21:37.339134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:21:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:37.384788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-80abaee5-cf98-453b-9475-4c6e3aaacc95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:37.391923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-80abaee5-cf98-453b-9475-4c6e3aaacc95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 897 time: 0.1361165 Dec 23 16:21:37.476175 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4c738b6b-f3b7-4b36-a988-1579a298a3f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/e160610a-e11d-41e2-aec4-375d5b46c861 HTTP/1.1" status: 200 len: 991 time: 0.2179244 Dec 23 16:21:37.494492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-40bdcee0-a2d4-4e1b-a9ba-ea594cb539c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 999 time: 0.1009021 Dec 23 16:21:37.523389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:21:37.560045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-a690f64a-35b6-4db0-a9ed-fb32954d5c2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:21:37.561489 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-a690f64a-35b6-4db0-a9ed-fb32954d5c2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0616641 Dec 23 16:21:37.635762 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-ea4fbeab-ea82-43e5-8c6a-5cbedbdc90b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681448 Dec 23 16:21:37.766980 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-6f2b2da9-496f-4304-9c65-65ecf98b36c5 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251652 Dec 23 16:21:37.862438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:37.904650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9dc56cf2-5cdc-4f67-9a59-f6fa0e6fd62c req-3db82980-2c22-412d-96d0-504f110386b6 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286118 Dec 23 16:21:37.928810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'e160610a-e11d-41e2-aec4-375d5b46c861', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'port_id': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f80707-6673-4738-8196-6510c77ba70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:35Z', 'updated_at': '2021-12-23T16:21:35Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:22Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:21:37.932812 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476fb42-8b74-4a25-bf65-e88ce76dce45 None None] The sync data for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv is: [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'e160610a-e11d-41e2-aec4-375d5b46c861', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.141', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'port_id': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f80707-6673-4738-8196-6510c77ba70f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:35Z', 'updated_at': '2021-12-23T16:21:35Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:22Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:21:38.128772 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bab009f-f037-4b6c-930f-b30f69837e13 None None] New status for floating IP e160610a-e11d-41e2-aec4-375d5b46c861: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:21:38.479546 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34946) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:21:38.582182 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-127eb445-d212-4d8c-852d-f6a775eb9da8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/e160610a-e11d-41e2-aec4-375d5b46c861 HTTP/1.1" status: 200 len: 993 time: 0.1015065 Dec 23 16:21:43.982622 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:21:55.389786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e9392d08-1d61-4226-9d27-8558b86a6973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:57.742076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1772faf1-02eb-42ba-b15e-e48406acdcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:58.966691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:21:59.016664 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:00.496536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:07.835314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:20.982266 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:22:24.069591 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-080a359a-edba-45fa-98ef-01fa3bac0e4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712984 Dec 23 16:22:24.228015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-4fe41936-0eac-44f4-bfc4-f857f7c0849a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1098 time: 0.0689316 Dec 23 16:22:24.372670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-7bc81ee0-fcd3-400b-bc9b-87c519bd86a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:24.374265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-7bc81ee0-fcd3-400b-bc9b-87c519bd86a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 897 time: 0.1274192 Dec 23 16:22:24.565356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-0c8def10-92a2-486b-aee0-c37be6c50ea6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 1001 time: 0.1842432 Dec 23 16:22:24.628075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-c8d7e7a7-5d39-43a6-8533-d52b8aa7742a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:24.629503 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-c8d7e7a7-5d39-43a6-8533-d52b8aa7742a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0580337 Dec 23 16:22:24.704958 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-603b6a1f-452e-4f35-b37a-96fab8aa4072 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691793 Dec 23 16:22:24.832345 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-ba87ee68-d7e6-4bd5-b3e7-d0391ea2229d service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213169 Dec 23 16:22:24.961192 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-01677cb3-7dc6-4143-a6de-030e2b42ed3f req-0e60ca85-df8e-4e69-a488-d3a488f5f796 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225660 Dec 23 16:22:25.389595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-852c6be4-e600-4720-a81d-0f29408ed69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:27.707009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-85f7612c-9bb3-4859-95f4-3458e16e814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:28.953420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:29.015870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:30.486769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:37.880566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:43.316874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-f49cc5bc-1320-4a94-80aa-90c14e02034e req-229d2c54-b8d4-4b6d-9fb9-f715c1128be7 service neutron] (84221) timed out ('10.222.0.58', 59186) {{(pid=84221) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 16:22:49.906543 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cef4c28b-a5ad-441c-8e7d-b0ccb4dafe81 req-875e5e91-9091-45db-91a1-845bb9b8a66c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1755817 Dec 23 16:22:51.461533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 34984) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:22:51.531620 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d2a09-e6ec-440e-ab8a-5d488b25d931 req-525a0f4d-9bf1-41ea-a580-fee2cf9f8e87 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:51.533830 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-597d2a09-e6ec-440e-ab8a-5d488b25d931 req-525a0f4d-9bf1-41ea-a580-fee2cf9f8e87 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.1826785 Dec 23 16:22:51.578960 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-597d2a09-e6ec-440e-ab8a-5d488b25d931 req-edefad21-c38c-404b-b378-30b9fb12e037 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398624 Dec 23 16:22:51.634531 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-90485315-ca9d-41cf-a7c7-965278b46ed4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718171 Dec 23 16:22:52.851710 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e03670-29a3-43e1-a561-3a0450c9cebc req-8d0333dd-2e30-4907-a4ab-d50af1d3d3ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:52.853212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61e03670-29a3-43e1-a561-3a0450c9cebc req-8d0333dd-2e30-4907-a4ab-d50af1d3d3ea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.1472821 Dec 23 16:22:52.899596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61e03670-29a3-43e1-a561-3a0450c9cebc req-e44b1191-a1ee-4c92-bb74-137e51e74306 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Dec 23 16:22:54.070163 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-8efd2c09-d19b-4344-9fad-335545f87332 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1098 time: 0.1119616 Dec 23 16:22:54.192874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cbdb6-dd28-485a-b617-faada969fd90 req-9830b622-b4ff-4441-8349-5ed68de702be tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:54.194218 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-460cbdb6-dd28-485a-b617-faada969fd90 req-9830b622-b4ff-4441-8349-5ed68de702be tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.1734011 Dec 23 16:22:54.246769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-f645de19-08d6-41ad-ab02-30b7a8d6c4e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:54.248184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-f645de19-08d6-41ad-ab02-30b7a8d6c4e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 897 time: 0.1681507 Dec 23 16:22:54.316083 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-460cbdb6-dd28-485a-b617-faada969fd90 req-791564df-48b6-4a5b-bf96-05adfca848f6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118612 Dec 23 16:22:54.356941 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-6f4ef0c7-b150-4635-a859-5dc15a59f429 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 1001 time: 0.1024313 Dec 23 16:22:54.423093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-e06348d1-b39d-4033-a9a6-05ed321d8abb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:54.424854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-e06348d1-b39d-4033-a9a6-05ed321d8abb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0621042 Dec 23 16:22:54.499983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-ee3a4555-71e1-4b7b-b7ba-7fa21ae2c383 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686440 Dec 23 16:22:54.634447 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-87632f14-e567-4381-a971-1d6f9e6c4254 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280422 Dec 23 16:22:54.763983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-42bd655b-5aa0-4082-aed0-661c3d1864d7 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229043 Dec 23 16:22:55.397389 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63b0b44a-b5f5-4a9c-b86a-40268b4490d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:55.516498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c340565-fa06-41e2-bf2a-c39e7c07b952 req-29a17b45-3b79-4ee3-a984-624603286d02 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:55.518624 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c340565-fa06-41e2-bf2a-c39e7c07b952 req-29a17b45-3b79-4ee3-a984-624603286d02 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0770333 Dec 23 16:22:55.567798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2c340565-fa06-41e2-bf2a-c39e7c07b952 req-1a82948b-60dc-4576-ba52-173070e6a4eb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Dec 23 16:22:56.856237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c8539-a11b-4362-85bb-9cb33c2c6c54 req-9e5ead4a-f519-492c-af3e-dbcab0103cff tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:56.873091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e5c8539-a11b-4362-85bb-9cb33c2c6c54 req-9e5ead4a-f519-492c-af3e-dbcab0103cff tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.1692841 Dec 23 16:22:56.902343 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e5c8539-a11b-4362-85bb-9cb33c2c6c54 req-687dc38a-9093-4336-b297-8bff1578dcdd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383718 Dec 23 16:22:57.714822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a2ed39bc-f3de-435e-b0d2-ad4c2136bc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:57.982521 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:22:58.098194 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6b345-62ee-468f-b714-6184de29e342 req-1fdaa33d-3e44-45d4-8304-fd78732eac3b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:58.099608 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3b6b345-62ee-468f-b714-6184de29e342 req-1fdaa33d-3e44-45d4-8304-fd78732eac3b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0771663 Dec 23 16:22:58.144191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3b6b345-62ee-468f-b714-6184de29e342 req-03794061-eb82-407c-a732-2d86621630fc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391064 Dec 23 16:22:58.965999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:59.018566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:22:59.344933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb0da-9d35-4ad0-bc47-f9da0fa8e2c7 req-4a0af7f0-d1e1-44f7-88cd-7dbd2e026ca3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:22:59.347090 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb3fb0da-9d35-4ad0-bc47-f9da0fa8e2c7 req-4a0af7f0-d1e1-44f7-88cd-7dbd2e026ca3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0779102 Dec 23 16:22:59.392518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb3fb0da-9d35-4ad0-bc47-f9da0fa8e2c7 req-5e74c9cd-1c05-461e-9771-6f174d0c4646 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 Dec 23 16:23:00.477263 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:00.590041 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dbe08-fedd-4f3b-ad4d-8d14cf1e0651 req-8000f793-a053-465d-9b73-1003bc018605 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:00.591489 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-150dbe08-fedd-4f3b-ad4d-8d14cf1e0651 req-8000f793-a053-465d-9b73-1003bc018605 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0795836 Dec 23 16:23:00.637864 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-150dbe08-fedd-4f3b-ad4d-8d14cf1e0651 req-b7d4318a-8b24-480c-9e36-17eb0f13f1da tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 Dec 23 16:23:01.833307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c2b54-cf2d-4685-a5f9-b3ad7e274eb7 req-f9335652-1c9b-46d6-8359-530b4da9b31d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:01.834709 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-371c2b54-cf2d-4685-a5f9-b3ad7e274eb7 req-f9335652-1c9b-46d6-8359-530b4da9b31d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0749094 Dec 23 16:23:01.882702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-371c2b54-cf2d-4685-a5f9-b3ad7e274eb7 req-db3cecc0-6512-4bcc-93cf-f1928653184d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 Dec 23 16:23:03.081322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6edf4-579f-4d14-be72-7f6b42413274 req-d9e25126-7e44-4754-996d-2a573839d0cf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:03.082788 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d6edf4-579f-4d14-be72-7f6b42413274 req-d9e25126-7e44-4754-996d-2a573839d0cf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0751333 Dec 23 16:23:03.130263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d6edf4-579f-4d14-be72-7f6b42413274 req-096307b6-1be2-47ec-9f50-3d595b458195 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 Dec 23 16:23:04.327154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf155d-8426-468a-8862-4c6f3fd5712a req-1ad417f3-0320-4ef5-9219-278bcb4a2c5d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:04.328595 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73bf155d-8426-468a-8862-4c6f3fd5712a req-1ad417f3-0320-4ef5-9219-278bcb4a2c5d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0807767 Dec 23 16:23:04.373774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-73bf155d-8426-468a-8862-4c6f3fd5712a req-fda7530d-499b-4e55-bb68-b089b78718b9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387506 Dec 23 16:23:05.573718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64ad35-6b93-482f-a906-3c28ec029e09 req-062d13ff-e8d1-41d8-807f-23e698ffc28e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:05.575160 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca64ad35-6b93-482f-a906-3c28ec029e09 req-062d13ff-e8d1-41d8-807f-23e698ffc28e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0785184 Dec 23 16:23:05.622032 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ca64ad35-6b93-482f-a906-3c28ec029e09 req-25a54eed-5756-420e-bf18-439b3706bf7c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411518 Dec 23 16:23:06.824746 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3d984-1faf-4be5-92ee-cfccd6987993 req-7bc67bb2-1016-43d1-ba69-8625d6057583 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:06.826188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7cb3d984-1faf-4be5-92ee-cfccd6987993 req-7bc67bb2-1016-43d1-ba69-8625d6057583 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0792737 Dec 23 16:23:06.872140 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7cb3d984-1faf-4be5-92ee-cfccd6987993 req-2ad5d453-9e2e-4af0-960a-3830992c950f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Dec 23 16:23:07.848034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:08.064509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e71a-cda6-43c1-a58c-abf2d06b432c req-1c366016-317c-4e00-8f1a-e8acc4c7ba11 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:08.065912 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e698e71a-cda6-43c1-a58c-abf2d06b432c req-1c366016-317c-4e00-8f1a-e8acc4c7ba11 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0741796 Dec 23 16:23:08.109891 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e698e71a-cda6-43c1-a58c-abf2d06b432c req-98d34a5d-5648-4c10-94e9-6b186c82b153 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380476 Dec 23 16:23:09.309788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d46186-bc42-4a76-9ada-425ea0f68d83 req-3e64bac2-d87e-4d41-9197-5790d62b70f8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:09.311224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1d46186-bc42-4a76-9ada-425ea0f68d83 req-3e64bac2-d87e-4d41-9197-5790d62b70f8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0791476 Dec 23 16:23:09.355830 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d1d46186-bc42-4a76-9ada-425ea0f68d83 req-388271e2-1e5b-4d3e-8f48-1808c4e3e4e3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Dec 23 16:23:10.553828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eac873-637a-45d5-a44b-f655b381d2b6 req-5415f44f-b9db-4d66-aee6-292fd876a7a3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:10.555342 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94eac873-637a-45d5-a44b-f655b381d2b6 req-5415f44f-b9db-4d66-aee6-292fd876a7a3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0762348 Dec 23 16:23:10.604407 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94eac873-637a-45d5-a44b-f655b381d2b6 req-bcc5ba1e-58a3-493d-a78f-84f35037c923 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Dec 23 16:23:11.798697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765657ae-6896-4705-b4bb-700306770e9c req-3c0ef6f6-84ea-4aac-9915-656c560f96cc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:11.800145 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-765657ae-6896-4705-b4bb-700306770e9c req-3c0ef6f6-84ea-4aac-9915-656c560f96cc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0763056 Dec 23 16:23:11.844504 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-765657ae-6896-4705-b4bb-700306770e9c req-61fcadb1-315e-4723-982b-73ab6337d120 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Dec 23 16:23:12.017429 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-4d2b5a41-34c4-47a1-b950-c9bfafba2b4d service neutron] 10.222.0.57 "GET /v2.0/ports/8b57907c-3a47-4f6d-93d0-a7d8171acf6c/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0749221 Dec 23 16:23:12.619804 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-23684721-468c-4dc4-92cf-0545d6aac220 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 1098 time: 0.0682385 Dec 23 16:23:12.718516 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-1c4d873c-4be3-4b92-b20b-4facbd9f9050 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1098 time: 0.0664907 Dec 23 16:23:12.845695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-2c64ffb7-9ad5-42c7-aa70-9e3e0cc92644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:12.847087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-2c64ffb7-9ad5-42c7-aa70-9e3e0cc92644 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 897 time: 0.1220493 Dec 23 16:23:12.951289 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-485411b8-010d-4871-a475-12a6b531155c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 1001 time: 0.0971394 Dec 23 16:23:13.055842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-192f3cd5-0d39-4ec0-a918-c77d7a5331ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:13.057243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-192f3cd5-0d39-4ec0-a918-c77d7a5331ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0993481 Dec 23 16:23:13.219669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bc442-0c86-4970-8cb0-fee260e1ffa2 req-aff38efc-d084-44f6-9266-904fcc84114b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:13.221000 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-111bc442-0c86-4970-8cb0-fee260e1ffa2 req-aff38efc-d084-44f6-9266-904fcc84114b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.2280357 Dec 23 16:23:13.252847 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-5ea35424-770c-4a80-81d9-2c2603368a02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1882074 Dec 23 16:23:13.341797 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-111bc442-0c86-4970-8cb0-fee260e1ffa2 req-9aceb5ff-0345-48f6-bd39-b211876278ce tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143346 Dec 23 16:23:13.393226 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-cd859853-eb5f-4756-80ff-41163c96a0ce service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323273 Dec 23 16:23:13.524024 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0055cc4b-e18f-46e3-bf7f-8fd38d5f9da7 req-e8a94465-3a6e-4c8d-b152-98d6de841688 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246259 Dec 23 16:23:14.537704 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221a639-de96-4429-aeba-6addd39f76a5 req-ab645479-0959-4cb3-89a8-b3265eaab1d6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:14.539138 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a221a639-de96-4429-aeba-6addd39f76a5 req-ab645479-0959-4cb3-89a8-b3265eaab1d6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0752649 Dec 23 16:23:14.583929 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a221a639-de96-4429-aeba-6addd39f76a5 req-1e5fc26a-ecb3-44f6-aa90-7dfcfb17e2cc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392125 Dec 23 16:23:15.786388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f91266-48a8-487f-8935-bd0466f4d3f4 req-bd01faa8-d7cb-4803-965b-25fe7369eab2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:15.787799 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3f91266-48a8-487f-8935-bd0466f4d3f4 req-bd01faa8-d7cb-4803-965b-25fe7369eab2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0791144 Dec 23 16:23:15.831579 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3f91266-48a8-487f-8935-bd0466f4d3f4 req-796fa724-8c57-41bb-abcd-c3cbb7bd06fa tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376031 Dec 23 16:23:17.028797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be830e3-e03d-4368-b69e-5ba1fea537a4 req-9899aa2f-1105-4a4a-9b84-8267cc26efd2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:17.030245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2be830e3-e03d-4368-b69e-5ba1fea537a4 req-9899aa2f-1105-4a4a-9b84-8267cc26efd2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0777152 Dec 23 16:23:17.080861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2be830e3-e03d-4368-b69e-5ba1fea537a4 req-0c055c26-2df7-43ea-849d-91fd54056281 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450428 Dec 23 16:23:17.269137 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8b57907c-3a47-4f6d-93d0-a7d8171acf6c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:23:17.274844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8b57907c-3a47-4f6d-93d0-a7d8171acf6c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:23:17.509460 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:17.523507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:23:17.545760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'port_id': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'mac_address': 'fa:16:3e:e9:fa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:23:17.583251 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:23:17.604704 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:23:17.622494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:17.641497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b57907c-3a47-4f6d-93d0-a7d8171acf6c {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:23:17.687326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:17.776778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-c3fda012-0046-4aa9-9af0-40491535c417 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:17.778342 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-c3fda012-0046-4aa9-9af0-40491535c417 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 943 time: 0.1191278 Dec 23 16:23:17.786976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e733c-93dc-43a9-a0cc-df8f46567a8f req-f7df72a1-1ba8-41c2-adc7-84ccb7aede4e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:17.789771 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-623e733c-93dc-43a9-a0cc-df8f46567a8f req-f7df72a1-1ba8-41c2-adc7-84ccb7aede4e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.2047751 Dec 23 16:23:17.810117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:23:17.810506 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:23:17.814034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:17.823651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.824013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.824362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.824695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.825024 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.825349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.825670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.825988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.826307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.826623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.826943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:23:17.850236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-623e733c-93dc-43a9-a0cc-df8f46567a8f req-f1ee60c4-0761-4d93-8211-2f8db5bd6a20 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548601 Dec 23 16:23:17.859373 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'code': 200} Dec 23 16:23:17.968063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-fa163345-1b8a-4182-825e-bfb49557f809 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1096 time: 0.0704992 Dec 23 16:23:18.153394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-68991d85-a9a8-4cbc-964f-08f2fa21fdd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:18.154733 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-68991d85-a9a8-4cbc-964f-08f2fa21fdd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 897 time: 0.1810691 Dec 23 16:23:18.164840 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e29a36-0cbd-43aa-8c84-dc0dac0001f9 req-dcaa3576-6c0b-4929-ae99-0995e8f3abf0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:18.166216 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24e29a36-0cbd-43aa-8c84-dc0dac0001f9 req-dcaa3576-6c0b-4929-ae99-0995e8f3abf0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 943 time: 0.1755099 Dec 23 16:23:18.290741 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24e29a36-0cbd-43aa-8c84-dc0dac0001f9 req-937db10e-d25e-413e-ba9c-bf634ca24ea2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766277 Dec 23 16:23:18.295518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-5beec03d-6b02-4e52-8c90-f9cba2ba632e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 999 time: 0.1284490 Dec 23 16:23:18.357707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-5ba59edc-ffcc-4263-935f-eff7fdfe6eaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:18.359120 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-5ba59edc-ffcc-4263-935f-eff7fdfe6eaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0573635 Dec 23 16:23:18.362932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:18.380880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b57907c-3a47-4f6d-93d0-a7d8171acf6c {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:23:18.396651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:23:18.436107 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-4b1cbd66-9bb7-445a-9b16-669abda7ce01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707629 Dec 23 16:23:18.477028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:18.545496 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:18.570379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-e7be3d4b-691f-4286-b086-e976861309e7 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277561 Dec 23 16:23:18.604679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['8b57907c-3a47-4f6d-93d0-a7d8171acf6c'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:23:18.704950 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c488ab7-cfff-4d24-8762-6a95f5eb8ef1 req-b6dd164f-8d36-45a4-a236-7a8c1fd8b549 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278150 Dec 23 16:23:19.273990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8b57907c-3a47-4f6d-93d0-a7d8171acf6c up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:23:19.341993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:23:19.342362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:19.462740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:19.496902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:23:19.579934 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:19.591440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e018b-5bdb-4f50-826a-dcb4e68e73b2 req-151ada7b-d827-4b27-9089-1a4966c0c70c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:19.596848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a7e018b-5bdb-4f50-826a-dcb4e68e73b2 req-151ada7b-d827-4b27-9089-1a4966c0c70c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 944 time: 0.1799581 Dec 23 16:23:19.642675 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a7e018b-5bdb-4f50-826a-dcb4e68e73b2 req-09f42ae0-ed89-4a96-87f5-9d8371f12062 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Dec 23 16:23:19.652656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:23:19.860700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:23:19.914234 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'code': 200} Dec 23 16:23:20.839992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77a654-0fc2-45dc-b9ab-4c5238348221 req-f5cb0fc5-9eb3-4cb0-b501-87246b159ee8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:20.841463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5a77a654-0fc2-45dc-b9ab-4c5238348221 req-f5cb0fc5-9eb3-4cb0-b501-87246b159ee8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0790205 Dec 23 16:23:20.886398 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5a77a654-0fc2-45dc-b9ab-4c5238348221 req-2d0c6286-0e58-4b44-ace1-08cc1cc7488e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393698 Dec 23 16:23:20.915447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35078) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:23:21.018384 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-27004b9b-e26f-4904-a24e-459d22180b01 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/e160610a-e11d-41e2-aec4-375d5b46c861 HTTP/1.1" status: 200 len: 993 time: 0.1018460 Dec 23 16:23:25.400524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1e8ef9f2-dd24-4658-9aa9-c241899998f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:26.057265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-f4de7b7f-abda-4b0b-8817-14c1baa7ca3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682271 Dec 23 16:23:26.224944 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-0bf71244-7e6f-4bdf-8285-1ca2378cbe3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1098 time: 0.0727742 Dec 23 16:23:26.367156 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-5a1ecad8-a4e9-49be-b4ca-bd91f2973b94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:26.368583 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-5a1ecad8-a4e9-49be-b4ca-bd91f2973b94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 897 time: 0.1255569 Dec 23 16:23:26.477514 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-4b39a5db-51cb-428c-8438-f99890095218 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 1001 time: 0.0945623 Dec 23 16:23:26.543526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-4cf4a4c1-591f-4e20-8e6d-1b79aaee22e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:23:26.545030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-4cf4a4c1-591f-4e20-8e6d-1b79aaee22e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0612552 Dec 23 16:23:26.618377 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-c35363ae-93ac-4a0f-b252-5865f49ed426 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673683 Dec 23 16:23:26.751307 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-60336798-6b8e-428a-badf-84c6740305c1 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257932 Dec 23 16:23:26.881596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-56b20be9-bf08-4551-8e8a-8617ceedbe4f req-9b5799b4-054e-4878-ba23-47b158effa31 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242301 Dec 23 16:23:27.727466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7c2da109-2faa-43cc-81e6-b0bd2da6ed56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:28.977130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:29.051833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:30.497811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:34.981755 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:23:37.868499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:55.394004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f59fe9f3-4143-4eb7-a5a6-805175530bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:57.732573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dcf972c4-91ea-412c-b9ae-9ea68488a7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:58.977041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:23:59.064034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:00.497931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:07.908980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:11.982353 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:24:14.027889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35102) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:14.228279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 121b6d3d-3d9c-446f-845a-096f57fc02c4 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:24:14.228534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:14.393346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:14.393666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:14.603179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 121b6d3d-3d9c-446f-845a-096f57fc02c4 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:24:14.823050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:14.870293 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=121b6d3d-3d9c-446f-845a-096f57fc02c4,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:14.910607 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.910947 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.911282 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.911611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.911936 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.912307 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.912631 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.912951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.913266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.913582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.913896 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:14.973917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:15.359770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dcad5818-e121-473b-b8ca-35a85269af87 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:24:15.558886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:24:15.568953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] Sync routers for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:24:15.581072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:15.581755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:23:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:15.652219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:15.708767 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9db2b658-030e-40c8-a93c-780f46a8318a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/floatingips/e160610a-e11d-41e2-aec4-375d5b46c861 HTTP/1.1" status: 204 len: 168 time: 1.6797595 Dec 23 16:24:15.709339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:15.771290 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'status': 'completed', 'code': 200} Dec 23 16:24:15.798373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:15.892758 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-84a000f4-64a9-4384-b6c3-cedcf851100a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 1098 time: 0.0777960 Dec 23 16:24:16.026520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-3a9d0794-66e3-406a-8f98-1141c464170c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:16.028106 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-3a9d0794-66e3-406a-8f98-1141c464170c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 200 len: 897 time: 0.1296058 Dec 23 16:24:16.102499 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-17bfbe72-9405-4b04-9d46-d68c274be5a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 200 len: 217 time: 0.0624866 Dec 23 16:24:16.119388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:22Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:16.123317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] Checking router: dcad5818-e121-473b-b8ca-35a85269af87 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:24:16.134285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:16.135132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:23:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:16.173643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-6971b245-47aa-491c-ae7b-831b59a2317d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:16.173964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-6971b245-47aa-491c-ae7b-831b59a2317d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 200 len: 835 time: 0.0658646 Dec 23 16:24:16.315352 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-4f24c925-7b9f-437a-a386-983d664963c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2ebbef44-2932-4951-8a4b-130c24d58de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1303897 Dec 23 16:24:16.321588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c173-fa16-4550-9088-f2c28a7cc360 req-76890a24-adc6-4e5c-866f-a8ecda511069 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:16.322218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5bd2c173-fa16-4550-9088-f2c28a7cc360 req-76890a24-adc6-4e5c-866f-a8ecda511069 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:24:16.323046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:16.559091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-a3f3d6f9-5718-415b-b4d7-3d2062e3516a service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341387 Dec 23 16:24:16.560177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-5bd2c173-fa16-4550-9088-f2c28a7cc360 req-76890a24-adc6-4e5c-866f-a8ecda511069 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:24:16.561148 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5bd2c173-fa16-4550-9088-f2c28a7cc360 req-76890a24-adc6-4e5c-866f-a8ecda511069 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.3434644 Dec 23 16:24:16.640608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:22Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:16.645742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f4026-c6ba-47f6-afa4-93e321b18b50 None None] The sync data for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv is: [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:21:15Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'b26dbb5d-b22f-4fd7-9754-6f0c53773ded', 'name': '', 'network_id': '2ebbef44-2932-4951-8a4b-130c24d58de2', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:37:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:15Z', 'updated_at': '2021-12-23T16:21:22Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'bed14a9b-3a9a-4625-a852-9a8c5a139e1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:24:16.696908 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5bd2c173-fa16-4550-9088-f2c28a7cc360 req-bbfbf727-c7a3-4d71-b92f-b1386f22e1a1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119888 Dec 23 16:24:16.730933 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-530a8161-2973-44f1-8b2c-5e75d7c4333c req-95fb4e57-d476-468f-bb58-f6f9db007a28 service neutron] 10.222.0.57 "GET /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639376 Dec 23 16:24:16.868005 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81313a22-a299-445f-a772-f2fc3e1305b5 None None] New status for floating IP e160610a-e11d-41e2-aec4-375d5b46c861: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:24:17.920950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bcd95-c656-4c37-8bc6-01f41cbd1e48 req-32bf964d-9106-4ac8-8c67-6ff11f1d23ff tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:17.922451 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-615bcd95-c656-4c37-8bc6-01f41cbd1e48 req-32bf964d-9106-4ac8-8c67-6ff11f1d23ff tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0789154 Dec 23 16:24:17.972096 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-615bcd95-c656-4c37-8bc6-01f41cbd1e48 req-d55f765c-d5f0-4ba8-af85-6f0fe90b17d8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=6014fdac-f1cd-4ca8-8ae3-58b072834e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 Dec 23 16:24:18.292634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-ce3d7baa-8ad3-4834-ade9-6ceb206d784d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:18.294097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-ce3d7baa-8ad3-4834-ade9-6ceb206d784d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 945 time: 0.0765436 Dec 23 16:24:18.361688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:24:18.362018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:18.599756 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:18.600006 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:18.720584 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 8b57907c-3a47-4f6d-93d0-a7d8171acf6c owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:24:18.942330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:18.990160 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=8b57907c-3a47-4f6d-93d0-a7d8171acf6c,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:19.067103 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] No DVR routers for this DVR port 8b57907c-3a47-4f6d-93d0-a7d8171acf6c on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:24:19.069393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:19.071781 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-deleted', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:19.130307 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f80707-6673-4738-8196-6510c77ba70f', 'name': 'network-vif-deleted', 'tag': '8b57907c-3a47-4f6d-93d0-a7d8171acf6c', 'status': 'completed', 'code': 200} Dec 23 16:24:19.135597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-a96ed0aa-4190-460b-9aee-c3e8b73fb514 req-08e5f555-98c5-4e40-be14-ea8ece6a659e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:24:19.144545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60fb37ae-5ae2-4fc1-97d9-ec44de69d566 req-a5adeb9c-97a5-40cd-927c-43dfa4723f57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "DELETE /v2.0/ports/8b57907c-3a47-4f6d-93d0-a7d8171acf6c HTTP/1.1" status: 204 len: 173 time: 0.8452275 Dec 23 16:24:19.227683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-a96ed0aa-4190-460b-9aee-c3e8b73fb514 req-08e5f555-98c5-4e40-be14-ea8ece6a659e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:24:19.228761 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a96ed0aa-4190-460b-9aee-c3e8b73fb514 req-08e5f555-98c5-4e40-be14-ea8ece6a659e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f80707-6673-4738-8196-6510c77ba70f HTTP/1.1" status: 200 len: 210 time: 0.1330338 Dec 23 16:24:20.337140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35122) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:20.838245 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:21.440484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port b26dbb5d-b22f-4fd7-9754-6f0c53773ded {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:24:21.441202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:21.505520 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8b57907c-3a47-4f6d-93d0-a7d8171acf6c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:24:21.543359 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 8b57907c-3a47-4f6d-93d0-a7d8171acf6c {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:24:21.543700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 8b57907c-3a47-4f6d-93d0-a7d8171acf6c not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:24:21.621872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port b26dbb5d-b22f-4fd7-9754-6f0c53773ded, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:21.622213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:21.740788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for b26dbb5d-b22f-4fd7-9754-6f0c53773ded owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:24:21.966087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:22.015400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=b26dbb5d-b22f-4fd7-9754-6f0c53773ded,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:22.414042 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:22.984813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dcad5818-e121-473b-b8ca-35a85269af87 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:24:23.178538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:24:23.188656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] Sync routers for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:24:23.200097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:23.201336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:23:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:23.258973 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bcbeb2fd-69ec-4bba-bfcb-01c512e7ad91 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/dcad5818-e121-473b-b8ca-35a85269af87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9206831 Dec 23 16:24:23.262352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35126) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:23.376571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:23.445924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting subnet bed14a9b-3a9a-4625-a852-9a8c5a139e1e {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:24:23.448814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:23.505285 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:23.587563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:23.700266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:24:21Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:23.704610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] Checking router: dcad5818-e121-473b-b8ca-35a85269af87 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:24:23.714730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] Routers {'dcad5818-e121-473b-b8ca-35a85269af87'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:23.715310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:23:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dcad5818-e121-473b-b8ca-35a85269af87'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:23.749370 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:23.787945 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Subnet': ['ID=bed14a9b-3a9a-4625-a852-9a8c5a139e1e,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:23.795196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:23.802795 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-832ab8bb-7473-4f80-9ab0-20d219884039 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/subnets/bed14a9b-3a9a-4625-a852-9a8c5a139e1e HTTP/1.1" status: 204 len: 168 time: 0.5394847 Dec 23 16:24:23.805400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35130) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:23.848276 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3876b5c3-8f70-43ba-ae29-e141ce7a0e5e None None] Network 2ebbef44-2932-4951-8a4b-130c24d58de2 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:24:24.009957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.042009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] Set router dcad5818-e121-473b-b8ca-35a85269af87 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:24.335072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.349773 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] DHCP port deletion for 2ebbef44-2932-4951-8a4b-130c24d58de2 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:24:24.361403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Deleting port 18e88449-4ef5-4eda-9276-8e14719e66aa {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:24:24.361769 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.394397 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 0f0b0f33-03a1-488c-b663-ac0021728258 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:24:24.394731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.414145 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:24:21Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:24.447166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9ce6b-db06-4982-b835-6aa0c2fb8fbc None None] The sync data for ids ['dcad5818-e121-473b-b8ca-35a85269af87'] in dv-neutron-822796-1-hyperv is: [{'id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1325108863', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:21:10Z', 'updated_at': '2021-12-23T16:24:21Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '0f0b0f33-03a1-488c-b663-ac0021728258', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcad5818-e121-473b-b8ca-35a85269af87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:11Z', 'updated_at': '2021-12-23T16:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:24:24.574351 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 0f0b0f33-03a1-488c-b663-ac0021728258, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=0f0b0f33-03a1-488c-b663-ac0021728258,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:24.574605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.577508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] For port 18e88449-4ef5-4eda-9276-8e14719e66aa, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=18e88449-4ef5-4eda-9276-8e14719e66aa,segment=NetworkSegment(aaba80cd-ab4a-4768-8096-f58e2ade9987),segment_id=aaba80cd-ab4a-4768-8096-f58e2ade9987)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:24.578385 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.697055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 0f0b0f33-03a1-488c-b663-ac0021728258 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:24:24.701040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Calling delete_port for 18e88449-4ef5-4eda-9276-8e14719e66aa owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:24:24.817629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.861689 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Pushing event deleted for resources: {'Port': ['ID=18e88449-4ef5-4eda-9276-8e14719e66aa,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:24.874151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.875400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.875400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.875666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.875921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.876245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.876561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.876874 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.877185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.877493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.877797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:24.882147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6d7199-8379-4afc-b2e7-aa7d928c81d8 None None] No DVR routers for this DVR port 18e88449-4ef5-4eda-9276-8e14719e66aa on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:24:24.937670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:24.982352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=0f0b0f33-03a1-488c-b663-ac0021728258,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:25.206170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.382957 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c24ed146-a580-4537-a0e1-97698afe0d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.467033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.472284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.565869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.566421 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Fanout notify agent at l3_agent the message router_deleted on router dcad5818-e121-473b-b8ca-35a85269af87 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:24:25.592493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.593849 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-968d33cd-09d8-4b1a-a19d-a1db47e49572 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/routers/dcad5818-e121-473b-b8ca-35a85269af87 HTTP/1.1" status: 204 len: 168 time: 1.7874362 Dec 23 16:24:25.596996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35134) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:25.823539 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.954961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:25.982651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebbef44-2932-4951-8a4b-130c24d58de2']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:25.995094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaba80cd-ab4a-4768-8096-f58e2ade9987') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:25.995380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaba80cd-ab4a-4768-8096-f58e2ade9987') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:26.007381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.026193 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.034517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:24:26.034906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:24:26.054878 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:24:26.076890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0f0b0f33-03a1-488c-b663-ac0021728258 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:24:26.153665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 0f0b0f33-03a1-488c-b663-ac0021728258 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:24:26.154011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 0f0b0f33-03a1-488c-b663-ac0021728258 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:24:26.154424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 18e88449-4ef5-4eda-9276-8e14719e66aa no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:24:26.185771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 18e88449-4ef5-4eda-9276-8e14719e66aa {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:24:26.186925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 18e88449-4ef5-4eda-9276-8e14719e66aa not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:24:26.186925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b26dbb5d-b22f-4fd7-9754-6f0c53773ded no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:24:26.218318 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: b26dbb5d-b22f-4fd7-9754-6f0c53773ded {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:24:26.221352 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device b26dbb5d-b22f-4fd7-9754-6f0c53773ded not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:24:26.223002 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.228728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.260029 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Network': ['ID=2ebbef44-2932-4951-8a4b-130c24d58de2,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:26.331609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-befe5bb2-e52c-41b2-92ba-587fdd88666a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/networks/2ebbef44-2932-4951-8a4b-130c24d58de2 HTTP/1.1" status: 204 len: 168 time: 0.7335043 Dec 23 16:24:26.334102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35138) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:26.402825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd16310f-0cc4-4b3e-94d8-482cc45d53da tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.432155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd16310f-0cc4-4b3e-94d8-482cc45d53da tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.612026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd16310f-0cc4-4b3e-94d8-482cc45d53da tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.632418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16310f-0cc4-4b3e-94d8-482cc45d53da tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6014fdac-f1cd-4ca8-8ae3-58b072834e58,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:26.642845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bd16310f-0cc4-4b3e-94d8-482cc45d53da tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:26.646626 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bd16310f-0cc4-4b3e-94d8-482cc45d53da tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/security-groups/6014fdac-f1cd-4ca8-8ae3-58b072834e58 HTTP/1.1" status: 204 len: 168 time: 0.3090591 Dec 23 16:24:27.229411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35146) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:27.235588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352206464', 'description': 'tempest-secgroup-smoke-352206464 description', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:27.241589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:27.245629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:27.248458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:27.254131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:27.308791 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.344550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:27.348422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:27.351230 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:27.356869 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:27.415007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.474340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.517638 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c725d3c7-44d0-47d9-b1b0-579742790e09,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:27.565770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.566955 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e5637db2-280d-4a2d-bfff-690e2daf8c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3365183 Dec 23 16:24:27.569867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35150) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:27.575097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'c725d3c7-44d0-47d9-b1b0-579742790e09', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:27.581724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:27.585524 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:27.588367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:27.595730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:27.676102 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.720708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab82acfa-0412-4dab-b8aa-88dee99a47f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.737602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.782925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.806509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f846de44-e6ec-437e-9cf2-cecaa5a19721,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:27.875167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:27.876582 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c03f9aec-0df5-4130-9b15-abfbb19bec07 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3057983 Dec 23 16:24:27.879329 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35154) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:27.884602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'c725d3c7-44d0-47d9-b1b0-579742790e09', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:27.891337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:27.895359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:27.898225 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:27.903830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:28.013294 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.080195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.189406 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.213340 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe3403f-c469-4760-af03-865cf9a0b2d3,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:28.302691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.303805 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f3aa00bf-35f7-4de8-ac3a-a699b73e0ac9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4236269 Dec 23 16:24:28.306526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35158) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:28.311943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'c725d3c7-44d0-47d9-b1b0-579742790e09', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:28.318916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:28.323666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:28.325688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:28.331509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:28.405612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.466198 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.548498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.570621 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6008219c-7ad3-41d0-a1ff-7af9752f98d2,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:28.623039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.624217 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-b83a7b27-475e-4661-9464-aba3fc3b55e4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3167608 Dec 23 16:24:28.627050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35162) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:28.632537 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'c725d3c7-44d0-47d9-b1b0-579742790e09', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:28.638684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:28.642555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:28.645473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:28.651250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:28.727171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.789456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.851474 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.875341 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc45a43-af1d-4b79-aa84-4ca32d7e2cfb,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:28.942803 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:28.943978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e6f92c31-79bf-48e8-a7ad-84e82f34d574 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3159959 Dec 23 16:24:28.946702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35166) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:28.952231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'c725d3c7-44d0-47d9-b1b0-579742790e09', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:28.958770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:28.962583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:28.965565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:28.971906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:28.999960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.028245 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.086027 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:24:29.092857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.156518 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.222601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.245298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b203c0-d91c-4c9f-a3ae-113e09af60b5,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:29.319813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.321029 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6a2fa725-0532-43c8-af53-dd8aab1e2caf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3734322 Dec 23 16:24:29.323718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35170) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:29.329737 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': 'c725d3c7-44d0-47d9-b1b0-579742790e09', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:29.335614 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:29.339367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:29.342264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:29.347886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:29.428525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:24:29.434853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.499375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.559783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.584651 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5990984b-5493-49bf-b52e-42e2a62fc44a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:29.657417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.658627 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-5cfaa85b-6b6c-494c-8c92-73d9dc600387 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3339832 Dec 23 16:24:29.661390 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35174) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:29.666870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'network': {'name': 'tempest-network-smoke--202906267', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'port_security_enabled': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:29.672511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:29.676723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:network and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:29.679687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:29.685319 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:29.736948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:24:29.739886 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.767876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:24:29.775926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.776520 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Added segment 3d2edd29-0315-473d-938f-d304b15d906c of type vlan for network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 Dec 23 16:24:29.804336 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.897109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:29.900749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:29.901309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.008531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Network': ['ID=5f7cffed-e2a2-46d6-944f-872ad6b037c0,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:30.018746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:24:30.087263 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2fc291db-d58c-4802-998a-7a98f635e63d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4246311 Dec 23 16:24:30.090326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35178) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:30.096570 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'admin_state_up': True, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:30.103542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:30.108379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:router and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:30.110753 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:30.116452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:30.193441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.194374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.211755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.423870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.508814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.697037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.727626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:30.862834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.71 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:24:31.092769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:31.177203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:31.243630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:24:31.246490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:31.251599 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:24:31.276415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:31.503440 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:31.504076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:31.799811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 955278a6-433a-42a7-b482-6cf307ef236f is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:24:31.998695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:24:32.009688 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Sync routers for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:24:32.022867 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:32.023508 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:24:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:32.097298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:32.098630 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ba660027-1fdc-47aa-97ec-07deacb09dc2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0073144 Dec 23 16:24:32.101987 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35184) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:32.143130 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-585e0f73-446b-41dd-93cc-877fc35894bf tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ca69f82a5c7045e0be4f8b985b4ce4e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394542 Dec 23 16:24:32.145744 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35188) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:32.200460 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:32.277790 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32e766-6a28-495b-ba5b-5e106a66e2ee tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:32.279255 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7a32e766-6a28-495b-ba5b-5e106a66e2ee tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326087 Dec 23 16:24:32.282688 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35192) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:32.325022 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9b1c44ec-ddfa-4fed-bec8-f8162aebd3a5 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412874 Dec 23 16:24:32.327524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35196) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:32.332828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-832313336', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:32.443002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:32.446757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:subnet and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:32.449549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:32.455392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:32.480734 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:31Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:32.485180 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Checking router: 955278a6-433a-42a7-b482-6cf307ef236f for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:24:32.485514 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Updating router 955278a6-433a-42a7-b482-6cf307ef236f port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:24:32.514092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:24:32.535103 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:32.616502 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:32.854570 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:32.865877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Transition to ACTIVE for port object f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:32.931631 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:32.942482 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:33.007393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Subnet': ['ID=757cac86-0b39-4af7-85ce-cbe8cdde3b68,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:33.025165 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Attempting to bind port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:24:33.025789 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Attempting to bind port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:24:33.025898 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.025992 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Attempting to bind port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:24:33.026138 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.026471 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.026800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.027122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.027446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.027763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.027877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Pushing event updated for resources: {'Port': ['ID=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:33.028082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.028425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.028743 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.029055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.036952 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Checking segment: {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:24:33.037270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network hostable DHCP agents. Network: 5f7cffed-e2a2-46d6-944f-872ad6b037c0, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:24:33.041065 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:24:33.041418 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:24:33.041798 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:33.047470 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:24:33.047470 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Bound port: f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:24:33.047470 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:33.070234 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.070564 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.070886 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.071205 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.071522 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.071833 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.072160 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.072476 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.072782 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.073087 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.073390 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:24:33.122507 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] For port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:24:33.125688 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] For port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:24:33.131223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:24:33.199976 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:33.211303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 5f7cffed-e2a2-46d6-944f-872ad6b037c0) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:33.215232 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:33.215830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:33.220995 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c10387-8754-4d2b-9338-13de72044db2 None None] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:24:33.289212 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fcbe-5326-435f-bb49-4b6295d38414 None None] Pushing event updated for resources: {'Port': ['ID=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:33.292992 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:33.293588 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:24:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:33.300627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35202) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:33.301122 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-efb7e956-7e52-4a1a-af60-535583185d88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9723132 Dec 23 16:24:33.462062 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:24:33.463072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:33.511360 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:33.623831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Allocated IP 172.20.0.2 (5f7cffed-e2a2-46d6-944f-872ad6b037c0/757cac86-0b39-4af7-85ce-cbe8cdde3b68/a59c3b31-6136-49f2-ae0e-058aab990fe7) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:24:33.813497 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:31Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:33.817766 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c753db-27bb-42c1-80fd-485019e6ae48 None None] The sync data for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv is: [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:31Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:24:33.841906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:33.852670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Transition to ACTIVE for port object a59c3b31-6136-49f2-ae0e-058aab990fe7 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:33.871155 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Transition to ACTIVE for port object a59c3b31-6136-49f2-ae0e-058aab990fe7 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:33.966120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.075099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:24:34.076025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Pushing event updated for resources: {'Port': ['ID=a59c3b31-6136-49f2-ae0e-058aab990fe7,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:34.079364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:34.081479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:24:34.160314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:34.234502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Attempting to bind port a59c3b31-6136-49f2-ae0e-058aab990fe7 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:24:34.235271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Attempting to bind port a59c3b31-6136-49f2-ae0e-058aab990fe7 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:24:34.235271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Attempting to bind port a59c3b31-6136-49f2-ae0e-058aab990fe7 on network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:24:34.245234 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:24:34.245705 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Checking segment: {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:24:34.246161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.246682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Bound using segment: {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:24:34.247144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Bound port: a59c3b31-6136-49f2-ae0e-058aab990fe7, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:24:34.247576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.269322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.347159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e20f6854-91d5-4205-9619-237a030a402b None None] For port a59c3b31-6136-49f2-ae0e-058aab990fe7, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:24:34.350977 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-e20f6854-91d5-4205-9619-237a030a402b None None] For port a59c3b31-6136-49f2-ae0e-058aab990fe7, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a59c3b31-6136-49f2-ae0e-058aab990fe7,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:24:34.399816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:34.405081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:34.405445 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.438191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.562821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f6854-91d5-4205-9619-237a030a402b None None] Pushing event updated for resources: {'Port': ['ID=a59c3b31-6136-49f2-ae0e-058aab990fe7,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:34.637588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.662130 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:34.725889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.1 (5f7cffed-e2a2-46d6-944f-872ad6b037c0/757cac86-0b39-4af7-85ce-cbe8cdde3b68/287507eb-43c3-4a68-badc-d1b25a3f6970) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:24:34.736742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.825929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:34.929335 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:34.945809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object 287507eb-43c3-4a68-badc-d1b25a3f6970 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:35.033681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:35.103190 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:24:35.106155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:35.110741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:24:35.147943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=287507eb-43c3-4a68-badc-d1b25a3f6970,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:35.173594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:35.336970 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:35.528861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b688f5-2167-4429-9446-8d4808438ab9 None None] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:24:35.732650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-37f139be-0355-4fbf-84a6-af47ba09eb9b None None] Provisioning for port a59c3b31-6136-49f2-ae0e-058aab990fe7 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:35.758430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:35.817101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:35.934583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:35.938533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=287507eb-43c3-4a68-badc-d1b25a3f6970,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:36.091682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:24:36.095372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:36.145084 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a59c3b31-6136-49f2-ae0e-058aab990fe7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:36.177461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-50ed9cc8-a138-4807-8d1d-8f1e396baa95 None None] Provisioning for port 287507eb-43c3-4a68-badc-d1b25a3f6970 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:36.196670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-50ed9cc8-a138-4807-8d1d-8f1e396baa95 None None] Provisioning complete for port 287507eb-43c3-4a68-badc-d1b25a3f6970 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:36.197001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-50ed9cc8-a138-4807-8d1d-8f1e396baa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.266828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-50ed9cc8-a138-4807-8d1d-8f1e396baa95 None None] Port 287507eb-43c3-4a68-badc-d1b25a3f6970 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:24:36.357715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a59c3b31-6136-49f2-ae0e-058aab990fe7 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:36.360950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a59c3b31-6136-49f2-ae0e-058aab990fe7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:36.361347 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.430480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2068d952-1a82-490d-9692-053936939e15 None None] Provisioning complete for port 287507eb-43c3-4a68-badc-d1b25a3f6970 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:36.430842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2068d952-1a82-490d-9692-053936939e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.527373 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2068d952-1a82-490d-9692-053936939e15 None None] Port 287507eb-43c3-4a68-badc-d1b25a3f6970 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:24:36.539421 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.574485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a59c3b31-6136-49f2-ae0e-058aab990fe7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a59c3b31-6136-49f2-ae0e-058aab990fe7,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:36.605149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 955278a6-433a-42a7-b482-6cf307ef236f has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:24:36.622527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.623564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:36.748807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a59c3b31-6136-49f2-ae0e-058aab990fe7,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:36.753473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-63445d67-cd0b-4c10-ac32-a5d689baa6aa None None] Provisioning complete for port 287507eb-43c3-4a68-badc-d1b25a3f6970 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:36.753831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-63445d67-cd0b-4c10-ac32-a5d689baa6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.813859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:24:36.814990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:36.814990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:36.821029 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ce193c2b-db47-46b2-815e-7db49cb2dd88 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/955278a6-433a-42a7-b482-6cf307ef236f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5193551 Dec 23 16:24:36.836856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-63445d67-cd0b-4c10-ac32-a5d689baa6aa None None] Port 287507eb-43c3-4a68-badc-d1b25a3f6970 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:24:36.996170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-e85b26fe-1426-499d-97e5-2c5ff0772f05 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:24:37.073877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-e85b26fe-1426-499d-97e5-2c5ff0772f05 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:24:37.074916 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-e85b26fe-1426-499d-97e5-2c5ff0772f05 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352206464&fields=id&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 267 time: 0.1226697 Dec 23 16:24:37.227831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-0ee69260-39f0-4c42-bd54-12a509c95250 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:37.228515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-0ee69260-39f0-4c42-bd54-12a509c95250 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:24:37.325585 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-0ee69260-39f0-4c42-bd54-12a509c95250 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:24:37.326694 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-0ee69260-39f0-4c42-bd54-12a509c95250 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/networks?id=5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 200 len: 796 time: 0.2443614 Dec 23 16:24:37.342919 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-187ef1db-d286-48c1-b953-a6ffcd10b763 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/quotas/ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 375 time: 0.0106742 Dec 23 16:24:37.399444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Sync routers for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:24:37.411185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:37.411790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:24:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:37.423765 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-266e1bb5-be0d-4ca9-b7ad-2204ded3fefd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:24:37.496657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-266e1bb5-be0d-4ca9-b7ad-2204ded3fefd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:24:37.498015 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-266e1bb5-be0d-4ca9-b7ad-2204ded3fefd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497681 Dec 23 16:24:37.514659 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-02eb6b27-a68c-4419-9442-2f69e0df3476 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:24:37.520314 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-02eb6b27-a68c-4419-9442-2f69e0df3476 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055730 Dec 23 16:24:37.593320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:37.646266 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-6cc7ecf7-43ba-46cb-ae95-fc99b574ca4e service neutron] 10.222.0.58 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248193 Dec 23 16:24:37.780308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-33b8eb64-894f-4242-927b-a4c0e0ce190e service neutron] 10.222.0.58 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280887 Dec 23 16:24:37.887185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:37.922122 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 2, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:37.926057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Checking router: 955278a6-433a-42a7-b482-6cf307ef236f for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:24:37.926404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Updating router 955278a6-433a-42a7-b482-6cf307ef236f port 287507eb-43c3-4a68-badc-d1b25a3f6970 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:24:37.985358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.061247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a59c3b31-6136-49f2-ae0e-058aab990fe7 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:38.069074 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8e1f909-c1c3-403f-84b0-312284e40b76 req-80e25000-6b05-4560-87fe-c7459928e78c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0469713 Dec 23 16:24:38.279832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a59c3b31-6136-49f2-ae0e-058aab990fe7 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:38.280223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.541814 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.553802 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Transition to ACTIVE for port object 287507eb-43c3-4a68-badc-d1b25a3f6970 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:38.622646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.753117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06476a4-a09f-4d26-a04b-15de10c763ba None None] Pushing event updated for resources: {'Port': ['ID=287507eb-43c3-4a68-badc-d1b25a3f6970,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:38.849474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Attempting to bind port 287507eb-43c3-4a68-badc-d1b25a3f6970 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:24:38.849851 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Attempting to bind port 287507eb-43c3-4a68-badc-d1b25a3f6970 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:24:38.850203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Attempting to bind port 287507eb-43c3-4a68-badc-d1b25a3f6970 on network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:24:38.856918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:24:38.857286 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Checking segment: {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:24:38.857688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.858081 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Bound using segment: {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:24:38.858541 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Bound port: 287507eb-43c3-4a68-badc-d1b25a3f6970, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:24:38.859510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:38.946953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] For port 287507eb-43c3-4a68-badc-d1b25a3f6970, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:24:38.949986 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] For port 287507eb-43c3-4a68-badc-d1b25a3f6970, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=287507eb-43c3-4a68-badc-d1b25a3f6970,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:24:39.034650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:39.118644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06476a4-a09f-4d26-a04b-15de10c763ba None None] Pushing event updated for resources: {'Port': ['ID=287507eb-43c3-4a68-badc-d1b25a3f6970,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:39.123258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:39.123869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:24:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:39.274752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a2ed8514-1809-4353-ad04-314a7eb1e1f4 req-0d86af89-e6a3-4088-a0ee-d1697a68621c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0551882 Dec 23 16:24:39.313654 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:39.646550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:38Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:39.650523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f26fc-ceba-434c-962f-441611f7bd03 None None] The sync data for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv is: [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:38Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:24:40.082738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 287507eb-43c3-4a68-badc-d1b25a3f6970 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:40.221614 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 287507eb-43c3-4a68-badc-d1b25a3f6970 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:40.227628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 287507eb-43c3-4a68-badc-d1b25a3f6970 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:40.227628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:40.259418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-1ae275e4-10bd-4337-869c-846eb5f8be63 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:40.261159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-1ae275e4-10bd-4337-869c-846eb5f8be63 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/networks?id=5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 200 len: 796 time: 0.1913452 Dec 23 16:24:40.336913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-71acb3f0-3c98-4a3b-a655-d00571c86d17 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 379 time: 0.0569134 Dec 23 16:24:40.354738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:40.370143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'port': {'device_id': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'admin_state_up': True, 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'security_groups': ['c725d3c7-44d0-47d9-b1b0-579742790e09']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:40.394088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 287507eb-43c3-4a68-badc-d1b25a3f6970, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=287507eb-43c3-4a68-badc-d1b25a3f6970,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:40.468072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:40.546913 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=287507eb-43c3-4a68-badc-d1b25a3f6970,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:40.638158 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-64df3827-45eb-43e2-84d8-181d2f41d72d req-ed20d313-7fa5-417d-ab1c-aaf9b03dbc98 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0455050 Dec 23 16:24:40.701071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:40.710797 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:40.782044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:24:40.785037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:40.943808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.7 (5f7cffed-e2a2-46d6-944f-872ad6b037c0/757cac86-0b39-4af7-85ce-cbe8cdde3b68/ecdefdac-ce57-4b65-aeab-eb5eb807596b) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:24:41.126010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:41.141101 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object ecdefdac-ce57-4b65-aeab-eb5eb807596b will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:41.246109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:41.317232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:24:41.320166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:41.323958 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:24:41.361322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=ecdefdac-ce57-4b65-aeab-eb5eb807596b,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:41.391494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:41.392181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:41.503308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-ec1fc37d-4c20-4ece-8021-3914dc3900a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1411085 Dec 23 16:24:41.520849 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Request body: {'port': {'device_id': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:41.628856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:41.644741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c309e073-8d9a-4035-b417-3fe40f3898df None None] Provisioning for port ecdefdac-ce57-4b65-aeab-eb5eb807596b completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:41.650166 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c309e073-8d9a-4035-b417-3fe40f3898df None None] Provisioning complete for port ecdefdac-ce57-4b65-aeab-eb5eb807596b triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:41.650533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c309e073-8d9a-4035-b417-3fe40f3898df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:41.708113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c309e073-8d9a-4035-b417-3fe40f3898df None None] Port ecdefdac-ce57-4b65-aeab-eb5eb807596b cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:24:41.966295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc701b15-83c0-474b-bec2-5d9b88ab0f57 req-536dffb5-7ff3-4996-950c-d9f3ba96ee86 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:41.966971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-fc701b15-83c0-474b-bec2-5d9b88ab0f57 req-536dffb5-7ff3-4996-950c-d9f3ba96ee86 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:24:42.053017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 287507eb-43c3-4a68-badc-d1b25a3f6970 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:42.054432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdefdac-ce57-4b65-aeab-eb5eb807596b {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:24:42.061490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:42.069463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-fc701b15-83c0-474b-bec2-5d9b88ab0f57 req-536dffb5-7ff3-4996-950c-d9f3ba96ee86 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:24:42.069463 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fc701b15-83c0-474b-bec2-5d9b88ab0f57 req-536dffb5-7ff3-4996-950c-d9f3ba96ee86 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 931 time: 0.3012440 Dec 23 16:24:42.079802 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Transition to ACTIVE for port object ecdefdac-ce57-4b65-aeab-eb5eb807596b will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:24:42.120829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fc701b15-83c0-474b-bec2-5d9b88ab0f57 req-f12da313-10b4-418f-be5b-9c57cb8ae66f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442932 Dec 23 16:24:42.123383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 287507eb-43c3-4a68-badc-d1b25a3f6970 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:42.123741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:42.170932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:42.300951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Pushing event updated for resources: {'Port': ['ID=ecdefdac-ce57-4b65-aeab-eb5eb807596b,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:42.414520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Attempting to bind port ecdefdac-ce57-4b65-aeab-eb5eb807596b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:24:42.415191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Attempting to bind port ecdefdac-ce57-4b65-aeab-eb5eb807596b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:24:42.415191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Attempting to bind port ecdefdac-ce57-4b65-aeab-eb5eb807596b on network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:24:42.425318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Port ecdefdac-ce57-4b65-aeab-eb5eb807596b on network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:24:42.425633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Attempting to bind port ecdefdac-ce57-4b65-aeab-eb5eb807596b on network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:24:42.433242 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:24:42.433568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Checking segment: {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:24:42.434005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Bound using segment: {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:24:42.434343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Bound port: ecdefdac-ce57-4b65-aeab-eb5eb807596b, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2edd29-0315-473d-938f-d304b15d906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:24:42.434676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:42.523941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] For port ecdefdac-ce57-4b65-aeab-eb5eb807596b, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:24:42.526873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] For port ecdefdac-ce57-4b65-aeab-eb5eb807596b, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:24:42.616828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:42.681058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:42.682389 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] 10.222.0.57 "PUT /v2.0/ports/ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 200 len: 1093 time: 1.1654654 Dec 23 16:24:42.682808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:42.699955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55178415-bfa3-4233-83e5-6de76e0cedfe service neutron] Pushing event updated for resources: {'Port': ['ID=ecdefdac-ce57-4b65-aeab-eb5eb807596b,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:42.743264 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'status': 'completed', 'code': 200} Dec 23 16:24:42.862449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c4deb0e-dca6-450f-9d4e-70b5c5f2d9f4 req-cf01bff2-bc36-40f0-a9d1-96c83a12d833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0785792 Dec 23 16:24:43.013303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4deb0e-dca6-450f-9d4e-70b5c5f2d9f4 req-cee8baa2-99e2-424b-aa75-c6187ccba342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:43.014735 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c4deb0e-dca6-450f-9d4e-70b5c5f2d9f4 req-cee8baa2-99e2-424b-aa75-c6187ccba342 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1389327 Dec 23 16:24:43.152674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4deb0e-dca6-450f-9d4e-70b5c5f2d9f4 req-03d4be10-e4a5-46bc-a8ac-0684b30a2a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:43.154091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c4deb0e-dca6-450f-9d4e-70b5c5f2d9f4 req-03d4be10-e4a5-46bc-a8ac-0684b30a2a50 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337438 Dec 23 16:24:43.350612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-c3db49c3-0496-4612-b42e-13d9fb96af2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1096 time: 0.1305768 Dec 23 16:24:43.356913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b860f6-d508-4e05-b685-6b17f26efe4a req-3d4ba7a9-7ad2-40d7-90c0-024759d29239 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:43.358218 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-71b860f6-d508-4e05-b685-6b17f26efe4a req-3d4ba7a9-7ad2-40d7-90c0-024759d29239 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 943 time: 0.1009543 Dec 23 16:24:43.534587 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-0bd245cd-4293-4911-a5bf-b876c33f6e3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 200 len: 217 time: 0.1711900 Dec 23 16:24:43.594478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-71b860f6-d508-4e05-b685-6b17f26efe4a req-dcc2afef-7a7b-4bf6-bdb0-5eda639b7891 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810675 Dec 23 16:24:43.606665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-cc66adcb-7e9b-49a8-b188-52b1d1df247e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:43.608036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-cc66adcb-7e9b-49a8-b188-52b1d1df247e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757cac86-0b39-4af7-85ce-cbe8cdde3b68 HTTP/1.1" status: 200 len: 834 time: 0.0652151 Dec 23 16:24:43.685110 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-f693bbae-c466-4858-b759-aa3564a45ffc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f7cffed-e2a2-46d6-944f-872ad6b037c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709882 Dec 23 16:24:43.816592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-e371ebc9-e137-4adc-974e-8750016c086c service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251466 Dec 23 16:24:43.950196 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2e0b431a-0392-456e-82e5-3ebd538454b3 req-61aa0e07-bc77-44d4-ba99-49130e82cf62 service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278782 Dec 23 16:24:44.791195 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98099705-a9d7-4ab4-bd33-d5523b3de543 req-43fb6493-17ec-4c1b-95fa-49af7420f637 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:44.792636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-98099705-a9d7-4ab4-bd33-d5523b3de543 req-43fb6493-17ec-4c1b-95fa-49af7420f637 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0767736 Dec 23 16:24:44.836373 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-98099705-a9d7-4ab4-bd33-d5523b3de543 req-6daa9869-439a-4e35-bcdf-2250c9ada630 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380821 Dec 23 16:24:46.040977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04613a0a-fca6-4242-96d3-0cfff0ab2601 req-30a07b55-2e27-4f3e-82fd-1254d7c27822 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:46.042421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04613a0a-fca6-4242-96d3-0cfff0ab2601 req-30a07b55-2e27-4f3e-82fd-1254d7c27822 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0816138 Dec 23 16:24:46.086666 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04613a0a-fca6-4242-96d3-0cfff0ab2601 req-9d339294-7dab-4a36-b8d6-53f40be2647b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386648 Dec 23 16:24:47.278547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae4d75-de9b-4ff4-8bf4-930a0bd68d92 req-1c510832-88c1-487e-8610-48277abc5446 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:47.280007 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-92ae4d75-de9b-4ff4-8bf4-930a0bd68d92 req-1c510832-88c1-487e-8610-48277abc5446 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0759747 Dec 23 16:24:47.330159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-92ae4d75-de9b-4ff4-8bf4-930a0bd68d92 req-81477534-61b3-4702-9a92-91b1d31f9891 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420680 Dec 23 16:24:47.726729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ecdefdac-ce57-4b65-aeab-eb5eb807596b details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:24:47.857433 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ecdefdac-ce57-4b65-aeab-eb5eb807596b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:47.871111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'port_id': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'mac_address': 'fa:16:3e:ec:73:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:24:47.927738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:47.945571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdefdac-ce57-4b65-aeab-eb5eb807596b {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:24:47.960361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ecdefdac-ce57-4b65-aeab-eb5eb807596b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:48.016723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:48.082100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ecdefdac-ce57-4b65-aeab-eb5eb807596b,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:48.483285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['ecdefdac-ce57-4b65-aeab-eb5eb807596b'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:24:48.523218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d1799-a945-416f-b66b-647e6c1f496b req-67c781f5-d54a-417a-ae94-360df0ba1da0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:48.524787 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-938d1799-a945-416f-b66b-647e6c1f496b req-67c781f5-d54a-417a-ae94-360df0ba1da0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 944 time: 0.0776696 Dec 23 16:24:48.570306 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-938d1799-a945-416f-b66b-647e6c1f496b req-adec0c1b-13ff-4654-be1b-654cdb345af4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401418 Dec 23 16:24:48.983459 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:24:49.756976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ecdefdac-ce57-4b65-aeab-eb5eb807596b up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:24:49.769303 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388fdf-90e9-49ec-bc4f-f42d4ebedc23 req-dd723fe5-c693-4fb4-ae2b-3bd348686ab2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:49.770773 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3388fdf-90e9-49ec-bc4f-f42d4ebedc23 req-dd723fe5-c693-4fb4-ae2b-3bd348686ab2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 944 time: 0.0792284 Dec 23 16:24:49.815724 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3388fdf-90e9-49ec-bc4f-f42d4ebedc23 req-760403c0-6c82-4ad7-8ac0-8442b95de18a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389130 Dec 23 16:24:49.907555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port ecdefdac-ce57-4b65-aeab-eb5eb807596b completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:24:49.912686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port ecdefdac-ce57-4b65-aeab-eb5eb807596b triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:24:49.913042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:50.022657 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:50.051167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:50.060167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port ecdefdac-ce57-4b65-aeab-eb5eb807596b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:24:50.107357 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'code': 200} Dec 23 16:24:50.125197 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:50.192879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=ecdefdac-ce57-4b65-aeab-eb5eb807596b,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:50.509752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a0cad33f-d447-4c3d-8686-9e7e1d986abe req-38d1828f-ac49-4e94-8b75-45e20af16467 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0672295 Dec 23 16:24:50.552493 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a0cad33f-d447-4c3d-8686-9e7e1d986abe req-9f460150-ba62-4176-8ea2-a1884afd9e6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360208 Dec 23 16:24:51.012423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdc38a-4e70-43df-b9cc-3ac95c34b720 req-6115e35a-c114-4961-b11a-89822bc891c0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:51.013841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7cdc38a-4e70-43df-b9cc-3ac95c34b720 req-6115e35a-c114-4961-b11a-89822bc891c0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0787196 Dec 23 16:24:51.060260 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7cdc38a-4e70-43df-b9cc-3ac95c34b720 req-d3440391-106e-4dc4-9d68-fd3c925c5809 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Dec 23 16:24:52.264441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700ff2f-1e30-4d69-954b-45fe325d896e req-598ca06e-1679-48cb-bef7-9e2f9a7465d7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:52.265854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a700ff2f-1e30-4d69-954b-45fe325d896e req-598ca06e-1679-48cb-bef7-9e2f9a7465d7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0780652 Dec 23 16:24:52.313980 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a700ff2f-1e30-4d69-954b-45fe325d896e req-02782660-4f13-40f6-afdf-21676f7aea7f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426412 Dec 23 16:24:52.507438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954a3cf-dbf0-41b1-9cba-92d9f4ee4c7d req-61eea7b7-90d8-45e5-884c-5f53fb2decd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:52.508931 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0954a3cf-dbf0-41b1-9cba-92d9f4ee4c7d req-61eea7b7-90d8-45e5-884c-5f53fb2decd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0756199 Dec 23 16:24:52.555505 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0954a3cf-dbf0-41b1-9cba-92d9f4ee4c7d req-be1bfef4-ab9e-47ed-a812-16a52f744933 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406728 Dec 23 16:24:52.582206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35256) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:52.655172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e0543b28-58ea-44a6-910b-b666a2ecb647 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1093 time: 0.0718369 Dec 23 16:24:52.657828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35260) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:52.663596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:24:52.669207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:24:52.672942 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:floatingip and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:24:52.676712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:24:52.682280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:24:52.759113 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:52.898104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:53.028830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.41 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/dd3967b9-d9f8-4ccf-a861-e183464fd7f5) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:24:53.263235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:53.336544 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:53.405824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:24:53.409264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:24:53.412040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:24:53.447558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=dd3967b9-d9f8-4ccf-a861-e183464fd7f5,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:53.917154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:54.031410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:54.233500 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:54.301906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:54.402938 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=dd3967b9-d9f8-4ccf-a861-e183464fd7f5,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:24:54.420994 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:54.613285 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Floating IP 5a42a205-f5c0-43ca-bbe5-a1390fcebe06 associated. External IP: 172.26.6.41, port: ecdefdac-ce57-4b65-aeab-eb5eb807596b. Dec 23 16:24:55.091003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 955278a6-433a-42a7-b482-6cf307ef236f has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:24:55.306720 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:24:55.318408 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] Sync routers for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:24:55.329794 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:55.330518 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:24:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:55.416965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2acb3757-bfec-4279-ab6c-0bc41a3cd01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:55.444763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:55.499752 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-3b48ad8f-3aef-488e-a848-c9591b6c83f4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8403571 Dec 23 16:24:55.500562 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:24:55.511206 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:55.573368 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'status': 'completed', 'code': 200} Dec 23 16:24:55.756023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb30704-1e06-42b9-9725-204b869121d7 req-e33fbdbe-4092-41b1-ab51-7c2f78e250a9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:55.757510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb30704-1e06-42b9-9725-204b869121d7 req-e33fbdbe-4092-41b1-ab51-7c2f78e250a9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1408143 Dec 23 16:24:55.761588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-56e61f02-daf0-4c5e-9f27-0869c02cc173 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1098 time: 0.1060348 Dec 23 16:24:55.871552 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcb30704-1e06-42b9-9725-204b869121d7 req-b7268a7a-57a1-460b-8c52-e855c68ceaa6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080015 Dec 23 16:24:55.903135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35268) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:55.919385 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '5a42a205-f5c0-43ca-bbe5-a1390fcebe06', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'port_id': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'mac_address': 'fa:16:3e:ec:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:53Z', 'updated_at': '2021-12-23T16:24:53Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:40Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:55.923284 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] Checking router: 955278a6-433a-42a7-b482-6cf307ef236f for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:24:55.934346 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:24:55.934855 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:24:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:56.037743 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-36522749-1b1e-4f51-8f69-75b4bdf9cdf6 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/5a42a205-f5c0-43ca-bbe5-a1390fcebe06 HTTP/1.1" status: 200 len: 990 time: 0.1333745 Dec 23 16:24:56.053332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-39f035a9-5be3-4f53-b95f-764f164a1eff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:56.054727 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-39f035a9-5be3-4f53-b95f-764f164a1eff service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 200 len: 897 time: 0.2776074 Dec 23 16:24:56.108006 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:24:56.159403 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-38d338f5-e91c-469d-9c2e-9ac82e5dc20b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 200 len: 998 time: 0.0976193 Dec 23 16:24:56.223608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-fa2a0073-5504-41bc-af80-2aaf609984e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:24:56.224966 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-fa2a0073-5504-41bc-af80-2aaf609984e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757cac86-0b39-4af7-85ce-cbe8cdde3b68 HTTP/1.1" status: 200 len: 834 time: 0.0592768 Dec 23 16:24:56.304483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-e42752a2-ec89-446a-9bdc-e4040f5b5ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f7cffed-e2a2-46d6-944f-872ad6b037c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724840 Dec 23 16:24:56.438663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-281e6a5e-1d23-43ce-9aa4-04f5d9a0420f service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274881 Dec 23 16:24:56.487469 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '5a42a205-f5c0-43ca-bbe5-a1390fcebe06', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'port_id': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'mac_address': 'fa:16:3e:ec:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:53Z', 'updated_at': '2021-12-23T16:24:53Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:40Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:24:56.492395 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19331b6-657e-4efb-82b5-423050b32bd1 None None] The sync data for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv is: [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '5a42a205-f5c0-43ca-bbe5-a1390fcebe06', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.41', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'port_id': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'mac_address': 'fa:16:3e:ec:73:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:53Z', 'updated_at': '2021-12-23T16:24:53Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:40Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:24:56.576922 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b8f16c31-d435-4a66-9d6e-8ad41e29a5ef req-8c24c386-71e8-42cd-819b-98477603697b service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317871 Dec 23 16:24:56.694305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593a4a9-573c-41b8-9e4e-e78e1bdbb991 None None] New status for floating IP 5a42a205-f5c0-43ca-bbe5-a1390fcebe06: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:24:57.041622 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35272) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:24:57.144438 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-dd0b872b-31fa-4130-9d1b-83110085babf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/5a42a205-f5c0-43ca-bbe5-a1390fcebe06 HTTP/1.1" status: 200 len: 992 time: 0.1015043 Dec 23 16:24:57.736074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-48de6b92-49a8-478d-8f1f-31260663dd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:58.976254 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:24:59.056972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:00.604891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:07.889787 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:25.369696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8bae5a8c-5971-415d-b82d-ea6d28471fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:25.983996 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:25:26.222180 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-7c456150-a70e-4392-9d15-a4485fa33668 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1840956 Dec 23 16:25:26.382300 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-7ad9b27a-dbc9-4576-a2fd-0199a757e272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0672295 Dec 23 16:25:26.525627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-4e5dfc09-111d-4848-879d-dfeeea77c6ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:26.527048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-4e5dfc09-111d-4848-879d-dfeeea77c6ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 200 len: 897 time: 0.1265180 Dec 23 16:25:26.633888 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-5c9446fe-44bd-403b-a4a2-e932c1a42438 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 200 len: 1000 time: 0.0997276 Dec 23 16:25:26.699503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-30b5b978-bf2f-494b-a4be-cf98054b95db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:25:26.701029 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-30b5b978-bf2f-494b-a4be-cf98054b95db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757cac86-0b39-4af7-85ce-cbe8cdde3b68 HTTP/1.1" status: 200 len: 834 time: 0.0588844 Dec 23 16:25:26.774830 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-ef15e778-3ddc-487d-b43f-966c84c5e7be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f7cffed-e2a2-46d6-944f-872ad6b037c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664706 Dec 23 16:25:26.904585 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-c2913ac1-b471-49d1-b65f-597b28b270d9 service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227870 Dec 23 16:25:27.035301 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e621942a-129f-42cc-9cd5-01da43ce6277 req-053e8218-8e1d-4790-aeba-f74fabcb938c service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248131 Dec 23 16:25:27.701339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c4802644-5579-4ecb-aea5-d9013b308214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:28.997993 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:29.043414 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:30.472582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:37.877864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:55.386116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-aeed80b3-d314-4e12-9c35-f09f63137cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:57.723543 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f739cd3-50f1-4292-b21c-af88c4846ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:59.003584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:25:59.037644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:00.500683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:02.983955 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:26:07.906230 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:09.421708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b835b-95a3-42d5-8df2-b5daee8df494 req-e4b4c0dc-9f62-4a7e-b4db-a366f0ae391b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:09.423125 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b3b835b-95a3-42d5-8df2-b5daee8df494 req-e4b4c0dc-9f62-4a7e-b4db-a366f0ae391b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.2045443 Dec 23 16:26:09.467180 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9b3b835b-95a3-42d5-8df2-b5daee8df494 req-55309337-c8f6-4068-9607-9f113f375804 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384891 Dec 23 16:26:10.748297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533c2b3-2922-4fe7-9ed8-2ab8ff44ee69 req-4b4eb857-b118-4882-8baf-2c3e79421c3b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:10.750235 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7533c2b3-2922-4fe7-9ed8-2ab8ff44ee69 req-4b4eb857-b118-4882-8baf-2c3e79421c3b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1438580 Dec 23 16:26:10.795410 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7533c2b3-2922-4fe7-9ed8-2ab8ff44ee69 req-66df1157-a82e-460d-9c56-c05c3655d81c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395772 Dec 23 16:26:11.995210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7e35a-444a-46fb-88da-07aaf9f1f487 req-d47b723d-7269-4b6e-91aa-d784d8d5331a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:11.996554 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5df7e35a-444a-46fb-88da-07aaf9f1f487 req-d47b723d-7269-4b6e-91aa-d784d8d5331a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0796723 Dec 23 16:26:12.042164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5df7e35a-444a-46fb-88da-07aaf9f1f487 req-fa62fec6-3ab5-42ab-8afb-1471ab6133ae tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Dec 23 16:26:13.233768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d8b3f-c27b-4f4d-8bd8-9b3160ecb5fb req-ebbfb4ff-079b-4b44-acfe-b809b424f3c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:13.235890 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-901d8b3f-c27b-4f4d-8bd8-9b3160ecb5fb req-ebbfb4ff-079b-4b44-acfe-b809b424f3c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0749547 Dec 23 16:26:13.279381 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-901d8b3f-c27b-4f4d-8bd8-9b3160ecb5fb req-8e94d3a5-7e14-4672-aa3e-e2e28e138db1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381069 Dec 23 16:26:14.474106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438cd93-7379-482f-a383-18ec7f268758 req-f824477c-c04c-4b29-8512-cbf1944e962e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:14.476458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f438cd93-7379-482f-a383-18ec7f268758 req-f824477c-c04c-4b29-8512-cbf1944e962e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0787652 Dec 23 16:26:14.521379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f438cd93-7379-482f-a383-18ec7f268758 req-fce9c60b-6dc3-4410-a0dd-eb069ad3c291 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402277 Dec 23 16:26:15.719131 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636adb7-c0ce-4f41-9154-ebc8c6063a5a req-9ecf1244-8c86-4265-aa64-e08206ac08d9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:15.720776 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a636adb7-c0ce-4f41-9154-ebc8c6063a5a req-9ecf1244-8c86-4265-aa64-e08206ac08d9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0799906 Dec 23 16:26:15.770617 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a636adb7-c0ce-4f41-9154-ebc8c6063a5a req-a316c397-510b-4079-a3b6-a7593add6b34 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 Dec 23 16:26:16.963705 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685fc5-d93a-4231-bf87-ebea0764beaf req-8a02b7f0-f668-4ee2-92c4-6c3e7d3adc0d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:16.963705 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97685fc5-d93a-4231-bf87-ebea0764beaf req-8a02b7f0-f668-4ee2-92c4-6c3e7d3adc0d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0753586 Dec 23 16:26:17.008600 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-97685fc5-d93a-4231-bf87-ebea0764beaf req-c991c7f8-9ac4-4aac-9968-bac9a04a6fd8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 Dec 23 16:26:18.207993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c90a9-4e07-436c-8270-e4ed7b3a1c2e req-c9c1fb07-525a-4a59-8eb2-051cc09a401d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:18.209455 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-373c90a9-4e07-436c-8270-e4ed7b3a1c2e req-c9c1fb07-525a-4a59-8eb2-051cc09a401d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0793867 Dec 23 16:26:18.254129 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-373c90a9-4e07-436c-8270-e4ed7b3a1c2e req-7c5c44e4-b899-45d8-9301-51abe0dba0ec tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391016 Dec 23 16:26:19.450432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a652c9d-e450-42dc-bd02-87e5211867cc req-09aeddc0-6a66-44fb-a8ff-ccb6e01ba421 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:19.451857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8a652c9d-e450-42dc-bd02-87e5211867cc req-09aeddc0-6a66-44fb-a8ff-ccb6e01ba421 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0750420 Dec 23 16:26:19.496732 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8a652c9d-e450-42dc-bd02-87e5211867cc req-161ba457-5b37-4e7a-871f-6a095cc8d1d4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 Dec 23 16:26:20.716094 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7376b-7a96-4368-beda-8116390c9d4e req-8e0e3b6d-c7de-4e20-a456-d5bdc8e72317 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:20.723004 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c1a7376b-7a96-4368-beda-8116390c9d4e req-8e0e3b6d-c7de-4e20-a456-d5bdc8e72317 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0967202 Dec 23 16:26:20.772066 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c1a7376b-7a96-4368-beda-8116390c9d4e req-53ae9d01-53e9-499c-92c2-4820ecb56d8b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464132 Dec 23 16:26:21.972741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9c468-c7f3-475e-8e29-4607935641eb req-5c76851e-302b-4af3-8da7-fe271cee7eac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:21.974078 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-89f9c468-c7f3-475e-8e29-4607935641eb req-5c76851e-302b-4af3-8da7-fe271cee7eac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0750978 Dec 23 16:26:22.023713 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-89f9c468-c7f3-475e-8e29-4607935641eb req-e2c40f8c-051c-45a9-a190-3d246b21223b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441887 Dec 23 16:26:23.227637 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896dc41-fefe-469f-9148-016a7664a5a8 req-a918704d-778b-41fa-9c0c-911059bbebb1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:23.229153 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e896dc41-fefe-469f-9148-016a7664a5a8 req-a918704d-778b-41fa-9c0c-911059bbebb1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0763552 Dec 23 16:26:23.273835 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e896dc41-fefe-469f-9148-016a7664a5a8 req-49bd1838-9320-40ec-b3b3-f8344441705b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393434 Dec 23 16:26:24.468091 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1424f-94b9-406f-b708-a77b8cc7da0d req-6f1d22c3-09bd-40f6-a172-c1d8d2add455 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:24.469584 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7b1424f-94b9-406f-b708-a77b8cc7da0d req-6f1d22c3-09bd-40f6-a172-c1d8d2add455 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0776763 Dec 23 16:26:24.602145 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e7b1424f-94b9-406f-b708-a77b8cc7da0d req-e0e65db7-3717-4bc2-b2ec-f717acc37d2b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264863 Dec 23 16:26:25.390118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-48be91b7-5333-4d05-b77f-7dd5ffdf04b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:25.801898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768340-d8bf-4af0-a791-641704b114b5 req-d7e4eed1-807d-45e3-a12d-bfc5b46f1d7c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:25.803324 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae768340-d8bf-4af0-a791-641704b114b5 req-d7e4eed1-807d-45e3-a12d-bfc5b46f1d7c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0767336 Dec 23 16:26:25.848819 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae768340-d8bf-4af0-a791-641704b114b5 req-1675aacb-b64f-488e-96e0-8dd4b15fb851 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Dec 23 16:26:25.876256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35338) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:25.979522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-129f5068-9e86-4923-8c7e-7589a2960b9b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/5a42a205-f5c0-43ca-bbe5-a1390fcebe06 HTTP/1.1" status: 200 len: 992 time: 0.1020215 Dec 23 16:26:27.143583 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-125f89ac-0430-4337-bbd4-80ee7b5b9303 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390991 Dec 23 16:26:27.297212 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-1e1323c0-132d-468e-8b6a-edb44c58311d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0683918 Dec 23 16:26:27.441573 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44775308-ae64-41c4-901e-febd7fd29181 req-620a2bb6-c029-43a8-89c3-aae1628e3886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:27.443009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-620a2bb6-c029-43a8-89c3-aae1628e3886 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 200 len: 897 time: 0.1266532 Dec 23 16:26:27.551710 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-6b47f211-2f87-49bc-aba7-b59a9629b55f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 200 len: 1000 time: 0.1016297 Dec 23 16:26:27.669475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44775308-ae64-41c4-901e-febd7fd29181 req-fa6e783a-4d3b-4e2a-a4c1-8798585cffd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:27.670912 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-fa6e783a-4d3b-4e2a-a4c1-8798585cffd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757cac86-0b39-4af7-85ce-cbe8cdde3b68 HTTP/1.1" status: 200 len: 834 time: 0.1130993 Dec 23 16:26:27.704173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a92cb371-e131-430a-a428-146026bf8425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:27.737204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4f07-cfed-4e97-b2a1-4c9b0db164ea req-863e1840-5659-4238-9a32-a87b6964535a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:27.738541 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c05f4f07-cfed-4e97-b2a1-4c9b0db164ea req-863e1840-5659-4238-9a32-a87b6964535a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1477652 Dec 23 16:26:27.793526 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-6cd1b7d4-6572-4968-b1e1-0a49537889d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f7cffed-e2a2-46d6-944f-872ad6b037c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165380 Dec 23 16:26:27.797149 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c05f4f07-cfed-4e97-b2a1-4c9b0db164ea req-ea8be9b3-2094-4072-84f1-b5f9a9c88e2b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524015 Dec 23 16:26:27.924524 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-b83567b7-113e-431d-b7ec-b43f0316926c service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241372 Dec 23 16:26:28.054844 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-44775308-ae64-41c4-901e-febd7fd29181 req-dcd23c00-85b5-41d7-842f-b3015f0a4e51 service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242540 Dec 23 16:26:28.246355 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-16c9bd5b-9a7d-43d7-b499-117dc7c8109a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0676217 Dec 23 16:26:28.375667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-68a8bf92-e867-4298-b1ad-d1533388ed1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:28.377044 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-68a8bf92-e867-4298-b1ad-d1533388ed1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 200 len: 897 time: 0.1244769 Dec 23 16:26:28.480855 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-dab9d4ff-b3f1-4913-ae93-5e942812c766 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 200 len: 1000 time: 0.0978951 Dec 23 16:26:28.542967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-f949efd0-97a4-418d-9a83-6fe67982d0c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:28.544367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-f949efd0-97a4-418d-9a83-6fe67982d0c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757cac86-0b39-4af7-85ce-cbe8cdde3b68 HTTP/1.1" status: 200 len: 834 time: 0.0567501 Dec 23 16:26:28.619251 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-2c7209fb-4b9b-4451-b4c4-37433d9d52eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f7cffed-e2a2-46d6-944f-872ad6b037c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686095 Dec 23 16:26:28.836797 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-02042527-77ae-4606-8ef8-17beb5232421 service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103691 Dec 23 16:26:29.022958 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-86ea0900-3c1f-4949-b98c-efa09bb84dec req-33c356d7-f7c1-4af1-ad24-e069df09c4a6 service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792619 Dec 23 16:26:29.024555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:29.041533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b82e53-d20d-4f98-b0e6-cbff3a9c67ed req-c2a84450-8983-4b25-bbe3-4bbbb6533a8c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:29.042932 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-98b82e53-d20d-4f98-b0e6-cbff3a9c67ed req-c2a84450-8983-4b25-bbe3-4bbbb6533a8c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1214032 Dec 23 16:26:29.047480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:29.091628 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-98b82e53-d20d-4f98-b0e6-cbff3a9c67ed req-714433ee-fda6-49de-8a13-108d6549a279 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428078 Dec 23 16:26:30.289373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89d51-1713-4bb9-8ba7-6723f29105cc req-ae62b24c-993c-46b1-9b17-149f242db918 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:26:30.290800 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6ed89d51-1713-4bb9-8ba7-6723f29105cc req-ae62b24c-993c-46b1-9b17-149f242db918 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0759206 Dec 23 16:26:30.335550 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6ed89d51-1713-4bb9-8ba7-6723f29105cc req-d8f5bab3-b5b0-402d-b004-3e0e3fa22984 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393577 Dec 23 16:26:30.364491 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35356) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:26:30.472661 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e28db2a9-bf76-4a5d-84b0-62a19c8690ac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/5a42a205-f5c0-43ca-bbe5-a1390fcebe06 HTTP/1.1" status: 200 len: 992 time: 0.1067369 Dec 23 16:26:30.500447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:37.905523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:39.984295 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:26:55.400377 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87215a9a-5a4b-4e58-9771-2c2c2a8f5f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:57.720581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-20e19dda-1891-47b4-bd54-d7905c451a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:59.011634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:26:59.040466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:00.505041 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:07.914274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:16.984842 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:27:25.391025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-30b43662-38f5-4462-a6c3-f2383975bd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:25.820759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35390) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:26.017309 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port dd3967b9-d9f8-4ccf-a861-e183464fd7f5 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:27:26.017643 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:26.188762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:26.189075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:26.386720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for dd3967b9-d9f8-4ccf-a861-e183464fd7f5 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:27:26.585018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:26.631339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=dd3967b9-d9f8-4ccf-a861-e183464fd7f5,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:26.673513 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.674313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.674313 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.674489 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.674786 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.675102 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.675420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.675737 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.676055 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.676395 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.676712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:26.736113 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:27.129900 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 955278a6-433a-42a7-b482-6cf307ef236f has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:27:27.330383 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:27:27.340455 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] Sync routers for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:27:27.351524 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:27.352107 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:26:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:27.419566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:27.472691 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-c02a576f-8105-4249-93fc-351ef353b535 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/floatingips/5a42a205-f5c0-43ca-bbe5-a1390fcebe06 HTTP/1.1" status: 204 len: 168 time: 1.6506662 Dec 23 16:27:27.473503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:27:27.529351 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:27.663214 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'status': 'completed', 'code': 200} Dec 23 16:27:27.773522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-41e8d40e-461a-4641-a2d7-bfd2f4712142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:27.787893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-118edd0f-9409-4a41-8da8-5c694fada576 req-83138665-2df6-4785-a6bc-37898ba135ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 1098 time: 0.0759666 Dec 23 16:27:27.851820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:40Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:27.856574 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] Checking router: 955278a6-433a-42a7-b482-6cf307ef236f for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:27:27.867233 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:27.867869 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:27.921430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118edd0f-9409-4a41-8da8-5c694fada576 req-7733e775-279f-4e67-88ef-cf148b5e3dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:27.921430 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-118edd0f-9409-4a41-8da8-5c694fada576 req-7733e775-279f-4e67-88ef-cf148b5e3dae service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 200 len: 897 time: 0.1256189 Dec 23 16:27:27.995257 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-118edd0f-9409-4a41-8da8-5c694fada576 req-144e1a00-b9b2-41d3-9f9c-5ab8fa9634fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 200 len: 217 time: 0.0696409 Dec 23 16:27:28.057326 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:28.117968 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118edd0f-9409-4a41-8da8-5c694fada576 req-edd10e07-74f7-463d-9761-4e69a4f890db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:28.119442 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-118edd0f-9409-4a41-8da8-5c694fada576 req-edd10e07-74f7-463d-9761-4e69a4f890db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=757cac86-0b39-4af7-85ce-cbe8cdde3b68 HTTP/1.1" status: 200 len: 834 time: 0.1138833 Dec 23 16:27:28.180612 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688922cb-7784-42e2-a30f-02b9088ffa9a req-1895a48a-e947-4ede-81c4-6ac1c1141f29 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:28.182100 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-688922cb-7784-42e2-a30f-02b9088ffa9a req-1895a48a-e947-4ede-81c4-6ac1c1141f29 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1413960 Dec 23 16:27:28.241201 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-118edd0f-9409-4a41-8da8-5c694fada576 req-6e4b706e-ad02-4668-bfaa-5ddc8db0f3af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f7cffed-e2a2-46d6-944f-872ad6b037c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1137016 Dec 23 16:27:28.243322 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-688922cb-7784-42e2-a30f-02b9088ffa9a req-3b50492f-0c48-4598-9083-a3de1369527a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528162 Dec 23 16:27:28.374903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-118edd0f-9409-4a41-8da8-5c694fada576 req-390f6d65-720c-4970-9301-5b7a8d4ad446 service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268408 Dec 23 16:27:28.397071 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:40Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:28.401114 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931af9d-2c6c-44c9-bd9c-ffa825de30ec None None] The sync data for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv is: [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:35Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '287507eb-43c3-4a68-badc-d1b25a3f6970', 'name': '', 'network_id': '5f7cffed-e2a2-46d6-944f-872ad6b037c0', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:97:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:34Z', 'updated_at': '2021-12-23T16:24:40Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': '757cac86-0b39-4af7-85ce-cbe8cdde3b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:27:28.509855 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-118edd0f-9409-4a41-8da8-5c694fada576 req-a48c0ab4-9cee-42a2-9ebe-3cc7ecaab62d service neutron] 10.222.0.57 "GET /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279180 Dec 23 16:27:28.630686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889ad7d6-fff2-4a94-b9b0-439a11f9ac72 None None] New status for floating IP 5a42a205-f5c0-43ca-bbe5-a1390fcebe06: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:27:29.013610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:29.047283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:29.447444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6915e9-e327-4863-9d9e-8b2e16bcbd25 req-aa20d56c-37dc-4795-a2c3-079a66084b5e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:29.449348 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eb6915e9-e327-4863-9d9e-8b2e16bcbd25 req-aa20d56c-37dc-4795-a2c3-079a66084b5e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0844681 Dec 23 16:27:29.494387 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eb6915e9-e327-4863-9d9e-8b2e16bcbd25 req-04184cb5-554a-46da-bed8-aabda12dda05 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394220 Dec 23 16:27:29.992328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-2b29c2dc-aff7-4992-a1fc-ea66490bbba2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:29.993715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-2b29c2dc-aff7-4992-a1fc-ea66490bbba2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0743155 Dec 23 16:27:30.151899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port ecdefdac-ce57-4b65-aeab-eb5eb807596b {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:27:30.152258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:30.392464 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port ecdefdac-ce57-4b65-aeab-eb5eb807596b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ecdefdac-ce57-4b65-aeab-eb5eb807596b,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:27:30.392809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:30.515043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for ecdefdac-ce57-4b65-aeab-eb5eb807596b owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:27:30.527743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:30.723789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd63b-dce5-4bce-a9c3-d3a5e2f6d736 req-22e4537c-4cbf-40ea-9ae0-3d3db6c3028a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:30.725243 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38ebd63b-dce5-4bce-a9c3-d3a5e2f6d736 req-22e4537c-4cbf-40ea-9ae0-3d3db6c3028a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0989504 Dec 23 16:27:30.771786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-38ebd63b-dce5-4bce-a9c3-d3a5e2f6d736 req-63d3d3dd-75b3-4a7a-87e7-20ded68337c4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=c725d3c7-44d0-47d9-b1b0-579742790e09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404651 Dec 23 16:27:30.778717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:30.831064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=ecdefdac-ce57-4b65-aeab-eb5eb807596b,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:30.869253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.870221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.874980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:30.912718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] No DVR routers for this DVR port ecdefdac-ce57-4b65-aeab-eb5eb807596b on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:27:30.914978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:30.918019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'name': 'network-vif-deleted', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:27:30.928508 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffc851ff-78f3-45e4-b962-2d14ab5f6310 req-a184b363-87c9-4e1f-a32f-fa0915d03cac tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "DELETE /v2.0/ports/ecdefdac-ce57-4b65-aeab-eb5eb807596b HTTP/1.1" status: 204 len: 173 time: 0.9293790 Dec 23 16:27:31.080089 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052a3e4a-4cf5-4381-9d55-69282b0e1fd0', 'name': 'network-vif-deleted', 'tag': 'ecdefdac-ce57-4b65-aeab-eb5eb807596b', 'status': 'completed', 'code': 200} Dec 23 16:27:31.951155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ec898b6f-c18d-49f4-9079-c4d4bbdf771f req-58e190fa-0793-4c68-83f9-813bab6b4fda tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:27:32.079463 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-ec898b6f-c18d-49f4-9079-c4d4bbdf771f req-58e190fa-0793-4c68-83f9-813bab6b4fda tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:27:32.080681 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ec898b6f-c18d-49f4-9079-c4d4bbdf771f req-58e190fa-0793-4c68-83f9-813bab6b4fda tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=052a3e4a-4cf5-4381-9d55-69282b0e1fd0 HTTP/1.1" status: 200 len: 210 time: 0.1730499 Dec 23 16:27:33.191788 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35440) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:33.589665 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:34.283310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 287507eb-43c3-4a68-badc-d1b25a3f6970 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:27:34.284019 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:34.463667 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ecdefdac-ce57-4b65-aeab-eb5eb807596b no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:27:34.466533 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 287507eb-43c3-4a68-badc-d1b25a3f6970, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=287507eb-43c3-4a68-badc-d1b25a3f6970,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:27:34.466944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:34.498483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: ecdefdac-ce57-4b65-aeab-eb5eb807596b {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:27:34.501455 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device ecdefdac-ce57-4b65-aeab-eb5eb807596b not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:27:34.586905 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 287507eb-43c3-4a68-badc-d1b25a3f6970 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:27:34.844649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:34.895544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=287507eb-43c3-4a68-badc-d1b25a3f6970,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:35.189872 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:35.865396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router 955278a6-433a-42a7-b482-6cf307ef236f has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:27:36.065434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:27:36.077878 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] Sync routers for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:27:36.090346 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:36.091057 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:36.178372 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0b8982e7-85bf-4a0d-9932-a67e0a9362cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/955278a6-433a-42a7-b482-6cf307ef236f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9853973 Dec 23 16:27:36.181091 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35448) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:36.267917 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:36.374156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting subnet 757cac86-0b39-4af7-85ce-cbe8cdde3b68 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:27:36.377405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:36.430762 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:36.512446 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:36.547451 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:27:34Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:36.553357 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] Checking router: 955278a6-433a-42a7-b482-6cf307ef236f for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:27:36.565370 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] Routers {'955278a6-433a-42a7-b482-6cf307ef236f'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:36.565960 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['955278a6-433a-42a7-b482-6cf307ef236f'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:36.682670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:36.718977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Subnet': ['ID=757cac86-0b39-4af7-85ce-cbe8cdde3b68,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:36.727768 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:36.735003 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-6bd41476-39e9-4121-879a-7f052337a4bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/subnets/757cac86-0b39-4af7-85ce-cbe8cdde3b68 HTTP/1.1" status: 204 len: 168 time: 0.5525682 Dec 23 16:27:36.735244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab81c6-367e-4f07-96b3-5c4dd162b57c None None] Network 5f7cffed-e2a2-46d6-944f-872ad6b037c0 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:27:36.737358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35452) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:36.746840 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] Set router 955278a6-433a-42a7-b482-6cf307ef236f gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:36.950828 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.005878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] DHCP port deletion for 5f7cffed-e2a2-46d6-944f-872ad6b037c0 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:27:37.010633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Deleting port a59c3b31-6136-49f2-ae0e-058aab990fe7 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:27:37.010839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.048802 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:27:34Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:37.053018 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e6a99d-16f4-4010-a133-c1f047dd00ea None None] The sync data for ids ['955278a6-433a-42a7-b482-6cf307ef236f'] in dv-neutron-822796-1-hyperv is: [{'id': '955278a6-433a-42a7-b482-6cf307ef236f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1462033076', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:27:34Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': 'f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955278a6-433a-42a7-b482-6cf307ef236f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:24:30Z', 'updated_at': '2021-12-23T16:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:27:37.224728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] For port a59c3b31-6136-49f2-ae0e-058aab990fe7, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a59c3b31-6136-49f2-ae0e-058aab990fe7,segment=NetworkSegment(3d2edd29-0315-473d-938f-d304b15d906c),segment_id=3d2edd29-0315-473d-938f-d304b15d906c)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:27:37.224976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.265784 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.327213 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:27:37.327543 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.348676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Calling delete_port for a59c3b31-6136-49f2-ae0e-058aab990fe7 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:27:37.485087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.515960 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:27:37.516457 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.534776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Pushing event deleted for resources: {'Port': ['ID=a59c3b31-6136-49f2-ae0e-058aab990fe7,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:37.547980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.548363 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.548700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.549032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.549388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.549709 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.550048 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.550350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.550666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.550982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.551299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:37.557563 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8f005-e1ff-4aeb-96b2-8a5a0b7dd2b8 None None] No DVR routers for this DVR port a59c3b31-6136-49f2-ae0e-058aab990fe7 on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:27:37.641094 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:27:37.867551 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:37.914759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:37.948023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.138586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.171663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a59c3b31-6136-49f2-ae0e-058aab990fe7 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:27:38.211725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a59c3b31-6136-49f2-ae0e-058aab990fe7 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:27:38.212089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a59c3b31-6136-49f2-ae0e-058aab990fe7 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:27:38.212552 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 287507eb-43c3-4a68-badc-d1b25a3f6970 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:27:38.252842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 287507eb-43c3-4a68-badc-d1b25a3f6970 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:27:38.253171 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 287507eb-43c3-4a68-badc-d1b25a3f6970 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:27:38.395573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.399584 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.576256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.576820 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Fanout notify agent at l3_agent the message router_deleted on router 955278a6-433a-42a7-b482-6cf307ef236f {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:27:38.594522 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.594522 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-20a82c8f-a346-4d7a-9494-b7031e11e2a4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/routers/955278a6-433a-42a7-b482-6cf307ef236f HTTP/1.1" status: 204 len: 168 time: 1.8553715 Dec 23 16:27:38.596537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35460) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:38.712230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.933270 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:38.960648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7cffed-e2a2-46d6-944f-872ad6b037c0']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:38.973724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2edd29-0315-473d-938f-d304b15d906c') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:38.974012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2edd29-0315-473d-938f-d304b15d906c') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:38.985803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.004742 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.012510 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:27:39.012931 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:27:39.028062 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:27:39.296237 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.314005 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.328432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Network': ['ID=5f7cffed-e2a2-46d6-944f-872ad6b037c0,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:39.410904 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-10ca36ba-767a-4f6b-a862-630ecc21bbba tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/networks/5f7cffed-e2a2-46d6-944f-872ad6b037c0 HTTP/1.1" status: 204 len: 168 time: 0.8135865 Dec 23 16:27:39.413544 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35464) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:39.481027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f2579e96-a306-4f2a-b98d-ecf8e0f8f21e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.510137 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f2579e96-a306-4f2a-b98d-ecf8e0f8f21e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.650216 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f2579e96-a306-4f2a-b98d-ecf8e0f8f21e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.667465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2579e96-a306-4f2a-b98d-ecf8e0f8f21e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c725d3c7-44d0-47d9-b1b0-579742790e09,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:39.749734 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f2579e96-a306-4f2a-b98d-ecf8e0f8f21e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:39.750846 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f2579e96-a306-4f2a-b98d-ecf8e0f8f21e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/security-groups/c725d3c7-44d0-47d9-b1b0-579742790e09 HTTP/1.1" status: 204 len: 168 time: 0.3364272 Dec 23 16:27:40.086687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:27:40.118699 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:27:40.119036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f606dd68-7d78-417f-8e8f-ea4e3bbf2d0f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:27:40.146120 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35474) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:40.151837 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64718843', 'description': 'tempest-secgroup-smoke-64718843 description', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:40.157812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:40.161918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:40.164787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:40.171808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:40.259046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.295065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:40.298828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:40.301715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:40.307458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:40.361461 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.439250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.483503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea80e4b-7756-4215-8104-1f475593aa65,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:40.555878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.557099 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a8f1bf51-68c6-456d-b99c-7fc2f8f25b57 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4099836 Dec 23 16:27:40.559873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35478) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:40.565231 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '2ea80e4b-7756-4215-8104-1f475593aa65', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:40.573337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:40.581085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:40.581085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:40.585810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:40.662401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.723932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.795523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.820388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e266eb9-1444-4f35-80b5-63770fc6c4dd,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:40.882079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:40.883288 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-48a4f7d3-3281-4a8f-95d6-9ed870f834c1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3224893 Dec 23 16:27:40.886541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35484) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:40.891861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '2ea80e4b-7756-4215-8104-1f475593aa65', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:40.897834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:40.902348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:40.905213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:40.910930 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:41.017624 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.078020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.149926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.175071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a15a6ac-6145-4801-85e2-9f48c460606b,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:41.250235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.251443 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-9c56d846-d287-45bc-af30-1f76da3e0acc tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3639891 Dec 23 16:27:41.254065 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35488) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:41.259649 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '2ea80e4b-7756-4215-8104-1f475593aa65', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:41.265595 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:41.269494 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:41.272326 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:41.278615 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:41.380184 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.441755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.504168 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.528149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afc0f77-c439-49d5-bcfb-fe8e1e4969a4,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:41.601513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.602698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d087501a-591b-4158-b9a8-66bb74ba1bed tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3477349 Dec 23 16:27:41.605538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35492) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:41.610899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '2ea80e4b-7756-4215-8104-1f475593aa65', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:41.617007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:41.620870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:41.623808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:41.629438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:41.704707 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.770037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.853164 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.877258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c22acc-f51d-4d11-83d2-f1e0c4196875,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:41.959000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:41.960223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1e876662-738c-49b8-bab6-8d2cea2f3fd4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3537571 Dec 23 16:27:41.962972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35496) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:41.968670 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '2ea80e4b-7756-4215-8104-1f475593aa65', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:41.974679 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:41.978535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:41.983673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:41.987574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:42.050213 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:27:42.056683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.121522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.192864 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.215633 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4412697d-c768-4ce5-a177-5dcbcf5e482c,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:42.296301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.297698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6882a50a-6283-4317-99e6-c6f4ff682724 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3336740 Dec 23 16:27:42.300571 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35500) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:42.305881 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'security_group_rule': {'security_group_id': '2ea80e4b-7756-4215-8104-1f475593aa65', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:42.312828 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:42.316577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:security_group_rule and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:42.319508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:42.325665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:42.393433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Project ca69f82a5c7045e0be4f8b985b4ce4e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:27:42.399993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.467693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.544003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.567398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7e7470-8eca-4d42-862f-686914a7217b,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:42.644813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.645967 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f9428a53-9b1b-46ea-ae6d-34feaaa1e823 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3444774 Dec 23 16:27:42.648725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35504) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:42.654531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'network': {'name': 'tempest-network-smoke--2100962668', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'port_security_enabled': True}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:42.659479 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:42.663495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:network and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:42.666309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:42.672550 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:42.744116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'network': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:27:42.747339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.775505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84221) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:27:42.785358 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.785694 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.segments_db [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Added segment 763a5c72-7d8d-4015-b3f9-ce3c42af5088 of type vlan for network 2a4edec6-0922-41ef-8f39-257ec568c1fd Dec 23 16:27:42.811558 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.889950 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:42.893653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:42.894291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:43.002143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Network': ['ID=2a4edec6-0922-41ef-8f39-257ec568c1fd,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:43.014449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:27:43.076822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-77fcc7e3-30a7-4bd5-9e74-5400ba9bc9f1 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4270608 Dec 23 16:27:43.079565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35508) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:43.084677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'admin_state_up': True, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:43.092310 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:43.096048 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:router and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:43.098865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:43.104457 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:43.199775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:43.200760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:43.218875 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:43.505009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:43.786488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:43.815556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:43.947239 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.3 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/9c8bf3c9-96a5-4c8d-9f22-8c043f390a57) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:27:44.094332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:44.216964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:44.283020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:27:44.285807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:27:44.288401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:27:44.322910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:44.521831 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:44.522543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:44.833170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dff7836d-51e2-4d2a-8619-3092989e2ee1 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:27:45.032810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:27:45.043296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Sync routers for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:27:45.055064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:45.055668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:45.113446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:45.114762 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c588ff61-e6eb-4e4e-ba73-ec512b1a4e24 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0342696 Dec 23 16:27:45.117919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35512) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:45.240952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:45.333458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-ce9e6aa4-e08f-4201-ab8e-955e08176bf5 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ca69f82a5c7045e0be4f8b985b4ce4e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2143788 Dec 23 16:27:45.335983 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35518) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:45.464974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ba3f2-da8c-4c2c-98c5-251b5e9a17d0 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:45.466433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-206ba3f2-da8c-4c2c-98c5-251b5e9a17d0 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295400 Dec 23 16:27:45.469222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35522) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:45.508046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2947f31c-9124-4c2f-a53d-f6f8ffffd347 tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=913dd7ca-4c3a-4b2e-9a70-4198015b1a75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377655 Dec 23 16:27:45.510846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35526) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:45.518515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1847369554', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:45.628759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:45.632870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:subnet and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:27:45.635436 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:27:45.641868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:45.651675 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:44Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:45.659057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Checking router: dff7836d-51e2-4d2a-8619-3092989e2ee1 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:27:45.665998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Updating router dff7836d-51e2-4d2a-8619-3092989e2ee1 port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:27:45.707247 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:27:45.769325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:45.814903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.116080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.124173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.136054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Transition to ACTIVE for port object 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:27:46.198795 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Subnet': ['ID=f87949cf-7722-4513-b647-5663ceb43ea4,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:46.208538 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Checking segment: {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:27:46.208890 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network hostable DHCP agents. Network: 2a4edec6-0922-41ef-8f39-257ec568c1fd, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:27:46.213388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.298465 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Attempting to bind port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:27:46.298822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Attempting to bind port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:27:46.299174 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Attempting to bind port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:27:46.301273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab98f-180a-4c2a-8951-7f3dd6ba589d None None] Pushing event updated for resources: {'Port': ['ID=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:46.304740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:27:46.314257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:27:46.314257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:27:46.314257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.314257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:27:46.314257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Bound port: 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:27:46.314257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.383195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] For port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:27:46.386159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] For port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:27:46.390479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 2a4edec6-0922-41ef-8f39-257ec568c1fd) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:27:46.394553 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:46.395141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.400274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb50ac68-1a30-4751-a59c-5437a3788800 None None] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:27:46.462598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.493845 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-733023f1-f927-46bc-8fdb-446a9dc5744c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9803867 Dec 23 16:27:46.497305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35530) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:27:46.581434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab98f-180a-4c2a-8951-7f3dd6ba589d None None] Pushing event updated for resources: {'Port': ['ID=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:46.630895 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:46.631525 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:46.858807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-2a4edec6-0922-41ef-8f39-257ec568c1fd', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:27:46.859589 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:46.962566 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:47.218098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Allocated IP 172.20.0.2 (2a4edec6-0922-41ef-8f39-257ec568c1fd/f87949cf-7722-4513-b647-5663ceb43ea4/d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:27:47.355608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:47.485142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:44Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:47.496071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ead5-25e5-454d-9d97-efdd62457927 None None] The sync data for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv is: [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:44Z', 'revision_number': 3, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:27:47.500360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:47.512461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Transition to ACTIVE for port object d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:27:47.537338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Transition to ACTIVE for port object d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:27:47.613625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:47.739208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:27:47.745537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:27:47.748240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Pushing event updated for resources: {'Port': ['ID=d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:47.750334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:27:47.793666 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.1 (2a4edec6-0922-41ef-8f39-257ec568c1fd/f87949cf-7722-4513-b647-5663ceb43ea4/f05c2895-63c2-4a2c-a8ce-8199b2801994) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:27:47.848978 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Attempting to bind port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:27:47.849351 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Attempting to bind port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:27:47.849722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Attempting to bind port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf on network 2a4edec6-0922-41ef-8f39-257ec568c1fd {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:27:47.857478 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:27:47.858151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Checking segment: {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:27:47.858559 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:47.858948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Bound using segment: {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:27:47.859481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Bound port: d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:27:47.859829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:47.963786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] For port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:27:47.967855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] For port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:27:47.971770 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:47.987897 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object f05c2895-63c2-4a2c-a8ce-8199b2801994 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:27:48.076840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:48.104774 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:48.174881 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c048fb-501c-44de-b656-b3f1e59c3944 None None] Pushing event updated for resources: {'Port': ['ID=d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:48.195163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:27:48.200772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:27:48.204741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:27:48.206788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=f05c2895-63c2-4a2c-a8ce-8199b2801994,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:48.209174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:27:48.278337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:48.375795 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:27:48.381533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:48.382775 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:48.472497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:48.536779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:48.553424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:27:48.636001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:48.710087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:49.006305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:49.078717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:49.118892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde8d74a-a93c-4df3-8f33-417da705badf None None] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:27:49.193484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=f05c2895-63c2-4a2c-a8ce-8199b2801994,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:49.195821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:49.288815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3b8ddefc-9c41-47d8-918e-48410cd2a3ea None None] Provisioning for port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:27:49.335135 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:27:49.336305 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:27:49.738441 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dff7836d-51e2-4d2a-8619-3092989e2ee1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:27:49.750050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2a766709-2a6c-44d6-8ea6-7c1d0fd62306 None None] Provisioning for port f05c2895-63c2-4a2c-a8ce-8199b2801994 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:27:49.754931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2a766709-2a6c-44d6-8ea6-7c1d0fd62306 None None] Provisioning complete for port f05c2895-63c2-4a2c-a8ce-8199b2801994 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:49.755547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2a766709-2a6c-44d6-8ea6-7c1d0fd62306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:49.813906 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2a766709-2a6c-44d6-8ea6-7c1d0fd62306 None None] Port f05c2895-63c2-4a2c-a8ce-8199b2801994 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:27:49.937260 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-9c572536-e913-4d97-b091-be26e1d89790 None None] Provisioning complete for port f05c2895-63c2-4a2c-a8ce-8199b2801994 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:49.937623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9c572536-e913-4d97-b091-be26e1d89790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:49.951100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:27:49.964152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-340758dc-2136-4095-b7ad-69762f9ad4d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/dff7836d-51e2-4d2a-8619-3092989e2ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4655399 Dec 23 16:27:50.039904 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-9c572536-e913-4d97-b091-be26e1d89790 None None] Port f05c2895-63c2-4a2c-a8ce-8199b2801994 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:27:50.162828 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-687347fa-6647-49e2-99b5-5c2d7d1bff4f None None] Provisioning complete for port f05c2895-63c2-4a2c-a8ce-8199b2801994 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:50.163218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-687347fa-6647-49e2-99b5-5c2d7d1bff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:50.166162 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-fe742629-031f-455e-8439-6c0af5408af9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:27:50.220973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-687347fa-6647-49e2-99b5-5c2d7d1bff4f None None] Port f05c2895-63c2-4a2c-a8ce-8199b2801994 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:27:50.223649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:27:50.233128 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-fe742629-031f-455e-8439-6c0af5408af9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:27:50.238748 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-fe742629-031f-455e-8439-6c0af5408af9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64718843&fields=id&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 267 time: 0.1099179 Dec 23 16:27:50.290907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:50.291271 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:50.384033 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6fbbf28f-4479-449f-98db-e41e1c03ae15 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:50.384636 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6fbbf28f-4479-449f-98db-e41e1c03ae15 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:27:50.407933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:27:50.453142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6fbbf28f-4479-449f-98db-e41e1c03ae15 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:network {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:27:50.454411 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6fbbf28f-4479-449f-98db-e41e1c03ae15 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/networks?id=2a4edec6-0922-41ef-8f39-257ec568c1fd HTTP/1.1" status: 200 len: 797 time: 0.2132699 Dec 23 16:27:50.471798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-ba27e8be-4161-466e-ba6f-1cba765314fe tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/quotas/ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 375 time: 0.0115693 Dec 23 16:27:50.532793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:27:50.537761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:50.538126 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:50.551588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-c6920a12-1a9c-4912-b1a6-b7ed0a2632f9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:27:50.641888 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-c6920a12-1a9c-4912-b1a6-b7ed0a2632f9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:27:50.643224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-c6920a12-1a9c-4912-b1a6-b7ed0a2632f9 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1661904 Dec 23 16:27:50.652984 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:50.695765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:27:50.773144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:50.843011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:51.062623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-db5a03a4-b42a-4cca-b879-cd68cbfad189 service neutron] 10.222.0.58 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116257 Dec 23 16:27:51.134231 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Sync routers for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:27:51.146830 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:51.147362 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:51.194774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-3a772172-aaf4-4389-b89b-805d7ec7707d service neutron] 10.222.0.58 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265125 Dec 23 16:27:51.328835 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:51.492417 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d10a63ec-0683-4f1f-b7d3-4af8bf3092a7 req-421a825a-dd8d-4dbe-9fb5-3422897dfa9d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 210 time: 0.0456972 Dec 23 16:27:51.666398 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 2, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:51.671331 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Checking router: dff7836d-51e2-4d2a-8619-3092989e2ee1 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:27:51.671675 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Updating router dff7836d-51e2-4d2a-8619-3092989e2ee1 port f05c2895-63c2-4a2c-a8ce-8199b2801994 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:27:51.728033 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:52.054588 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:52.065602 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Transition to ACTIVE for port object f05c2895-63c2-4a2c-a8ce-8199b2801994 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:27:52.137292 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:27:52.164714 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:52.203595 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:52.203972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:52.293216 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Pushing event updated for resources: {'Port': ['ID=f05c2895-63c2-4a2c-a8ce-8199b2801994,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:52.360163 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.360485 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.361016 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.361343 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.361661 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.361976 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.362289 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.362601 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.362908 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.363215 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.363520 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:27:52.395379 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Attempting to bind port f05c2895-63c2-4a2c-a8ce-8199b2801994 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:27:52.395735 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Attempting to bind port f05c2895-63c2-4a2c-a8ce-8199b2801994 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:27:52.396101 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Attempting to bind port f05c2895-63c2-4a2c-a8ce-8199b2801994 on network 2a4edec6-0922-41ef-8f39-257ec568c1fd {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:27:52.403146 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:27:52.403500 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Checking segment: {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:27:52.403885 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:52.404299 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Bound using segment: {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:27:52.404746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Bound port: f05c2895-63c2-4a2c-a8ce-8199b2801994, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:27:52.405109 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:52.491795 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] For port f05c2895-63c2-4a2c-a8ce-8199b2801994, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:27:52.494867 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] For port f05c2895-63c2-4a2c-a8ce-8199b2801994, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f05c2895-63c2-4a2c-a8ce-8199b2801994,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:27:52.593600 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:52.604894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ac777bcb-2f4f-4099-8b87-72d37c0a2f91 req-64582bfd-7e1a-4a4a-9d39-90b88446d089 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 210 time: 0.0441558 Dec 23 16:27:52.688417 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2b88a-f1ef-43f3-8fec-06b3f3576ae7 None None] Pushing event updated for resources: {'Port': ['ID=f05c2895-63c2-4a2c-a8ce-8199b2801994,revision_number=4']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:52.693061 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:27:52.693683 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:52.882632 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:27:53.220590 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:27:53.224567 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c991c-d151-42d9-9feb-68232ca46cd0 None None] The sync data for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv is: [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:52Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:27:53.773792 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1b5c7892-d545-4c40-b1ee-f5ef4ab73b3d req-c203f9e4-5bd6-449d-b67b-505d11f14f9a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 210 time: 0.0421767 Dec 23 16:27:53.985367 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:27:54.147922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f05c2895-63c2-4a2c-a8ce-8199b2801994 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:27:54.263958 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port f05c2895-63c2-4a2c-a8ce-8199b2801994 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:27:54.268634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f05c2895-63c2-4a2c-a8ce-8199b2801994 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:54.269016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:54.382255 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:54.413132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port f05c2895-63c2-4a2c-a8ce-8199b2801994, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f05c2895-63c2-4a2c-a8ce-8199b2801994,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:27:54.498513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:54.562533 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=f05c2895-63c2-4a2c-a8ce-8199b2801994,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:54.944474 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d8c8067a-f8be-4818-9b4b-806666e5591f req-59d2b8c3-9265-44ac-97d8-cc97aa223fdd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 210 time: 0.0450661 Dec 23 16:27:55.409417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2d67def7-3a85-4764-a44e-29e4cc3e8aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:55.895695 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-a29dfd45-c05c-4087-87b6-22ca332882d4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:55.897030 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-a29dfd45-c05c-4087-87b6-22ca332882d4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/networks?id=2a4edec6-0922-41ef-8f39-257ec568c1fd HTTP/1.1" status: 200 len: 797 time: 0.1468391 Dec 23 16:27:55.956822 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-b1dfdcc2-d9d4-4f36-9bfb-77bd24f5a78b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9 HTTP/1.1" status: 200 len: 378 time: 0.0401895 Dec 23 16:27:55.964867 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'port': {'device_id': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'admin_state_up': True, 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'security_groups': ['2ea80e4b-7756-4215-8104-1f475593aa65']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:56.123680 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1c26592a-6c85-4b03-a79d-a9424d3fb544 req-1b9e02bf-57f3-4d16-aa77-4d3bff882ca8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 210 time: 0.0587182 Dec 23 16:27:56.146740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:27:56.149975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f05c2895-63c2-4a2c-a8ce-8199b2801994 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:27:56.156908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:27:56.221747 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port f05c2895-63c2-4a2c-a8ce-8199b2801994 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:56.222115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:56.279049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Made reservation on behalf of ca69f82a5c7045e0be4f8b985b4ce4e9 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:27:56.282430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:56.445806 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.20.0.11 (2a4edec6-0922-41ef-8f39-257ec568c1fd/f87949cf-7722-4513-b647-5663ceb43ea4/aaac2db4-34c2-47a1-be1c-e5cde2d49ba8) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:27:56.631696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:56.650375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Transition to ACTIVE for port object aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:27:56.752976 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:56.827690 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:27:56.830687 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:27:56.833133 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:27:56.870443 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:56.902199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:56.902783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:57.028150 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-6e9699c3-d0be-410f-affe-81035299cf7d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0667491 Dec 23 16:27:57.045410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Request body: {'port': {'device_id': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:27:57.109901 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-81d67388-1504-4c9a-80fa-f64e20df3472 None None] Provisioning for port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:27:57.115184 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-81d67388-1504-4c9a-80fa-f64e20df3472 None None] Provisioning complete for port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:27:57.115549 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-81d67388-1504-4c9a-80fa-f64e20df3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:57.154609 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:57.168951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-81d67388-1504-4c9a-80fa-f64e20df3472 None None] Port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:27:57.553298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b31838-0471-4060-bf0b-fd32109951ed req-6628397e-05ed-4b75-8eb4-b3d0e3feda84 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:57.553961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-53b31838-0471-4060-bf0b-fd32109951ed req-6628397e-05ed-4b75-8eb4-b3d0e3feda84 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:27:57.662143 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:27:57.670941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:57.684381 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-53b31838-0471-4060-bf0b-fd32109951ed req-6628397e-05ed-4b75-8eb4-b3d0e3feda84 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:27:57.685546 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53b31838-0471-4060-bf0b-fd32109951ed req-6628397e-05ed-4b75-8eb4-b3d0e3feda84 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 932 time: 0.4158168 Dec 23 16:27:57.692618 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Transition to ACTIVE for port object aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:27:57.733433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53b31838-0471-4060-bf0b-fd32109951ed req-52954b04-6cab-4915-9425-d7ce4cfdc6c8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420520 Dec 23 16:27:57.809761 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-90ad0395-eecf-4596-b64b-0ed66d68bd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:57.820820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:57.948100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Pushing event updated for resources: {'Port': ['ID=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:58.061629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Attempting to bind port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:27:58.062214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Attempting to bind port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:27:58.062214 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Attempting to bind port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 on network 2a4edec6-0922-41ef-8f39-257ec568c1fd {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:27:58.068425 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 on network 2a4edec6-0922-41ef-8f39-257ec568c1fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:27:58.068729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Attempting to bind port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 on network 2a4edec6-0922-41ef-8f39-257ec568c1fd {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:27:58.075280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:27:58.075597 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Checking segment: {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:27:58.075959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Bound using segment: {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:27:58.076380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Bound port: aaac2db4-34c2-47a1-be1c-e5cde2d49ba8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763a5c72-7d8d-4015-b3f9-ce3c42af5088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:27:58.076712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:58.165861 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] For port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:27:58.168760 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] For port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:27:58.272688 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:58.337404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:58.338735 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] 10.222.0.57 "PUT /v2.0/ports/aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 HTTP/1.1" status: 200 len: 1094 time: 1.2980666 Dec 23 16:27:58.339206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:27:58.356555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ae721-5c63-4b26-9785-b18197a6a80e service neutron] Pushing event updated for resources: {'Port': ['ID=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:27:58.404502 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'status': 'completed', 'code': 200} Dec 23 16:27:58.518860 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90367f12-569c-4268-a0fa-d5619e9b25d9 req-62c52db6-a41e-4c4e-97f2-8f27e2513609 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1097 time: 0.0740170 Dec 23 16:27:58.675728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90367f12-569c-4268-a0fa-d5619e9b25d9 req-d3f4b5dd-1726-439f-be01-3d1595a22dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:58.677191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90367f12-569c-4268-a0fa-d5619e9b25d9 req-d3f4b5dd-1726-439f-be01-3d1595a22dd9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1452577 Dec 23 16:27:58.821079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90367f12-569c-4268-a0fa-d5619e9b25d9 req-e35bffb7-b880-4c65-a527-584013cb34d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:58.822523 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90367f12-569c-4268-a0fa-d5619e9b25d9 req-e35bffb7-b880-4c65-a527-584013cb34d4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389031 Dec 23 16:27:58.993531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527bfe2-efad-484d-908c-475da174c340 req-2108fc69-0cc2-4287-87b8-1ed434c1323c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:58.994893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c527bfe2-efad-484d-908c-475da174c340 req-2108fc69-0cc2-4287-87b8-1ed434c1323c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 944 time: 0.1356606 Dec 23 16:27:58.999440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-28a00abb-e4e9-4f8a-b27c-c7aebdcee3ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1097 time: 0.1095052 Dec 23 16:27:59.015788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:59.061216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:27:59.092406 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-8f04b84f-b934-401b-b8d9-e90e636e6199 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 HTTP/1.1" status: 200 len: 217 time: 0.0763512 Dec 23 16:27:59.143053 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c527bfe2-efad-484d-908c-475da174c340 req-83ac89f9-9c10-4d67-8e45-516e0fc1ece5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411474 Dec 23 16:27:59.159813 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-e6240e8b-c949-4ea5-ad0a-7432bf99991f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:27:59.161316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-e6240e8b-c949-4ea5-ad0a-7432bf99991f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f87949cf-7722-4513-b647-5663ceb43ea4 HTTP/1.1" status: 200 len: 835 time: 0.0630267 Dec 23 16:27:59.241840 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-4855b2ef-55d8-4323-b9a2-57a6deb6c743 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a4edec6-0922-41ef-8f39-257ec568c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724249 Dec 23 16:27:59.376428 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-9fe6dae8-e00c-411c-919e-85d29cd91463 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279874 Dec 23 16:27:59.509825 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b47535e8-a82d-4da9-b438-7a070c61a7c5 req-7ffc8c1f-0002-45f1-a4b7-08394392ecf3 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276565 Dec 23 16:28:00.437508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251943aa-6b35-4cba-a118-1b7746e75923 req-e2481d1c-9d51-444a-9590-09482b2f2021 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:00.438869 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-251943aa-6b35-4cba-a118-1b7746e75923 req-e2481d1c-9d51-444a-9590-09482b2f2021 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 944 time: 0.1713057 Dec 23 16:28:00.484515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-251943aa-6b35-4cba-a118-1b7746e75923 req-eca3f8f1-e36b-4b6e-847a-bd14f63b1988 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394268 Dec 23 16:28:00.527294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:01.684948 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424b4c-08e8-4f20-9b77-963220afb14e req-b857707d-6890-4bb5-aeee-58c16fad89db tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:01.686397 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8f424b4c-08e8-4f20-9b77-963220afb14e req-b857707d-6890-4bb5-aeee-58c16fad89db tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 944 time: 0.0804479 Dec 23 16:28:01.731579 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8f424b4c-08e8-4f20-9b77-963220afb14e req-1f6f05cb-3682-40a1-be30-db002a406416 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398293 Dec 23 16:28:02.567570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:28:02.700944 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:02.715163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'port_id': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'mac_address': 'fa:16:3e:34:12:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:28:02.772695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:02.790457 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:28:02.805220 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:02.883808 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:02.927355 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22458835-c035-4f7a-9767-d6c3e15b9848 req-8acd5854-5ca3-441f-8bf0-6c55dcd735dd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:02.928851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-22458835-c035-4f7a-9767-d6c3e15b9848 req-8acd5854-5ca3-441f-8bf0-6c55dcd735dd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 945 time: 0.0793524 Dec 23 16:28:02.951742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:02.976165 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-22458835-c035-4f7a-9767-d6c3e15b9848 req-cb7192a1-6cb3-47ed-bbd7-ed27cefafd2e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407646 Dec 23 16:28:03.315016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['aaac2db4-34c2-47a1-be1c-e5cde2d49ba8'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:28:04.176411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353c4e0-24ac-4d2b-bedb-c4bae4cbeb3d req-e72ed599-12a4-42e0-a173-a32916245b2a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:04.177817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7353c4e0-24ac-4d2b-bedb-c4bae4cbeb3d req-e72ed599-12a4-42e0-a173-a32916245b2a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 945 time: 0.0785713 Dec 23 16:28:04.223035 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7353c4e0-24ac-4d2b-bedb-c4bae4cbeb3d req-e3b772ec-7891-4348-9287-4efb9e055052 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390513 Dec 23 16:28:04.583029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:28:04.749608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:28:04.754701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:28:04.755353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:04.867924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:04.894288 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:28:04.903726 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:28:05.007076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:05.059186 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'code': 200} Dec 23 16:28:05.075485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:05.470978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b9e57-26a4-4ffc-9019-648c936f3228 req-65ce2841-ee83-45f3-a055-3893e47131d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:05.472406 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f8b9e57-26a4-4ffc-9019-648c936f3228 req-65ce2841-ee83-45f3-a055-3893e47131d2 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.1302974 Dec 23 16:28:05.475062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bd4046bb-1a9d-4dd0-9e01-885be45bd1f5 req-666652e5-c7d1-4345-9e71-ccecc146f368 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1099 time: 0.1028035 Dec 23 16:28:05.544799 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f8b9e57-26a4-4ffc-9019-648c936f3228 req-847f95ab-d178-4d03-bf50-3de54fb08c8a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668578 Dec 23 16:28:05.547534 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bd4046bb-1a9d-4dd0-9e01-885be45bd1f5 req-02450f61-ac9c-4880-ac04-2b0b00d40086 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561485 Dec 23 16:28:06.744010 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fafbe-305d-4123-b8ac-5193e344a34d req-896106e1-dfe3-4e65-9133-c33305b7cf6c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:06.746012 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae4fafbe-305d-4123-b8ac-5193e344a34d req-896106e1-dfe3-4e65-9133-c33305b7cf6c tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0790679 Dec 23 16:28:06.792354 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ae4fafbe-305d-4123-b8ac-5193e344a34d req-dd719cf9-4291-47cf-81e7-9af901ff6953 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405030 Dec 23 16:28:07.970164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:07.989569 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907dbf2-e60c-4a1d-93eb-9f3b64390238 req-0c5c200a-8f3d-4ba6-a6ee-48cc70231d92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:07.991045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a907dbf2-e60c-4a1d-93eb-9f3b64390238 req-0c5c200a-8f3d-4ba6-a6ee-48cc70231d92 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0764577 Dec 23 16:28:08.039713 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a907dbf2-e60c-4a1d-93eb-9f3b64390238 req-94c0ea62-54d3-4b2c-a7f9-24dbde03a2bf tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430648 Dec 23 16:28:08.234349 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d1aa1-60aa-47ed-a33e-83a33f036249 req-55b64626-d157-4691-8299-002c1b6c29b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:08.235657 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2d7d1aa1-60aa-47ed-a33e-83a33f036249 req-55b64626-d157-4691-8299-002c1b6c29b3 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0740883 Dec 23 16:28:08.280433 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2d7d1aa1-60aa-47ed-a33e-83a33f036249 req-d1ad38c8-69f0-499b-abc5-6070e4199769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393190 Dec 23 16:28:08.306671 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35622) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:08.378843 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1089b3d8-7f5b-411f-a4d2-21218b54bf6b tempest-TestNetworkAdvancedServerOps-1708995904 tempest-TestNetworkAdvancedServerOps-1708995904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1094 time: 0.0710242 Dec 23 16:28:08.381768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35626) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:08.386779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:28:08.392248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:28:08.395925 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Usage tracker for resource:floatingip and tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:28:08.398724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:28:08.404422 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:28:08.472262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:08.603914 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:08.734555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Allocated IP 172.26.6.36 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/10184d69-ec03-4987-a825-3bb7b69e7986) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:28:08.882852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:08.978709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:09.048578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:28:09.051365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:28:09.055078 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:28:09.084353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=10184d69-ec03-4987-a825-3bb7b69e7986,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:09.666166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:09.789853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:09.998082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:10.123728 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:10.240853 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event updated for resources: {'Port': ['ID=10184d69-ec03-4987-a825-3bb7b69e7986,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:28:10.246989 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:10.440623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Floating IP a2ea0a24-9c92-4837-8750-85d45265071d associated. External IP: 172.26.6.36, port: aaac2db4-34c2-47a1-be1c-e5cde2d49ba8. Dec 23 16:28:10.832811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dff7836d-51e2-4d2a-8619-3092989e2ee1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:28:11.030059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:28:11.039494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] Sync routers for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:28:11.052030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:11.052674 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:11.117747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:11.239921 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:11.282098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1e8d8d04-04b7-43f3-9356-68aec370af5f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8992319 Dec 23 16:28:11.282706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:28:11.337045 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'status': 'completed', 'code': 200} Dec 23 16:28:11.513110 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be9d79-1e3d-45f5-913b-cc31a7c11031 req-89bf9528-d16e-42fd-ac3e-5ad3b5b47d11 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:11.514566 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2be9d79-1e3d-45f5-913b-cc31a7c11031 req-89bf9528-d16e-42fd-ac3e-5ad3b5b47d11 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.1364920 Dec 23 16:28:11.518367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-eed33293-c581-40fe-ae37-8fc7b8192453 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1099 time: 0.1046474 Dec 23 16:28:11.590317 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'a2ea0a24-9c92-4837-8750-85d45265071d', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'port_id': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'mac_address': 'fa:16:3e:34:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:11.594065 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] Checking router: dff7836d-51e2-4d2a-8619-3092989e2ee1 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:28:11.604970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:28:11.605577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:27:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:11.644510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d2be9d79-1e3d-45f5-913b-cc31a7c11031 req-2090d075-d18a-428a-ba2d-9a56eab2bcea tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241138 Dec 23 16:28:11.680943 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35636) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:11.685582 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-e0b30d33-37e6-442d-b79a-07392fd7b366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:11.687188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-e0b30d33-37e6-442d-b79a-07392fd7b366 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a4edec6-0922-41ef-8f39-257ec568c1fd HTTP/1.1" status: 200 len: 898 time: 0.1529415 Dec 23 16:28:11.788866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:28:11.793817 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-dff7c88d-a56f-49d1-a9b3-5e4d11cae4af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 HTTP/1.1" status: 200 len: 999 time: 0.1000702 Dec 23 16:28:11.797230 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1c193f72-8355-40e6-93a0-46abf57721ca tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/a2ea0a24-9c92-4837-8750-85d45265071d HTTP/1.1" status: 200 len: 991 time: 0.1144891 Dec 23 16:28:11.857669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-91b54657-b086-44c6-bf61-a7038fa2b70d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:11.859002 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-91b54657-b086-44c6-bf61-a7038fa2b70d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f87949cf-7722-4513-b647-5663ceb43ea4 HTTP/1.1" status: 200 len: 835 time: 0.0587010 Dec 23 16:28:11.933553 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-efa56663-6bcf-4c9d-9841-356f505c9163 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a4edec6-0922-41ef-8f39-257ec568c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680251 Dec 23 16:28:12.066511 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-6b423966-0d0c-4db1-998d-496216ebed0c service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275437 Dec 23 16:28:12.143076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'a2ea0a24-9c92-4837-8750-85d45265071d', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'port_id': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'mac_address': 'fa:16:3e:34:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:28:12.147115 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e22a94-6f3c-49f5-92ad-dcc93f71cf6f None None] The sync data for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv is: [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'a2ea0a24-9c92-4837-8750-85d45265071d', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'floating_ip_address': '172.26.6.36', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'port_id': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'mac_address': 'fa:16:3e:34:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:28:09Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 0, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:28:12.201047 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-27ca5d7a-0cec-446c-9b83-fe8d9cd1c2ea req-034073a9-0eba-432b-9667-16fafe60b249 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288221 Dec 23 16:28:12.345845 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453b53d-880d-4894-8cc5-f901425acd8a None None] New status for floating IP a2ea0a24-9c92-4837-8750-85d45265071d: ACTIVE {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:28:12.801092 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35640) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:28:12.905504 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-427f7589-32e0-4ebf-a5ca-b23fa0630d0b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/a2ea0a24-9c92-4837-8750-85d45265071d HTTP/1.1" status: 200 len: 993 time: 0.1033087 Dec 23 16:28:25.419918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f6843ba2-e943-467b-a0e3-70242503790b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:27.717482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8fd1e5f4-09c9-4ff3-bc94-6d31744fd69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:28.024947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-e170b649-8595-46b4-852e-0c4120a22ee2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719583 Dec 23 16:28:28.183298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-f6a5d68f-dffe-44b9-aac4-7056f14f9d89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1099 time: 0.0686777 Dec 23 16:28:28.327122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-8b36ef81-f225-4a46-a62a-691ac7cd1f91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:28.328493 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-8b36ef81-f225-4a46-a62a-691ac7cd1f91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a4edec6-0922-41ef-8f39-257ec568c1fd HTTP/1.1" status: 200 len: 898 time: 0.1252298 Dec 23 16:28:28.430664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-18887eab-081e-4a7e-8e46-765c0f6dcbf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 HTTP/1.1" status: 200 len: 1001 time: 0.0958421 Dec 23 16:28:28.491808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-6d36ddfb-7ba3-4f23-8d21-2f291654fc59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:28:28.493226 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-6d36ddfb-7ba3-4f23-8d21-2f291654fc59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f87949cf-7722-4513-b647-5663ceb43ea4 HTTP/1.1" status: 200 len: 835 time: 0.0559151 Dec 23 16:28:28.570354 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-c73ee2ac-6b89-4c7c-bb33-c6eb2b0fa330 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a4edec6-0922-41ef-8f39-257ec568c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707965 Dec 23 16:28:28.702818 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-ee2d9ae7-6b79-4e4a-a9a7-0ea36b9b74f1 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252418 Dec 23 16:28:28.927590 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0973b34d-cdd8-48eb-8363-d35e5fd85827 req-8c55b79e-6437-488c-b87b-87f18773987a service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177041 Dec 23 16:28:29.006371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:29.040232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:30.511397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:30.986014 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:28:37.962691 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:55.401659 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b9871bed-aa1c-4df0-b2ea-8543d58ebe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:57.710104 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a42c-f399-4b58-845f-f367b5540145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:59.007847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:28:59.040486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:00.544864 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:07.967273 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:07.986164 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:29:20.544393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48878a0-f779-402b-b8ed-7a07d468c133 req-5a7245e3-330a-47d7-85d1-9bbd5cbc31cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:20.545850 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d48878a0-f779-402b-b8ed-7a07d468c133 req-5a7245e3-330a-47d7-85d1-9bbd5cbc31cb tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0779850 Dec 23 16:29:20.591557 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d48878a0-f779-402b-b8ed-7a07d468c133 req-2ce93604-27e0-411a-be0b-e9952684e179 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401852 Dec 23 16:29:21.813179 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6a5c0-277b-456c-8273-7e4aba60b4eb req-8ab378df-1afa-4fd6-b5aa-a7e9862792a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:21.814658 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8db6a5c0-277b-456c-8273-7e4aba60b4eb req-8ab378df-1afa-4fd6-b5aa-a7e9862792a0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0815206 Dec 23 16:29:21.859272 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8db6a5c0-277b-456c-8273-7e4aba60b4eb req-3dd3e63e-18ab-48bc-9dae-028f6424eed8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392115 Dec 23 16:29:23.199937 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262ad57-fdd7-4b08-ac89-f5b0d4c58d70 req-bf245250-e659-4f98-8678-2b5971c1c79e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:23.201399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e262ad57-fdd7-4b08-ac89-f5b0d4c58d70 req-bf245250-e659-4f98-8678-2b5971c1c79e tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0811791 Dec 23 16:29:23.260486 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e262ad57-fdd7-4b08-ac89-f5b0d4c58d70 req-d1e9bf15-bce5-4ecd-9f47-d84513dcbff4 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530448 Dec 23 16:29:23.289565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35674) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:23.398255 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-6ce96f7a-0df2-48f3-9fed-8ebabc688a18 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/a2ea0a24-9c92-4837-8750-85d45265071d HTTP/1.1" status: 200 len: 993 time: 0.1074963 Dec 23 16:29:25.032967 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669fa23-3cf2-44f7-b5fd-8d9f1547e1a0 req-6a5ad77e-ad3a-4d2d-9e0f-32c8478a9e18 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:25.034834 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e669fa23-3cf2-44f7-b5fd-8d9f1547e1a0 req-6a5ad77e-ad3a-4d2d-9e0f-32c8478a9e18 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0792081 Dec 23 16:29:25.124005 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e669fa23-3cf2-44f7-b5fd-8d9f1547e1a0 req-ebc72d34-bb47-4bca-8178-6a9f5998755f tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837226 Dec 23 16:29:25.149588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-4545d28c-128d-4097-9f7f-cdfab46a1108 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1099 time: 0.0879564 Dec 23 16:29:25.282265 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f630a-187b-4326-9991-309265aa0895 req-a2131da1-f0af-4460-8a2d-b27b538f9e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:25.284603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-a2131da1-f0af-4460-8a2d-b27b538f9e43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a4edec6-0922-41ef-8f39-257ec568c1fd HTTP/1.1" status: 200 len: 898 time: 0.1285377 Dec 23 16:29:25.386221 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-8b66b388-15f8-4877-b40a-f98eef8acdf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 HTTP/1.1" status: 200 len: 1001 time: 0.0929954 Dec 23 16:29:25.406572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-11f1f17c-8d94-47a6-a2f0-dddfd58f087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:25.451199 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f630a-187b-4326-9991-309265aa0895 req-52489ca2-89b0-4461-b096-baf9429a0bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:25.452633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-52489ca2-89b0-4461-b096-baf9429a0bfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f87949cf-7722-4513-b647-5663ceb43ea4 HTTP/1.1" status: 200 len: 835 time: 0.0596876 Dec 23 16:29:25.526313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-2a6a5f67-3585-4344-b282-e6b96514ad05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a4edec6-0922-41ef-8f39-257ec568c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671821 Dec 23 16:29:25.536957 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-5804d92b-f55a-4280-ae86-e30229b5bf0b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:29:25.537796 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-5804d92b-f55a-4280-ae86-e30229b5bf0b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052316 Dec 23 16:29:25.669437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-b21447aa-c28f-4aa7-a51e-fe4cfb5d7863 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241977 Dec 23 16:29:25.800833 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-509f630a-187b-4326-9991-309265aa0895 req-55e2620b-92a7-4235-a35e-d6add20da6c1 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250541 Dec 23 16:29:26.325404 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725b829-d746-4734-8377-3bfff68eaeea req-45b1bb56-9761-45b7-8526-5737b008dd5a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:26.326843 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f725b829-d746-4734-8377-3bfff68eaeea req-45b1bb56-9761-45b7-8526-5737b008dd5a tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0800979 Dec 23 16:29:26.371664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f725b829-d746-4734-8377-3bfff68eaeea req-ab18deac-2b6e-4e42-9902-1b72f402cbd8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389545 Dec 23 16:29:27.564722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfcce4-2bbf-4c7a-8b5b-84136648fb7f req-9bbd3c84-8d9f-4ac7-a5cd-cc1fc4fb7c63 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:27.566152 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-abdfcce4-2bbf-4c7a-8b5b-84136648fb7f req-9bbd3c84-8d9f-4ac7-a5cd-cc1fc4fb7c63 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0744169 Dec 23 16:29:27.612548 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-abdfcce4-2bbf-4c7a-8b5b-84136648fb7f req-a7be43a8-469c-495f-8cdd-fd744bf04f96 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409403 Dec 23 16:29:27.641357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35688) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:27.719840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64bdabfd-d3d4-4bcb-8c91-804114e50efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:27.749770 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4e00867c-aab1-4d67-af8d-3fa0cb9ce4e0 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/floatingips/a2ea0a24-9c92-4837-8750-85d45265071d HTTP/1.1" status: 200 len: 993 time: 0.1072221 Dec 23 16:29:28.070085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35696) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:28.357163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 10184d69-ec03-4987-a825-3bb7b69e7986 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:29:28.357400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:28.521810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:28.522123 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:28.647125 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 10184d69-ec03-4987-a825-3bb7b69e7986 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:29:28.840769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:28.887839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=10184d69-ec03-4987-a825-3bb7b69e7986,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:28.926889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.927232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.927568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.927899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.928252 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.928579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.928902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.929224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.929542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.929859 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.930176 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:28.992253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:29.063284 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:29.097770 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:29.388527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dff7836d-51e2-4d2a-8619-3092989e2ee1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:29:29.587962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:29:29.597605 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] Sync routers for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:29:29.608898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:29.614582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:29.675064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:29.730006 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-bbe50c83-1344-4b70-9489-d90e37b05905 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/floatingips/a2ea0a24-9c92-4837-8750-85d45265071d HTTP/1.1" status: 204 len: 168 time: 1.6588049 Dec 23 16:29:29.730655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:29:29.787708 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'status': 'completed', 'code': 200} Dec 23 16:29:29.796547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:30.014172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-aef13dc2-4408-4490-af0f-90649908a82c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 1099 time: 0.1818628 Dec 23 16:29:30.124502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:30.129500 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] Checking router: dff7836d-51e2-4d2a-8619-3092989e2ee1 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:29:30.140022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:30.140660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:30.156901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-aca111ef-95d5-4871-ba25-0b46554c4d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:30.158371 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-aca111ef-95d5-4871-ba25-0b46554c4d8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a4edec6-0922-41ef-8f39-257ec568c1fd HTTP/1.1" status: 200 len: 898 time: 0.1366243 Dec 23 16:29:30.228551 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-0ef34d3a-1e2c-4288-a9a9-1e54d1f4d281 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 HTTP/1.1" status: 200 len: 217 time: 0.0637093 Dec 23 16:29:30.326223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:30.344546 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-5e715b00-3225-443a-9c5e-f760ea1d4b9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:30.346540 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-5e715b00-3225-443a-9c5e-f760ea1d4b9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f87949cf-7722-4513-b647-5663ceb43ea4 HTTP/1.1" status: 200 len: 835 time: 0.1107962 Dec 23 16:29:30.433213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a4079-2ec1-4e90-8ce9-30f7419aefd1 req-7516dea7-61ed-49da-a0cf-ac10e45761e5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:30.433941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-987a4079-2ec1-4e90-8ce9-30f7419aefd1 req-7516dea7-61ed-49da-a0cf-ac10e45761e5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Synchronizing usage tracker for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:29:30.458154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-3ed84e7d-c2f3-4146-971b-2b6b23b58d3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a4edec6-0922-41ef-8f39-257ec568c1fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042295 Dec 23 16:29:30.532869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:30.542318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-987a4079-2ec1-4e90-8ce9-30f7419aefd1 req-7516dea7-61ed-49da-a0cf-ac10e45761e5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Unset dirty status for tenant:ca69f82a5c7045e0be4f8b985b4ce4e9 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:29:30.543449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-987a4079-2ec1-4e90-8ce9-30f7419aefd1 req-7516dea7-61ed-49da-a0cf-ac10e45761e5 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.2600124 Dec 23 16:29:30.632014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-987a4079-2ec1-4e90-8ce9-30f7419aefd1 req-e5c07a98-a7cf-4b08-9b1e-593c9b85e4b7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813479 Dec 23 16:29:30.635052 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-f1638f47-2c2f-4d1d-8b12-14dabdf68627 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686847 Dec 23 16:29:30.649885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:30.654443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b3fa-2174-4cdf-add6-483678fc9831 None None] The sync data for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv is: [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'f05c2895-63c2-4a2c-a8ce-8199b2801994', 'name': '', 'network_id': '2a4edec6-0922-41ef-8f39-257ec568c1fd', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'mac_address': 'fa:16:3e:8c:31:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:47Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'subnets': [{'id': 'f87949cf-7722-4513-b647-5663ceb43ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:29:30.779610 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1e87c3c7-64c6-4be6-b303-aaa8e77858c0 req-63cdafcb-94c4-4916-bf74-dcbbb1e972e5 service neutron] 10.222.0.57 "GET /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375670 Dec 23 16:29:30.891583 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155bb3f-6a5a-4d20-8630-c646f2fd2135 None None] New status for floating IP a2ea0a24-9c92-4837-8750-85d45265071d: DOWN {{(pid=84224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:29:31.839907 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d19048-6a2a-4d55-ad1a-97c0761181db req-aaf990a7-5ff2-4c67-96dc-59abc40859a8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:31.841485 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6d19048-6a2a-4d55-ad1a-97c0761181db req-aaf990a7-5ff2-4c67-96dc-59abc40859a8 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0763001 Dec 23 16:29:31.887707 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6d19048-6a2a-4d55-ad1a-97c0761181db req-fd457c66-59dd-44ac-9c92-2325f6cbc360 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ea80e4b-7756-4215-8104-1f475593aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400314 Dec 23 16:29:32.229768 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-09b3d376-2c66-46c4-92c4-3cf11d64c03b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:32.231154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-09b3d376-2c66-46c4-92c4-3cf11d64c03b tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 946 time: 0.0790052 Dec 23 16:29:32.298172 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:29:32.298495 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:32.538778 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:32.539116 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:32.663617 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:29:32.931241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:32.980492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=aaac2db4-34c2-47a1-be1c-e5cde2d49ba8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:33.177716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad23cd01-1632-45ec-9190-fb100d3a2422 req-18562fcb-df0b-416e-924f-066205752519 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "GET /v2.0/ports?device_id=3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d HTTP/1.1" status: 200 len: 210 time: 0.1646316 Dec 23 16:29:33.181924 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] No DVR routers for this DVR port aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:29:33.184170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:33.186594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'name': 'network-vif-deleted', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:29:33.242458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3498dbf8-c335-4ec3-a1a6-34a1a6cf2a7d', 'name': 'network-vif-deleted', 'tag': 'aaac2db4-34c2-47a1-be1c-e5cde2d49ba8', 'status': 'completed', 'code': 200} Dec 23 16:29:33.258549 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6d4e29d6-ca2b-45e8-a7d8-c4abb5d089fa req-6089abfc-84f3-4d07-aa92-d8226978721d tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.57 "DELETE /v2.0/ports/aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 HTTP/1.1" status: 204 len: 173 time: 1.0213947 Dec 23 16:29:34.282874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35716) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:34.685747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:35.141474 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:29:35.176838 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:29:35.177178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device aaac2db4-34c2-47a1-be1c-e5cde2d49ba8 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:29:35.290241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port f05c2895-63c2-4a2c-a8ce-8199b2801994 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:29:35.290889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:35.471742 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port f05c2895-63c2-4a2c-a8ce-8199b2801994, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=f05c2895-63c2-4a2c-a8ce-8199b2801994,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:35.472003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:35.589043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for f05c2895-63c2-4a2c-a8ce-8199b2801994 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:29:35.932148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:35.978602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=f05c2895-63c2-4a2c-a8ce-8199b2801994,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:36.282346 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:36.865873 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Router dff7836d-51e2-4d2a-8619-3092989e2ee1 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:29:37.065522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:29:37.075327 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] Sync routers for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:29:37.077702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d3c4d808-6b99-4fb3-810a-d0c09194a857 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "PUT /v2.0/routers/dff7836d-51e2-4d2a-8619-3092989e2ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7932823 Dec 23 16:29:37.080471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35720) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:37.087450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:37.088050 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:37.269151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:37.382614 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting subnet f87949cf-7722-4513-b647-5663ceb43ea4 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:29:37.385528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:37.438167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:37.523066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:37.598517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:29:35Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:37.602528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] Checking router: dff7836d-51e2-4d2a-8619-3092989e2ee1 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:29:37.613789 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] Routers {'dff7836d-51e2-4d2a-8619-3092989e2ee1'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:37.614397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['dff7836d-51e2-4d2a-8619-3092989e2ee1'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:37.676034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:37.714139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Subnet': ['ID=f87949cf-7722-4513-b647-5663ceb43ea4,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:37.722708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:37.729576 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-aaf48649-8d7b-4c0d-9fd4-0e7843dc6018 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/subnets/f87949cf-7722-4513-b647-5663ceb43ea4 HTTP/1.1" status: 204 len: 168 time: 0.6481731 Dec 23 16:29:37.732250 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35724) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:37.748446 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1c15e-cef2-4132-8c28-b4784cb31cd8 None None] Network 2a4edec6-0922-41ef-8f39-257ec568c1fd requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:29:37.936061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:37.948139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] Set router dff7836d-51e2-4d2a-8619-3092989e2ee1 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:38.082391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.140664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.211533 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Deleting port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:29:38.211865 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.229527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] DHCP port deletion for 2a4edec6-0922-41ef-8f39-257ec568c1fd request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:29:38.239330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Deleting port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:29:38.239697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.388712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] For port 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:38.389055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.433877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:29:35Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:38.448760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e94c4c2-0f71-42fa-b20e-f12865f92cc4 None None] The sync data for ids ['dff7836d-51e2-4d2a-8619-3092989e2ee1'] in dv-neutron-822796-1-hyperv is: [{'id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230716270', 'tenant_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:29:35Z', 'revision_number': 5, 'project_id': 'ca69f82a5c7045e0be4f8b985b4ce4e9', 'gw_port': {'id': '9c8bf3c9-96a5-4c8d-9f22-8c043f390a57', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff7836d-51e2-4d2a-8619-3092989e2ee1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:43Z', 'updated_at': '2021-12-23T16:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:29:38.460848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] For port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf,segment=NetworkSegment(763a5c72-7d8d-4015-b3f9-ce3c42af5088),segment_id=763a5c72-7d8d-4015-b3f9-ce3c42af5088)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:38.461313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.511877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Calling delete_port for 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:29:38.630567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Calling delete_port for d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:29:38.760359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.771779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364'] for port, after_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:38.805213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Port': ['ID=9c8bf3c9-96a5-4c8d-9f22-8c043f390a57,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:38.824015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Pushing event deleted for resources: {'Port': ['ID=d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf,revision_number=None']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:38.832268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] No DVR routers for this DVR port d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf on host dv-neutron-822796-1-hyperv {{(pid=84223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.839898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.841680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:38.841680 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97da9d9-5270-4b87-adee-cd9463d86f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:39.037396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.379068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.383218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.479934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.480478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Fanout notify agent at l3_agent the message router_deleted on router dff7836d-51e2-4d2a-8619-3092989e2ee1 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:29:39.495205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.496341 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f2f9436b-70a1-43a8-9940-1ec846d70769 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/routers/dff7836d-51e2-4d2a-8619-3092989e2ee1 HTTP/1.1" status: 204 len: 168 time: 1.7631693 Dec 23 16:29:39.499020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35730) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:39.617087 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.744694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.768953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4edec6-0922-41ef-8f39-257ec568c1fd']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:39.780256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763a5c72-7d8d-4015-b3f9-ce3c42af5088') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:39.780538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763a5c72-7d8d-4015-b3f9-ce3c42af5088') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:39.793909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.809076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.814966 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:29:39.815344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:29:39.829539 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:29:39.977298 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:39.994821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:40.008093 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'Network': ['ID=2a4edec6-0922-41ef-8f39-257ec568c1fd,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:40.086645 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c4c0b8f2-62ab-491e-bb0f-3bdd72196dbd tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/networks/2a4edec6-0922-41ef-8f39-257ec568c1fd HTTP/1.1" status: 204 len: 168 time: 0.5866487 Dec 23 16:29:40.089219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35734) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:40.159400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-74b5ca8c-eeea-443d-8fb3-c2deb91efcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:40.181381 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:29:40.190437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-74b5ca8c-eeea-443d-8fb3-c2deb91efcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:40.213741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:29:40.214011 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 9c8bf3c9-96a5-4c8d-9f22-8c043f390a57 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:29:40.214412 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:29:40.246239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:29:40.246561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6f7bbd0-c8cc-43eb-81cb-7fba1a4f4cbf not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:29:40.246964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f05c2895-63c2-4a2c-a8ce-8199b2801994 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:29:40.277477 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: f05c2895-63c2-4a2c-a8ce-8199b2801994 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:29:40.277813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device f05c2895-63c2-4a2c-a8ce-8199b2801994 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:29:40.319299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-74b5ca8c-eeea-443d-8fb3-c2deb91efcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:40.336900 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5ca8c-eeea-443d-8fb3-c2deb91efcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea80e4b-7756-4215-8104-1f475593aa65,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:40.411386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-74b5ca8c-eeea-443d-8fb3-c2deb91efcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:40.412602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-74b5ca8c-eeea-443d-8fb3-c2deb91efcd7 tempest-TestNetworkAdvancedServerOps-1460980905 tempest-TestNetworkAdvancedServerOps-1460980905-project] 10.222.0.58 "DELETE /v2.0/security-groups/2ea80e4b-7756-4215-8104-1f475593aa65 HTTP/1.1" status: 204 len: 168 time: 0.3224430 Dec 23 16:29:41.114512 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35744) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:41.283459 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f5ca9c59-70f3-4a7f-bfeb-48daf04d54a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca69f82a5c7045e0be4f8b985b4ce4e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677344 Dec 23 16:29:41.286031 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35750) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:41.344090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-acba6122-34be-4a2c-9dc8-e2d4b20451e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:41.369822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-acba6122-34be-4a2c-9dc8-e2d4b20451e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:41.480098 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-acba6122-34be-4a2c-9dc8-e2d4b20451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:41.497697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba6122-34be-4a2c-9dc8-e2d4b20451e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f88af4d-d576-473d-8363-ced66e6a710d,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:41.505400 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-acba6122-34be-4a2c-9dc8-e2d4b20451e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:41.506493 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-acba6122-34be-4a2c-9dc8-e2d4b20451e4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f88af4d-d576-473d-8363-ced66e6a710d HTTP/1.1" status: 204 len: 168 time: 0.2196035 Dec 23 16:29:42.210581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35758) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:42.229017 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:42.263635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:42.267527 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Usage tracker for resource:security_group_rule and tenant:436444063602476cbb71e2235f4575c5 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:42.270943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:42.276632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:42.340485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:42.411437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:42.457255 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25faf03b-6d4a-4bfa-81a5-a53c31d00db7,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:42.461568 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4d7f73d8-b622-46d3-a58d-705597e1ab5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=436444063602476cbb71e2235f4575c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2499864 Dec 23 16:29:42.464484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35762) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:42.521833 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4abb9ae6-0a6e-4b32-9335-7827a0a8ca36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:42.545848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4abb9ae6-0a6e-4b32-9335-7827a0a8ca36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:42.668788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4abb9ae6-0a6e-4b32-9335-7827a0a8ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:42.688000 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb9ae6-0a6e-4b32-9335-7827a0a8ca36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25faf03b-6d4a-4bfa-81a5-a53c31d00db7,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:42.692918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4abb9ae6-0a6e-4b32-9335-7827a0a8ca36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:42.694019 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4abb9ae6-0a6e-4b32-9335-7827a0a8ca36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25faf03b-6d4a-4bfa-81a5-a53c31d00db7 HTTP/1.1" status: 204 len: 168 time: 0.2285962 Dec 23 16:29:43.978701 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35784) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:44.106646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2123138295-network', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:44.111431 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:44.115850 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Usage tracker for resource:network and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:44.118703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:44.124381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:44.211106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Made reservation on behalf of fdd34298a2334d6b8361cca090d4235c for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:29:44.213464 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.226114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.257594 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:44.261307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:44.264077 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:44.269846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:44.333747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.382492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.416749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb34a61-c2c1-46b7-9642-ab93d2efccdb,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:44.418792 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:29:44.432425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.432767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.433101 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.433429 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.433772 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.434075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.434393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.434710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.435024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.435341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.435654 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:44.439032 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.439357 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Added segment 20743808-691a-4a27-a9ec-864737cbe1cd of type vlan for network 87f14bb9-3a84-44b5-b0b8-133061348f44 Dec 23 16:29:44.464859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.554114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.554997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:44.555564 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.654682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] Pushing event updated for resources: {'Network': ['ID=87f14bb9-3a84-44b5-b0b8-133061348f44,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:44.665844 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:29:44.714971 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0cd7f17d-13f2-4c7d-bb64-fd071047996f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7351921 Dec 23 16:29:44.717944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35792) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:44.724050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Request body: {'subnet': {'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2123138295-subnet', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'ip_version': 4}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:44.728972 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:44.732794 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Usage tracker for resource:subnet and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:44.735658 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:44.741953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:44.800134 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Made reservation on behalf of fdd34298a2334d6b8361cca090d4235c for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:29:44.802578 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:44.985619 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:29:45.137425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:45.211699 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7362960-df67-43b7-955a-884adc6d1bfc,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:45.221428 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Checking segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:29:45.221800 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Network hostable DHCP agents. Network: 87f14bb9-3a84-44b5-b0b8-133061348f44, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:29:45.324702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:29:45.382185 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 87f14bb9-3a84-44b5-b0b8-133061348f44) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:45.386106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:45.386682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:45.391619 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4817d66-6975-41f1-ae70-ada93ee8663b None None] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:29:45.475644 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d73efb12-64b2-4f4b-9aef-ef5c10275de5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7566776 Dec 23 16:29:45.478291 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35796) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:45.483479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:45.488468 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:45.492392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Usage tracker for resource:router and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:45.495409 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:45.501131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:45.571908 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:45.572885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:45.593470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:45.691046 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-87f14bb9-3a84-44b5-b0b8-133061348f44', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:29:45.691845 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:45.812427 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:45.928969 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Allocated IP 172.20.0.2 (87f14bb9-3a84-44b5-b0b8-133061348f44/b7362960-df67-43b7-955a-884adc6d1bfc/2292f1a8-0afe-47ab-a436-0ace279293cc) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:29:46.099666 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.144552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.145192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.153379 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Transition to ACTIVE for port object 2292f1a8-0afe-47ab-a436-0ace279293cc will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:46.172454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Transition to ACTIVE for port object 2292f1a8-0afe-47ab-a436-0ace279293cc will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:46.245975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.267139 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Allocated IP 172.26.6.130 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/5f231027-8c4d-4b03-bfc1-42b7e162dec6) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:29:46.316237 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:46.319839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:46.321548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Pushing event updated for resources: {'Port': ['ID=2292f1a8-0afe-47ab-a436-0ace279293cc,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:46.323606 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:29:46.408056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Attempting to bind port 2292f1a8-0afe-47ab-a436-0ace279293cc on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:29:46.408463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Attempting to bind port 2292f1a8-0afe-47ab-a436-0ace279293cc by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:29:46.408831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Attempting to bind port 2292f1a8-0afe-47ab-a436-0ace279293cc on network 87f14bb9-3a84-44b5-b0b8-133061348f44 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:29:46.415638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:29:46.422203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Checking segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:29:46.422203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.422203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Bound using segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:29:46.422203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Bound port: 2292f1a8-0afe-47ab-a436-0ace279293cc, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:29:46.422203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.423249 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.505186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] For port 2292f1a8-0afe-47ab-a436-0ace279293cc, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:29:46.507990 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] For port 2292f1a8-0afe-47ab-a436-0ace279293cc, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2292f1a8-0afe-47ab-a436-0ace279293cc,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:29:46.520975 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.577810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.593335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:46.596289 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:46.599437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:29:46.630789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Pushing event updated for resources: {'Port': ['ID=5f231027-8c4d-4b03-bfc1-42b7e162dec6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:46.658286 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a85f5-0bd6-4a4d-99cb-1643cb08e9f4 None None] Pushing event updated for resources: {'Port': ['ID=2292f1a8-0afe-47ab-a436-0ace279293cc,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:46.847000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:46.847725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:47.171200 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Router 4d27a191-6a6a-4867-968d-a7ac22549b5b is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:29:47.381600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:29:47.393170 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Sync routers for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:29:47.412655 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:47.422262 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:47.469171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:47.473507 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8e35cc76-a657-455a-b295-cda8498f2afd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9912119 Dec 23 16:29:47.473753 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35800) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:47.543071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b394bb-fd03-4eb1-8ecb-9519e947b75b None None] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:29:47.608819 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:47.774142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ed616def-0406-4692-a6c5-6f56a0f01655 None None] Provisioning for port 2292f1a8-0afe-47ab-a436-0ace279293cc completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:47.905401 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:46Z', 'revision_number': 3, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:47.909463 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Checking router: 4d27a191-6a6a-4867-968d-a7ac22549b5b for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:29:47.909877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Updating router 4d27a191-6a6a-4867-968d-a7ac22549b5b port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:29:47.963322 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.227409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2292f1a8-0afe-47ab-a436-0ace279293cc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:48.341706 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.353746 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Transition to ACTIVE for port object 5f231027-8c4d-4b03-bfc1-42b7e162dec6 will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:48.354372 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.371053 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 2292f1a8-0afe-47ab-a436-0ace279293cc completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:48.376157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2292f1a8-0afe-47ab-a436-0ace279293cc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:48.376837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.434141 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.496052 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.513108 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Attempting to bind port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:29:48.513467 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Attempting to bind port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:29:48.513820 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Attempting to bind port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:29:48.523664 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Pushing event updated for resources: {'Port': ['ID=5f231027-8c4d-4b03-bfc1-42b7e162dec6,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:48.528497 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:29:48.528853 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:29:48.529242 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.529619 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:29:48.530099 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Bound port: 5f231027-8c4d-4b03-bfc1-42b7e162dec6, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:29:48.530452 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.530816 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 2292f1a8-0afe-47ab-a436-0ace279293cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2292f1a8-0afe-47ab-a436-0ace279293cc,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:48.567279 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.567613 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.567937 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.568290 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.568610 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.568925 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.569530 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.569851 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.570198 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.570509 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.570817 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:29:48.579176 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Allocated IP 172.20.0.1 (87f14bb9-3a84-44b5-b0b8-133061348f44/b7362960-df67-43b7-955a-884adc6d1bfc/fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:29:48.606185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.616905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] For port 5f231027-8c4d-4b03-bfc1-42b7e162dec6, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:29:48.620221 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] For port 5f231027-8c4d-4b03-bfc1-42b7e162dec6, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f231027-8c4d-4b03-bfc1-42b7e162dec6,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:29:48.681300 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=2292f1a8-0afe-47ab-a436-0ace279293cc,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:48.686453 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.734159 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.758243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Transition to ACTIVE for port object fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:48.765814 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9955e6-fba5-49cc-8642-d37ab4c77702 None None] Pushing event updated for resources: {'Port': ['ID=5f231027-8c4d-4b03-bfc1-42b7e162dec6,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:48.774527 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:48.775123 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:48.868877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:48.945397 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:48.948370 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:48.950902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:29:48.957181 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:48.983128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Pushing event updated for resources: {'Port': ['ID=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:49.020912 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:49.197221 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:49.260919 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:46Z', 'revision_number': 3, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:49.264918 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720422b4-b124-4a8e-8f78-583e56a02afb None None] The sync data for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv is: [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:46Z', 'revision_number': 3, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:29:49.314269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-153c210d-3afa-4982-aac3-275db11f046d None None] Provisioning for port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:49.320555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-153c210d-3afa-4982-aac3-275db11f046d None None] Provisioning complete for port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:49.326274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-153c210d-3afa-4982-aac3-275db11f046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:49.380861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-153c210d-3afa-4982-aac3-275db11f046d None None] Port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:29:49.485854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:49.542757 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:49.650712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:49.658670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Pushing event updated for resources: {'Port': ['ID=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:49.901728 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:49.902928 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:50.209609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-82a00829-1f86-4c5a-a9f7-ebd6345e4701 None None] Provisioning complete for port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:50.210173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-82a00829-1f86-4c5a-a9f7-ebd6345e4701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:50.262971 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2292f1a8-0afe-47ab-a436-0ace279293cc up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:50.304974 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-82a00829-1f86-4c5a-a9f7-ebd6345e4701 None None] Port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:29:50.333063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Router 4d27a191-6a6a-4867-968d-a7ac22549b5b has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:29:50.339564 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 2292f1a8-0afe-47ab-a436-0ace279293cc triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:50.339928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:50.461822 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f231027-8c4d-4b03-bfc1-42b7e162dec6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:50.541382 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:29:50.550507 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-68a4b370-7d3d-4046-b8c4-5c6548767847 admin admin] 10.222.0.58 "PUT /v2.0/routers/4d27a191-6a6a-4867-968d-a7ac22549b5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0757155 Dec 23 16:29:50.577078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:50.582930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:50.583297 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:50.705015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:50.717437 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 5f231027-8c4d-4b03-bfc1-42b7e162dec6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f231027-8c4d-4b03-bfc1-42b7e162dec6,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:50.776841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:50.845522 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=5f231027-8c4d-4b03-bfc1-42b7e162dec6,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:51.627466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 35822) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:51.633360 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1739009508-network', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:51.638357 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:51.642303 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Usage tracker for resource:network and tenant:dd450ac97b674b91ae000a9c7ea6f2ed is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:51.645830 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:51.651499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:51.724603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Made reservation on behalf of dd450ac97b674b91ae000a9c7ea6f2ed for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:29:51.726947 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:51.739400 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:51.770034 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:51.774229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Usage tracker for resource:security_group_rule and tenant:dd450ac97b674b91ae000a9c7ea6f2ed is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:51.776998 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:51.782726 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:51.849066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:51.925789 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:51.958586 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:29:51.963669 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a5b64-6b8d-4b61-ba4b-f06ebd80246d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:51.970229 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:51.971160 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Added segment 8f11ce5f-f632-4fe1-b166-c3faaeb70a95 of type vlan for network 84422956-e694-4401-8d53-6a8bd294be27 Dec 23 16:29:51.996530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:52.102853 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:52.103715 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:52.104316 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:52.193167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f231027-8c4d-4b03-bfc1-42b7e162dec6 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:52.211939 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] Pushing event updated for resources: {'Network': ['ID=84422956-e694-4401-8d53-6a8bd294be27,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:52.228105 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 84422956-e694-4401-8d53-6a8bd294be27 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:29:52.280659 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-20e7e097-7579-4c4e-b79e-3a2846cf692f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6516263 Dec 23 16:29:52.283264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35826) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:52.289478 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Request body: {'subnet': {'network_id': '84422956-e694-4401-8d53-6a8bd294be27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1739009508-subnet', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'ip_version': 4}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:52.294990 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:52.298964 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Usage tracker for resource:subnet and tenant:dd450ac97b674b91ae000a9c7ea6f2ed is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:52.302366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:52.309079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:52.354555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:52.354918 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:52.396726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Made reservation on behalf of dd450ac97b674b91ae000a9c7ea6f2ed for: {'subnet': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:29:52.396726 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2843315'] for subnet, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:52.662834 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3391679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2843301'] for subnet, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:52.722880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Sync routers for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:29:52.734241 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:52.734848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:52.735982 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9d127f-4d4f-450e-b645-b680d3096b67,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:52.750475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Checking segment: {'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:29:52.750826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Network hostable DHCP agents. Network: 84422956-e694-4401-8d53-6a8bd294be27, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84221) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:29:52.816931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Network 84422956-e694-4401-8d53-6a8bd294be27 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84221) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:29:52.885271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 84422956-e694-4401-8d53-6a8bd294be27) {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:52.890182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:29:52.891419 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:52.894950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a4ab6-2039-4427-af6b-18afc03dc1c7 None None] Network 84422956-e694-4401-8d53-6a8bd294be27 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:29:52.997837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:53.029510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-f5dbffd7-fd65-4666-b601-17938ddd3eb1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7451007 Dec 23 16:29:53.032066 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35830) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:53.037820 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:53.042698 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:53.046490 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Usage tracker for resource:router and tenant:dd450ac97b674b91ae000a9c7ea6f2ed is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:53.049283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:53.055508 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:53.257180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.258055 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.277755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.354529 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-84422956-e694-4401-8d53-6a8bd294be27', 'network_id': '84422956-e694-4401-8d53-6a8bd294be27', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'fixed_ips': [{'subnet_id': 'df9d127f-4d4f-450e-b645-b680d3096b67'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:29:53.355323 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.538232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.584058 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Allocated IP 172.20.0.2 (84422956-e694-4401-8d53-6a8bd294be27/df9d127f-4d4f-450e-b645-b680d3096b67/a2f6f256-ef4c-44e4-911d-e1d6f1db7f57) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:29:53.587218 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 2, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:53.596931 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Checking router: 4d27a191-6a6a-4867-968d-a7ac22549b5b for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:29:53.597361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Updating router 4d27a191-6a6a-4867-968d-a7ac22549b5b port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:29:53.722878 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.788611 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.817357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:53.953221 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Allocated IP 172.26.6.228 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/c1190828-2bdd-4350-b56d-c94f7d8cf3db) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:29:53.988047 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.049092 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Transition to ACTIVE for port object a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:54.087703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Transition to ACTIVE for port object a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:54.105021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.168013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.183207 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.250264 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:54.253918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:54.258434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:29:54.261057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Network 84422956-e694-4401-8d53-6a8bd294be27 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:54.264711 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.267020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:54.273805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:29:54.275655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Pushing event updated for resources: {'Port': ['ID=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:54.286112 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Pushing event updated for resources: {'Port': ['ID=c1190828-2bdd-4350-b56d-c94f7d8cf3db,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:54.288742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Transition to ACTIVE for port object fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:54.351832 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.426424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Attempting to bind port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:29:54.427193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Attempting to bind port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:29:54.427193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Attempting to bind port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 on network 84422956-e694-4401-8d53-6a8bd294be27 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:29:54.488383 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651baec-d09e-413e-a31c-c3f893c39787 None None] Pushing event updated for resources: {'Port': ['ID=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:54.497523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:29:54.498481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Checking segment: {'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:29:54.498481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.498743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Bound using segment: {'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:29:54.499208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Bound port: a2f6f256-ef4c-44e4-911d-e1d6f1db7f57, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:29:54.499461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.500311 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.501079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.719658 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Attempting to bind port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:29:54.719930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Attempting to bind port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:29:54.720307 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Attempting to bind port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 on network 87f14bb9-3a84-44b5-b0b8-133061348f44 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:29:54.727479 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] For port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:29:54.734040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] For port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,segment=NetworkSegment(8f11ce5f-f632-4fe1-b166-c3faaeb70a95),segment_id=8f11ce5f-f632-4fe1-b166-c3faaeb70a95)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:29:54.737991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:29:54.738364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Checking segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:29:54.738782 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.739125 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Bound using segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:29:54.739576 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Bound port: fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:29:54.739936 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.819730 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:54.839337 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84221) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:29:54.883677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] For port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:29:54.900090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] For port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:29:54.914073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd50c32-4de5-4706-be26-325a2043f605 None None] Pushing event updated for resources: {'Port': ['ID=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:54.967849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:55.051205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651baec-d09e-413e-a31c-c3f893c39787 None None] Pushing event updated for resources: {'Port': ['ID=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:55.059837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:55.059837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:55.069291 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:29:55.098727 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Sync routers for ids ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:29:55.114916 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Routers {'09e3db59-b34f-4d5a-8601-0dbe81acd5f9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:55.115540 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:55.165821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:55.169940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-702b49e2-61ca-4c6a-ac44-91ddbb9a7122 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1355886 Dec 23 16:29:55.170266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35834) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:55.316487 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Set router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:55.351120 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:55.418208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f0438b6-092f-4c86-a024-0abc4ca1232f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:55.653398 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:54Z', 'revision_number': 3, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port': {'id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:55.657697 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Checking router: 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:29:55.658029 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Updating router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 port c1190828-2bdd-4350-b56d-c94f7d8cf3db binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:29:55.710840 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:54Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:55.715101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2af95d-3ad0-4e1d-983f-fbc1dbc1688e None None] The sync data for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv is: [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:54Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:29:55.720044 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.120557 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.136920 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Transition to ACTIVE for port object c1190828-2bdd-4350-b56d-c94f7d8cf3db will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:56.173853 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b076de27-19ba-478e-8053-fbc293e44910 None None] Network 84422956-e694-4401-8d53-6a8bd294be27 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:29:56.213786 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.242794 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.303823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:56.349249 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Attempting to bind port c1190828-2bdd-4350-b56d-c94f7d8cf3db on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:29:56.350909 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Attempting to bind port c1190828-2bdd-4350-b56d-c94f7d8cf3db by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:29:56.350909 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Attempting to bind port c1190828-2bdd-4350-b56d-c94f7d8cf3db on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:29:56.352481 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c550d-a402-4ca2-9854-a8076c78fbb5 None None] Pushing event updated for resources: {'Port': ['ID=c1190828-2bdd-4350-b56d-c94f7d8cf3db,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:56.360662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:29:56.360662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:29:56.360662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.360662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:29:56.361211 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Bound port: c1190828-2bdd-4350-b56d-c94f7d8cf3db, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:29:56.361211 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.448280 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] For port c1190828-2bdd-4350-b56d-c94f7d8cf3db, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:29:56.451473 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] For port c1190828-2bdd-4350-b56d-c94f7d8cf3db, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c1190828-2bdd-4350-b56d-c94f7d8cf3db,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:29:56.506228 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Allocated IP 172.20.0.1 (84422956-e694-4401-8d53-6a8bd294be27/df9d127f-4d4f-450e-b645-b680d3096b67/d6471bbf-c593-4a4f-9078-a48d62b04713) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:29:56.511361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e891419a-e84e-408b-b3d4-bdb23e816aec None None] Provisioning for port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:56.522743 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.590511 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:56.598099 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:56.598404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.611604 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c550d-a402-4ca2-9854-a8076c78fbb5 None None] Pushing event updated for resources: {'Port': ['ID=c1190828-2bdd-4350-b56d-c94f7d8cf3db,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:56.618789 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Routers {'09e3db59-b34f-4d5a-8601-0dbe81acd5f9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:29:56.619387 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:56.701977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.718854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Transition to ACTIVE for port object d6471bbf-c593-4a4f-9078-a48d62b04713 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:29:56.776095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.808875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:56.811846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.874340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:56.875903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:56.883694 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] Set router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:29:56.946089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Network 84422956-e694-4401-8d53-6a8bd294be27 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:56.947470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:56.949667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Pushing event updated for resources: {'Port': ['ID=d6471bbf-c593-4a4f-9078-a48d62b04713,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:56.952058 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:29:57.017879 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.041941 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:57.142741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:57.148086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:57.148473 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.197309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.220380 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:54Z', 'revision_number': 3, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port': {'id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:29:57.225110 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc4956-ccce-49ca-aa25-5d77c77a61c8 None None] The sync data for ids ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'] in dv-neutron-822796-1-hyperv is: [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:54Z', 'revision_number': 3, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port': {'id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:29:57.319744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.351239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,segment=NetworkSegment(8f11ce5f-f632-4fe1-b166-c3faaeb70a95),segment_id=8f11ce5f-f632-4fe1-b166-c3faaeb70a95)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:29:57.359149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-389bc86f-e8a9-4ecd-98ce-109405695e0b None None] Provisioning for port d6471bbf-c593-4a4f-9078-a48d62b04713 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:29:57.364805 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-389bc86f-e8a9-4ecd-98ce-109405695e0b None None] Provisioning complete for port d6471bbf-c593-4a4f-9078-a48d62b04713 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:57.365170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-389bc86f-e8a9-4ecd-98ce-109405695e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.419890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-389bc86f-e8a9-4ecd-98ce-109405695e0b None None] Port d6471bbf-c593-4a4f-9078-a48d62b04713 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:29:57.434336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.445807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.501557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:57.513625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.618423 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Pushing event updated for resources: {'Port': ['ID=d6471bbf-c593-4a4f-9078-a48d62b04713,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:57.620660 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.736714 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-08be33ab-652a-4b45-abe9-8a6b9ead2652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:57.762552 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Network 84422956-e694-4401-8d53-6a8bd294be27 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:29:57.763735 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:29:58.045101 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7ba40ea1-ec52-4f34-802a-3836b5cce13a None None] Provisioning complete for port d6471bbf-c593-4a4f-9078-a48d62b04713 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:58.045673 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7ba40ea1-ec52-4f34-802a-3836b5cce13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:58.096964 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-7ba40ea1-ec52-4f34-802a-3836b5cce13a None None] Port d6471bbf-c593-4a4f-9078-a48d62b04713 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:29:58.198849 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:58.255018 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:29:58.268852 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:58.269223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:58.382926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:29:58.450185 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:29:58.450963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:58.461365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:29:58.471379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d6c47a9c-19eb-41f6-a6e5-d74b9ebf7c53 admin admin] 10.222.0.58 "PUT /v2.0/routers/09e3db59-b34f-4d5a-8601-0dbe81acd5f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3000450 Dec 23 16:29:59.016898 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.056503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.230736 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35846) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:59.236515 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031269504', 'description': 'tempest-secgroup-smoke-1031269504 description', 'project_id': 'fdd34298a2334d6b8361cca090d4235c'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:59.243186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:59.247373 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:59.250391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:59.257430 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:59.319764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.355608 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:59.359497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:59.362824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:59.368538 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:59.425071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.513761 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.563630 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:29:59.656743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.657988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d65bf1bd-d2c7-4c18-ad0c-8ccd9920d43c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4262276 Dec 23 16:29:59.661481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35850) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:29:59.666960 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:29:59.672969 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:29:59.677444 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:29:59.680427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:29:59.686275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:29:59.817835 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.877785 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.953343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:29:59.980652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde84440-efcb-4cf6-acaf-3624e4fc4aab,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:00.044949 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.046127 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fe2df7d9-3bd1-4ba3-9158-6e64306396b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3837447 Dec 23 16:30:00.048933 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35854) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:30:00.054424 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:00.060392 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:30:00.064339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:30:00.067206 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:30:00.072943 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:30:00.142645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.202991 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.256170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.279182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab658ee6-6da6-47bb-b753-8ca19a5f5f6b,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:00.387910 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.389093 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e8b2bd0c-6eb6-490f-810e-5df78cf2d838 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3392012 Dec 23 16:30:00.391902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35858) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:30:00.398097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:00.404015 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:30:00.407851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:30:00.410860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:30:00.416708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:30:00.497287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.561446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.588235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.622085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.655808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedd24de-27d3-4aec-8302-c95d17b93731,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:00.719484 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.720759 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-cffc7a42-11a3-4e02-92f5-102246fd473e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3279047 Dec 23 16:30:00.723674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35862) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:30:00.729165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:00.735202 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:30:00.741568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:30:00.744456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:30:00.750045 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:30:00.811076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.875072 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.925814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:00.949356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac47e16-4958-466b-a1c1-c995119e3377,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:01.016488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.017716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-097bbba3-b228-4ae0-9bd0-3ed229f581be tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2931094 Dec 23 16:30:01.020809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35866) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:30:01.026764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:01.032634 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:30:01.036923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:30:01.039783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:30:01.045779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:30:01.114056 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Project fdd34298a2334d6b8361cca090d4235c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:30:01.120734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.185247 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.238998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.261885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a4be7f-0e2f-41a9-a521-ea47fc224b4a,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:01.307856 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.309058 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-47388be4-ddad-4df8-b30a-82facbe4aa71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2872953 Dec 23 16:30:01.311759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35870) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:30:01.317191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:01.323039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:30:01.326902 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:30:01.329784 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:30:01.336934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:30:01.404757 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.securitygroups_db [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Project fdd34298a2334d6b8361cca090d4235c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:30:01.411747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.479696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.536520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.558738 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed0379b-ba16-4bcb-937e-fffe9a13a8b3,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:01.616684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:01.617889 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-2615a16a-9f24-40c5-8df0-a6ba0c5b0b3e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3051889 Dec 23 16:30:01.787764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-a67c1bde-975c-42a8-8176-671a362d5cbe tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Synchronizing usage tracker for tenant:fdd34298a2334d6b8361cca090d4235c on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:30:01.873473 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-a67c1bde-975c-42a8-8176-671a362d5cbe tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Unset dirty status for tenant:fdd34298a2334d6b8361cca090d4235c on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:30:01.874620 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-a67c1bde-975c-42a8-8176-671a362d5cbe tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031269504&fields=id&tenant_id=fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 267 time: 0.1265767 Dec 23 16:30:02.022955 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-e163e67d-d36f-49c2-ad7e-29b6d77aa571 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:02.024449 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-e163e67d-d36f-49c2-ad7e-29b6d77aa571 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 809 time: 0.1423812 Dec 23 16:30:02.040422 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-9f79d258-fcef-4d68-b204-3a6dad73d638 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/quotas/fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 375 time: 0.0105467 Dec 23 16:30:02.118068 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-2dbe6165-727c-49d4-8efd-f5e7af91635f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730755 Dec 23 16:30:02.257900 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-54cb6a7b-98e6-4829-a017-56cc75e24806 service neutron] 10.222.0.58 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254599 Dec 23 16:30:02.485612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-d5271414-f255-4172-96cf-1c2533c19938 service neutron] 10.222.0.58 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219005 Dec 23 16:30:02.795909 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bcc3c584-dace-4137-88c7-50e432c94b1f req-61c67611-9245-4aa6-9747-68abc6f46f21 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 210 time: 0.0444486 Dec 23 16:30:03.909787 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-59bf4fc0-8eb9-4298-9cfb-dc5db6841e1f req-3c7ff462-4714-405e-b01e-2e1889d8c39b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 210 time: 0.0443256 Dec 23 16:30:04.216486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c1190828-2bdd-4350-b56d-c94f7d8cf3db up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:30:04.365100 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port c1190828-2bdd-4350-b56d-c94f7d8cf3db completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:30:04.370028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c1190828-2bdd-4350-b56d-c94f7d8cf3db triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:30:04.371834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:04.484686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:04.499793 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port c1190828-2bdd-4350-b56d-c94f7d8cf3db, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c1190828-2bdd-4350-b56d-c94f7d8cf3db,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:30:04.553039 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:04.616644 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=c1190828-2bdd-4350-b56d-c94f7d8cf3db,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:05.086063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-02e53438-2d40-4c20-b63b-c624120cf952 req-86850977-f9db-40f8-8d7d-f1859838ec3a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 210 time: 0.0483873 Dec 23 16:30:05.147418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-5746595b-d499-49c3-bfa8-6069ad971854 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:05.148953 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-5746595b-d499-49c3-bfa8-6069ad971854 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 809 time: 0.1988771 Dec 23 16:30:05.208099 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-a0a89d76-4512-4c3e-9d4e-301e38a534ea tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 380 time: 0.0460751 Dec 23 16:30:05.217565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'port': {'device_id': '05ab437a-a140-45ca-b434-457fdd894839', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'admin_state_up': True, 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'security_groups': ['07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:05.354053 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:30:05.357811 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:port and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:30:05.360734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:30:05.367043 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:30:05.462224 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Made reservation on behalf of fdd34298a2334d6b8361cca090d4235c for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:30:05.465297 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:05.624693 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Allocated IP 172.20.0.9 (87f14bb9-3a84-44b5-b0b8-133061348f44/b7362960-df67-43b7-955a-884adc6d1bfc/298e4a9f-6bff-44a4-a374-9638dbcbda71) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:30:05.812711 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:05.827566 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Transition to ACTIVE for port object 298e4a9f-6bff-44a4-a374-9638dbcbda71 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:30:05.902729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:05.974635 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:30:05.978159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:30:05.983368 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:30:06.056344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:06.056344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:06.056344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:06.126602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-65a5363a-b081-4643-b60e-f362dcc1321a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9126723 Dec 23 16:30:06.139321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Request body: {'port': {'device_id': '05ab437a-a140-45ca-b434-457fdd894839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:06.209861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c1190828-2bdd-4350-b56d-c94f7d8cf3db up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:30:06.289239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port c1190828-2bdd-4350-b56d-c94f7d8cf3db triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:30:06.289602 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:06.308215 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:06.337083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f9ba98c5-ca2a-4354-97d8-a224ee7ed697 None None] Provisioning for port 298e4a9f-6bff-44a4-a374-9638dbcbda71 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:30:06.347057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-f9ba98c5-ca2a-4354-97d8-a224ee7ed697 None None] Provisioning complete for port 298e4a9f-6bff-44a4-a374-9638dbcbda71 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:30:06.347425 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f9ba98c5-ca2a-4354-97d8-a224ee7ed697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:06.392387 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f21b6-e9af-4dc9-aad5-36c630e6ca6e req-0e01cce7-fe4c-4a1d-9758-9040b92e0cd0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:06.393626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8d0f21b6-e9af-4dc9-aad5-36c630e6ca6e req-0e01cce7-fe4c-4a1d-9758-9040b92e0cd0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Synchronizing usage tracker for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:30:06.409856 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba98c5-ca2a-4354-97d8-a224ee7ed697 None None] Port 298e4a9f-6bff-44a4-a374-9638dbcbda71 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:30:06.546780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-8d0f21b6-e9af-4dc9-aad5-36c630e6ca6e req-0e01cce7-fe4c-4a1d-9758-9040b92e0cd0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Unset dirty status for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:30:06.547893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8d0f21b6-e9af-4dc9-aad5-36c630e6ca6e req-0e01cce7-fe4c-4a1d-9758-9040b92e0cd0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 931 time: 0.3205659 Dec 23 16:30:06.632330 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8d0f21b6-e9af-4dc9-aad5-36c630e6ca6e req-63baccd1-8e59-498f-838a-20090c8d74fe tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767817 Dec 23 16:30:06.713750 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298e4a9f-6bff-44a4-a374-9638dbcbda71 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:30:06.723014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:06.734481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Transition to ACTIVE for port object 298e4a9f-6bff-44a4-a374-9638dbcbda71 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:30:06.827563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:07.058137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:07.167522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Attempting to bind port 298e4a9f-6bff-44a4-a374-9638dbcbda71 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:30:07.168157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Attempting to bind port 298e4a9f-6bff-44a4-a374-9638dbcbda71 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:30:07.168271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Attempting to bind port 298e4a9f-6bff-44a4-a374-9638dbcbda71 on network 87f14bb9-3a84-44b5-b0b8-133061348f44 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:30:07.173821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Port 298e4a9f-6bff-44a4-a374-9638dbcbda71 on network 87f14bb9-3a84-44b5-b0b8-133061348f44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:30:07.174920 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Attempting to bind port 298e4a9f-6bff-44a4-a374-9638dbcbda71 on network 87f14bb9-3a84-44b5-b0b8-133061348f44 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:30:07.181086 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:30:07.181418 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Checking segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:30:07.181787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Bound using segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:30:07.182200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Bound port: 298e4a9f-6bff-44a4-a374-9638dbcbda71, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:30:07.182534 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:07.271673 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:30:07.274577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:30:07.342476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:07.405709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:07.407069 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] 10.222.0.57 "PUT /v2.0/ports/298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 1093 time: 1.2724037 Dec 23 16:30:07.407475 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:30:07.431304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0122f5-b6c5-4054-81f0-1f864f06976e service neutron] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:07.465858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'status': 'completed', 'code': 200} Dec 23 16:30:07.567785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce856909-5d5b-44d4-a7f0-b72f5ea91f62 req-949f404f-aee8-4acb-a514-472f9b4eac76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1096 time: 0.0798404 Dec 23 16:30:07.717283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce856909-5d5b-44d4-a7f0-b72f5ea91f62 req-bfa6d3c6-8e34-4311-a34d-5f435089416a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:07.718957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce856909-5d5b-44d4-a7f0-b72f5ea91f62 req-bfa6d3c6-8e34-4311-a34d-5f435089416a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=fdd34298a2334d6b8361cca090d4235c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1439126 Dec 23 16:30:07.910343 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce856909-5d5b-44d4-a7f0-b72f5ea91f62 req-5aa5b2ca-f479-45d2-bb48-805035772402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:07.911705 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ce856909-5d5b-44d4-a7f0-b72f5ea91f62 req-5aa5b2ca-f479-45d2-bb48-805035772402 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833084 Dec 23 16:30:07.922363 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110e2b7-2d00-40ca-b36f-bed236c00d10 req-02fd2b85-2e25-460e-9080-293fedb96474 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:07.923814 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5110e2b7-2d00-40ca-b36f-bed236c00d10 req-02fd2b85-2e25-460e-9080-293fedb96474 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.1292844 Dec 23 16:30:07.993655 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:08.021758 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5110e2b7-2d00-40ca-b36f-bed236c00d10 req-578c3f16-ba82-4b60-997b-dcdc15e81e7e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907674 Dec 23 16:30:08.042690 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-cd32e5ba-5194-4a20-b813-d371f9f99598 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1096 time: 0.0912864 Dec 23 16:30:08.111358 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-c3ab85d0-7afa-4514-83f7-d6703a3dad2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 217 time: 0.0614595 Dec 23 16:30:08.175213 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-96bd20e1-f4eb-4cbe-a126-b12af17c8584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:08.176559 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-96bd20e1-f4eb-4cbe-a126-b12af17c8584 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0596032 Dec 23 16:30:08.249716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-3245db77-240d-4762-aa78-ac5c6c0bf504 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665739 Dec 23 16:30:08.379885 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-d9d6d8dd-4a29-4075-a61d-c168beea20ee service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241229 Dec 23 16:30:08.510742 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90fa72ef-0837-45b6-af21-fb05478f5733 req-80f69341-04e8-4ed3-a2eb-1170535fa174 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244357 Dec 23 16:30:09.223594 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4093d5-0c0b-4f28-8104-f5046b84e215 req-dd68e7c3-bace-4a18-b3ac-11a649f3c9af tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:09.225056 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c4093d5-0c0b-4f28-8104-f5046b84e215 req-dd68e7c3-bace-4a18-b3ac-11a649f3c9af tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0806472 Dec 23 16:30:09.270741 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0c4093d5-0c0b-4f28-8104-f5046b84e215 req-6896bc4a-27bd-4ad0-8740-f53ed0785a7d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 Dec 23 16:30:10.462788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f16b4-512e-4e96-81cb-662c489e71c9 req-284b67bd-edc1-43ec-b3cf-4ce1b3b99fd3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:10.464158 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-300f16b4-512e-4e96-81cb-662c489e71c9 req-284b67bd-edc1-43ec-b3cf-4ce1b3b99fd3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0758367 Dec 23 16:30:10.510267 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-300f16b4-512e-4e96-81cb-662c489e71c9 req-f08931d6-7a00-46a1-a2b7-de626851371b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Dec 23 16:30:11.308790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:30:11.439164 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:30:11.454743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'port_id': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'mac_address': 'fa:16:3e:9c:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:30:11.507590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:11.528201 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298e4a9f-6bff-44a4-a374-9638dbcbda71 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:30:11.544343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:30:11.616663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:11.685362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:11.804593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231c748-fd7e-4053-a9e9-02b426d40049 req-e63e5b51-f5b4-494f-9abb-395a692c5837 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:11.806036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5231c748-fd7e-4053-a9e9-02b426d40049 req-e63e5b51-f5b4-494f-9abb-395a692c5837 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 944 time: 0.1726499 Dec 23 16:30:11.851276 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5231c748-fd7e-4053-a9e9-02b426d40049 req-f9699acd-eb16-42a3-98d5-7a765e3df9bf tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395880 Dec 23 16:30:12.044269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['298e4a9f-6bff-44a4-a374-9638dbcbda71'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:30:13.049271 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c7ff5-1fef-4bdb-9196-fc5e1c1e58ba req-88933d49-d36d-48ab-971e-e00ffa929133 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:13.058813 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f42c7ff5-1fef-4bdb-9196-fc5e1c1e58ba req-88933d49-d36d-48ab-971e-e00ffa929133 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 944 time: 0.0795734 Dec 23 16:30:13.102992 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f42c7ff5-1fef-4bdb-9196-fc5e1c1e58ba req-e7d73d17-ffc6-4eb4-bbc4-e1faecb8f62b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458059 Dec 23 16:30:13.310242 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:30:13.438888 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 298e4a9f-6bff-44a4-a374-9638dbcbda71 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:30:13.444239 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 298e4a9f-6bff-44a4-a374-9638dbcbda71 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:30:13.444598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:13.579572 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:13.607077 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:30:13.617989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:30:13.662530 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'code': 200} Dec 23 16:30:13.701508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:13.765142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:13.994820 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a757290-400d-468c-9e39-d682fb40c47e req-3f66f305-ceb6-48fc-93d3-5b4a84149857 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1098 time: 0.0669079 Dec 23 16:30:14.038347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a757290-400d-468c-9e39-d682fb40c47e req-607ba61e-d816-4f4f-99b9-224330076694 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365050 Dec 23 16:30:14.298674 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd26035-96fa-4c57-a8fc-cbf696dd4860 req-ba7cbaef-ff41-4f08-a2c1-445483b74bc9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:14.300093 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8dd26035-96fa-4c57-a8fc-cbf696dd4860 req-ba7cbaef-ff41-4f08-a2c1-445483b74bc9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0779066 Dec 23 16:30:14.345251 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8dd26035-96fa-4c57-a8fc-cbf696dd4860 req-c006f7f3-8bdd-413c-b99b-922ef8cdda40 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396709 Dec 23 16:30:15.547254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b63092-6721-4fb0-b4c3-4bd536f99363 req-04c2e304-5baa-49dd-8d8e-b58b2ecdabfb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:15.548859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82b63092-6721-4fb0-b4c3-4bd536f99363 req-04c2e304-5baa-49dd-8d8e-b58b2ecdabfb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0778050 Dec 23 16:30:15.597361 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82b63092-6721-4fb0-b4c3-4bd536f99363 req-20fac976-0951-4f25-a921-29883094f3fa tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Dec 23 16:30:15.734651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Sync routers for ids ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:30:15.747275 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Routers {'09e3db59-b34f-4d5a-8601-0dbe81acd5f9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:30:15.747875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:15.925310 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Set router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:30:16.245785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:57Z', 'revision_number': 4, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port': {'id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'd6471bbf-c593-4a4f-9078-a48d62b04713', 'name': '', 'network_id': '84422956-e694-4401-8d53-6a8bd294be27', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'mac_address': 'fa:16:3e:a3:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df9d127f-4d4f-450e-b645-b680d3096b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:56Z', 'updated_at': '2021-12-23T16:29:57Z', 'revision_number': 2, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'subnets': [{'id': 'df9d127f-4d4f-450e-b645-b680d3096b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:16.249528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Checking router: 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:30:16.249877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Updating router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 port d6471bbf-c593-4a4f-9078-a48d62b04713 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:30:16.304370 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:16.642190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:16.654638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Transition to ACTIVE for port object d6471bbf-c593-4a4f-9078-a48d62b04713 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:30:16.718681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:16.807993 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eac21-f6d6-47ea-8b35-eb9d5650b543 req-311a29ec-cfa5-4453-b445-18e19339a454 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:16.809683 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da0eac21-f6d6-47ea-8b35-eb9d5650b543 req-311a29ec-cfa5-4453-b445-18e19339a454 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0839801 Dec 23 16:30:16.845268 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17115141-99b3-4bca-aa4d-842ebbcbbe71 None None] Pushing event updated for resources: {'Port': ['ID=d6471bbf-c593-4a4f-9078-a48d62b04713,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:16.860650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da0eac21-f6d6-47ea-8b35-eb9d5650b543 req-9f9c898d-6245-4465-a8e0-c6f1e7612e04 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449932 Dec 23 16:30:16.938758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Attempting to bind port d6471bbf-c593-4a4f-9078-a48d62b04713 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:30:16.939202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Attempting to bind port d6471bbf-c593-4a4f-9078-a48d62b04713 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:30:16.939635 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Attempting to bind port d6471bbf-c593-4a4f-9078-a48d62b04713 on network 84422956-e694-4401-8d53-6a8bd294be27 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:30:16.948226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:30:16.948590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Checking segment: {'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:30:16.948970 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:16.949348 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Bound using segment: {'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:30:16.949797 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Bound port: d6471bbf-c593-4a4f-9078-a48d62b04713, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f11ce5f-f632-4fe1-b166-c3faaeb70a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '84422956-e694-4401-8d53-6a8bd294be27'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:30:16.950157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:17.041054 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] For port d6471bbf-c593-4a4f-9078-a48d62b04713, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:30:17.044505 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] For port d6471bbf-c593-4a4f-9078-a48d62b04713, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d6471bbf-c593-4a4f-9078-a48d62b04713,segment=NetworkSegment(8f11ce5f-f632-4fe1-b166-c3faaeb70a95),segment_id=8f11ce5f-f632-4fe1-b166-c3faaeb70a95)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:30:17.064646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176062d-8221-47c5-82c8-0ed3a2060227 req-23ae30e3-9494-4e05-b0b3-6ee838c49653 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:17.066073 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e176062d-8221-47c5-82c8-0ed3a2060227 req-23ae30e3-9494-4e05-b0b3-6ee838c49653 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0810833 Dec 23 16:30:17.107774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:17.113873 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e176062d-8221-47c5-82c8-0ed3a2060227 req-2e977684-64ab-45f0-a766-1ddc312847c3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416849 Dec 23 16:30:17.142718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35942) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:30:17.192257 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17115141-99b3-4bca-aa4d-842ebbcbbe71 None None] Pushing event updated for resources: {'Port': ['ID=d6471bbf-c593-4a4f-9078-a48d62b04713,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:17.196420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Routers {'09e3db59-b34f-4d5a-8601-0dbe81acd5f9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:30:17.197235 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:17.368024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4919071a-a0eb-4660-b1fa-9352522f0c27 tempest-TestShelveInstance-1579406065 tempest-TestShelveInstance-1579406065-project-admin] Synchronizing usage tracker for tenant:dd450ac97b674b91ae000a9c7ea6f2ed on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:30:17.425203 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] Set router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:30:17.438769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4919071a-a0eb-4660-b1fa-9352522f0c27 tempest-TestShelveInstance-1579406065 tempest-TestShelveInstance-1579406065-project-admin] Unset dirty status for tenant:dd450ac97b674b91ae000a9c7ea6f2ed on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:30:17.443492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4919071a-a0eb-4660-b1fa-9352522f0c27 tempest-TestShelveInstance-1579406065 tempest-TestShelveInstance-1579406065-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1093 time: 0.2962689 Dec 23 16:30:17.443694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 35948) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:30:17.449315 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:30:17.455256 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:30:17.460095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:floatingip and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:30:17.463049 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:30:17.468848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:30:17.535810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:17.673431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:17.737778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:57Z', 'revision_number': 4, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port': {'id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'd6471bbf-c593-4a4f-9078-a48d62b04713', 'name': '', 'network_id': '84422956-e694-4401-8d53-6a8bd294be27', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'mac_address': 'fa:16:3e:a3:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df9d127f-4d4f-450e-b645-b680d3096b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:56Z', 'updated_at': '2021-12-23T16:30:17Z', 'revision_number': 4, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'subnets': [{'id': 'df9d127f-4d4f-450e-b645-b680d3096b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:17.742524 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5939bb8b-2402-4c68-b631-467d66ab8ddd None None] The sync data for ids ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'] in dv-neutron-822796-1-hyperv is: [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:29:57Z', 'revision_number': 4, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port': {'id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'd6471bbf-c593-4a4f-9078-a48d62b04713', 'name': '', 'network_id': '84422956-e694-4401-8d53-6a8bd294be27', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'mac_address': 'fa:16:3e:a3:f8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df9d127f-4d4f-450e-b645-b680d3096b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:56Z', 'updated_at': '2021-12-23T16:30:17Z', 'revision_number': 4, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'subnets': [{'id': 'df9d127f-4d4f-450e-b645-b680d3096b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:30:17.822492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Allocated IP 172.26.6.27 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/f3bb6d10-7cbc-41e3-bb15-a2852a2f4525) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:30:17.980779 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:18.079186 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:18.146019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:30:18.148979 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:30:18.152996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:30:18.194322 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'Port': ['ID=f3bb6d10-7cbc-41e3-bb15-a2852a2f4525,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:18.231198 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6471bbf-c593-4a4f-9078-a48d62b04713 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:30:18.365540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port d6471bbf-c593-4a4f-9078-a48d62b04713 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:30:18.375247 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d6471bbf-c593-4a4f-9078-a48d62b04713 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:30:18.376066 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:18.504738 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:18.540959 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port d6471bbf-c593-4a4f-9078-a48d62b04713, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d6471bbf-c593-4a4f-9078-a48d62b04713,segment=NetworkSegment(8f11ce5f-f632-4fe1-b166-c3faaeb70a95),segment_id=8f11ce5f-f632-4fe1-b166-c3faaeb70a95)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:30:18.604804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:18.693467 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=d6471bbf-c593-4a4f-9078-a48d62b04713,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:18.794616 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:18.896884 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:19.104032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:19.152809 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:19.256703 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'Port': ['ID=f3bb6d10-7cbc-41e3-bb15-a2852a2f4525,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:30:19.274559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:19.464633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Floating IP 5f6ce9e7-be79-46da-aa81-5218b75b1954 associated. External IP: 172.26.6.27, port: 298e4a9f-6bff-44a4-a374-9638dbcbda71. Dec 23 16:30:19.849715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Router 4d27a191-6a6a-4867-968d-a7ac22549b5b has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:30:20.044413 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:30:20.059988 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] Sync routers for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:30:20.066662 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:30:20.067877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:20.147895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:20.220159 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a0e961fc-b14a-4ea6-9ccd-a8a59d63fe19 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7628973 Dec 23 16:30:20.220159 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:30:20.220712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6471bbf-c593-4a4f-9078-a48d62b04713 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:30:20.255461 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:30:20.273603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'status': 'completed', 'code': 200} Dec 23 16:30:20.282876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port d6471bbf-c593-4a4f-9078-a48d62b04713 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:30:20.283249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:20.371233 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-db7b8c35-747c-4410-9b06-2cb5e6a2db7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1098 time: 0.0748341 Dec 23 16:30:20.624556 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-32916906-90e5-446d-a559-a1d5cdda80ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:20.626253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-32916906-90e5-446d-a559-a1d5cdda80ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.2490921 Dec 23 16:30:20.641126 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '5f6ce9e7-be79-46da-aa81-5218b75b1954', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'floating_ip_address': '172.26.6.27', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'port_id': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'mac_address': 'fa:16:3e:9c:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab437a-a140-45ca-b434-457fdd894839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:30:18Z', 'updated_at': '2021-12-23T16:30:18Z', 'revision_number': 0, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:20.651574 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] Checking router: 4d27a191-6a6a-4867-968d-a7ac22549b5b for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:30:20.657628 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:30:20.658797 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:29:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:20.737060 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-ee505949-05b2-4877-84de-83dde44326ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 998 time: 0.1030860 Dec 23 16:30:20.799357 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-502da5b8-ec18-41f7-9e9c-8f0ae1cae306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:20.800848 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-502da5b8-ec18-41f7-9e9c-8f0ae1cae306 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0578499 Dec 23 16:30:20.840194 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:30:20.878875 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-a784d81c-d2bb-4535-9bf9-512d494f26eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712271 Dec 23 16:30:21.012489 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-f07dca9e-a97c-4b2d-9e56-dd4129901ea8 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267991 Dec 23 16:30:21.149063 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de8cfc7d-b943-444c-a655-e510aa80b021 req-6c6f3db6-3e1f-46b9-bcf0-0031db89edc0 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310139 Dec 23 16:30:21.187320 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '5f6ce9e7-be79-46da-aa81-5218b75b1954', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'floating_ip_address': '172.26.6.27', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'port_id': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'mac_address': 'fa:16:3e:9c:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab437a-a140-45ca-b434-457fdd894839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:30:18Z', 'updated_at': '2021-12-23T16:30:18Z', 'revision_number': 0, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:30:21.191329 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7f26c-29b2-459e-9e40-7e22d177f9fb None None] The sync data for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv is: [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '5f6ce9e7-be79-46da-aa81-5218b75b1954', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'floating_ip_address': '172.26.6.27', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'port_id': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'mac_address': 'fa:16:3e:9c:2d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ab437a-a140-45ca-b434-457fdd894839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:30:18Z', 'updated_at': '2021-12-23T16:30:18Z', 'revision_number': 0, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:30:21.985988 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:30:23.885627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1801414f-ecf3-451d-995a-e55a04ec4c1a None None] New status for floating IP 5f6ce9e7-be79-46da-aa81-5218b75b1954: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:30:25.364074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d9f35117-c8c5-4cac-b52c-3dc2f1729f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:27.712943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-93605cec-c4b5-44fc-8e5a-dd8dda68f83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:28.993016 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:29.009925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:30.523697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:30.999640 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-5c3bd875-80a3-45d3-a210-724fe1108128 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662248 Dec 23 16:30:31.137009 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-ad5dd2d3-e816-42b9-9dcd-2b63c0ad1636 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1098 time: 0.0691469 Dec 23 16:30:31.293727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-6172e74f-bef2-4e52-8ba2-d3d50366e6ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:31.295153 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-6172e74f-bef2-4e52-8ba2-d3d50366e6ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1336238 Dec 23 16:30:31.397282 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-84ace861-d4c3-4bfc-b4d3-3dfb412e0b7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 1000 time: 0.0958428 Dec 23 16:30:31.462523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-25bb8634-d33c-4c83-8d21-9a887e81b14a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:30:31.463942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-25bb8634-d33c-4c83-8d21-9a887e81b14a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0608811 Dec 23 16:30:31.555202 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-e57bc12b-d618-47a7-a3d2-c1ecf1c0ec01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849965 Dec 23 16:30:31.686653 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-37fdeeb3-e4ca-45ec-b3cb-4b25f25d0a8d service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238413 Dec 23 16:30:31.816228 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-43a2960f-2aa4-4408-8612-646b5c68af9f req-889b545b-2472-4567-ba05-ed1126e5d2e6 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222384 Dec 23 16:30:37.975637 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:55.403308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-266431ab-954b-4908-8162-b654ffa0ee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:57.712059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfc7f350-29ac-489a-805d-69bfbd11aa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:58.985803 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:30:59.021316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:30:59.054926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:00.523510 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:08.003725 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:25.397017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4631f431-f06f-4a32-a706-e371dae2cb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:27.710149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7718c292-01da-4c6e-9bd1-722af2c4dd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:29.018530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:29.042813 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:30.574593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:33.065596 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-c6c6f19f-c3a6-4f9e-a3bb-9472dc01140f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1352429 Dec 23 16:31:33.201131 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-67775300-c781-42e8-9066-a1d7b4363eae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1098 time: 0.0666852 Dec 23 16:31:33.436510 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-ca11775b-11bf-44be-97f5-617aaa351be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:31:33.437946 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-ca11775b-11bf-44be-97f5-617aaa351be2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.2178593 Dec 23 16:31:33.544457 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-95276a7a-f992-4c55-af7d-1637367d7470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 1000 time: 0.0994329 Dec 23 16:31:33.606266 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-afeaa1b7-7292-4a7a-8e48-1128bf053418 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:31:33.607634 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-afeaa1b7-7292-4a7a-8e48-1128bf053418 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0563893 Dec 23 16:31:33.686298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-cee62479-bda9-4860-b588-65b391a7471a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718129 Dec 23 16:31:33.814364 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-14be4582-8100-4312-821d-3d2c80594ee6 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207559 Dec 23 16:31:33.943204 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-05a0ff96-4fdd-4d60-858b-4d9bb792469d req-b2d37771-0cdb-479c-a7e0-d719fa13e972 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221182 Dec 23 16:31:35.986692 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:31:37.978456 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:55.400475 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-87a5e7ac-7b6f-44bc-b988-49fd254a9967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:57.705320 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c384cd44-8256-45cb-b6ff-65abf1e617dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:59.076991 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:31:59.099326 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:00.573452 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:08.002397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:12.986782 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:32:25.411526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5da45996-b2d2-4d30-b925-412f140c896c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:27.713779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0584b29b-5581-4bb2-8fc3-5866f417d471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.033650 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:29.062113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:30.565116 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:33.004367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-f90aaf78-daeb-49b6-b274-97b2c649d4ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671718 Dec 23 16:32:33.143265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-50f5fd46-dd88-44b1-8975-8650a44f1278 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1098 time: 0.0704763 Dec 23 16:32:33.283754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80288a3-abde-43cd-9343-3156c190a838 req-8841295e-1f86-4637-9bb3-09a2f00266d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:33.285169 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-8841295e-1f86-4637-9bb3-09a2f00266d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1233404 Dec 23 16:32:33.382385 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-dcaa02e7-d04d-4941-bdd9-7f4da2fa62fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 1000 time: 0.0905111 Dec 23 16:32:33.447455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80288a3-abde-43cd-9343-3156c190a838 req-3deff6c4-bd8e-4827-9318-038f042317b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:33.449013 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-3deff6c4-bd8e-4827-9318-038f042317b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0602922 Dec 23 16:32:33.524174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-90f312ff-039b-4b76-b8f4-9dad57275d42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687301 Dec 23 16:32:33.657694 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-fd484c9a-ca76-4376-b8f7-da6e69884c43 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266820 Dec 23 16:32:33.790638 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80288a3-abde-43cd-9343-3156c190a838 req-db488f26-8603-4c2f-9eba-1352c75d4c3e service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263990 Dec 23 16:32:37.982651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:49.990825 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:32:55.421365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8165fadd-63bd-4417-b504-2c9050f3ace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:55.619898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a971bea-116c-496b-9c19-3bcfb3458dcb req-c552384f-a287-47cc-9a98-c4423b28bff4 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:55.621515 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6a971bea-116c-496b-9c19-3bcfb3458dcb req-c552384f-a287-47cc-9a98-c4423b28bff4 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.1653862 Dec 23 16:32:55.666738 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6a971bea-116c-496b-9c19-3bcfb3458dcb req-bbfee90f-7d09-4c38-a638-f2306252d87b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 Dec 23 16:32:56.874808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a905b-3b2c-4087-8a8d-2ee2207061e4 req-744f28e9-1725-4371-b945-d81e5cce7ea0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:56.876276 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c66a905b-3b2c-4087-8a8d-2ee2207061e4 req-744f28e9-1725-4371-b945-d81e5cce7ea0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0768142 Dec 23 16:32:56.921670 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c66a905b-3b2c-4087-8a8d-2ee2207061e4 req-ed6693d3-52e1-413d-89e3-94e5cea8555c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Dec 23 16:32:57.704112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-00ba750d-be84-4922-b007-3a0880867647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:58.223893 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2b025-475c-434e-a07d-95759c336142 req-bdf713ec-dbd7-4a92-9598-ce048bf869bd tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:58.224887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93b2b025-475c-434e-a07d-95759c336142 req-bdf713ec-dbd7-4a92-9598-ce048bf869bd tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.1695302 Dec 23 16:32:58.270483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-93b2b025-475c-434e-a07d-95759c336142 req-33288235-9cc5-43c6-94be-cfbc2ec11d69 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 Dec 23 16:32:59.032585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:59.055279 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:32:59.481912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4cf0-9997-4525-9ff6-97b284a1fff7 req-70019163-f4ec-4d79-8b9f-48d3ec26fd7b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:32:59.483851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e48b4cf0-9997-4525-9ff6-97b284a1fff7 req-70019163-f4ec-4d79-8b9f-48d3ec26fd7b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0844252 Dec 23 16:32:59.530386 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e48b4cf0-9997-4525-9ff6-97b284a1fff7 req-79d356e6-bb8f-4598-81bd-3a24fd4ee3ae tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Dec 23 16:33:00.540760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:00.730287 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0c6a2-3c97-4f67-bed9-dcd9e9723176 req-5a341a15-5b66-4208-81a4-b0258b80720a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:00.730287 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4cd0c6a2-3c97-4f67-bed9-dcd9e9723176 req-5a341a15-5b66-4208-81a4-b0258b80720a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0820899 Dec 23 16:33:00.775652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4cd0c6a2-3c97-4f67-bed9-dcd9e9723176 req-ffcd076b-1f72-4c90-bbcd-1afbd14999b6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Dec 23 16:33:01.971619 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e83a2-2d71-418e-a11e-8cde5daf1ff1 req-a5166e13-3909-4db2-8df8-37f74a52153c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:01.972999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff9e83a2-2d71-418e-a11e-8cde5daf1ff1 req-a5166e13-3909-4db2-8df8-37f74a52153c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0790536 Dec 23 16:33:02.018545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ff9e83a2-2d71-418e-a11e-8cde5daf1ff1 req-45c85c55-185b-46e1-a07b-6db0403e98f9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Dec 23 16:33:03.211064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc4169-fbe4-4043-9ae1-86b3296bb75d req-56aba57b-5558-4f0e-b846-8f6a9cb939c4 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:03.212539 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fcc4169-fbe4-4043-9ae1-86b3296bb75d req-56aba57b-5558-4f0e-b846-8f6a9cb939c4 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0752904 Dec 23 16:33:03.257635 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0fcc4169-fbe4-4043-9ae1-86b3296bb75d req-ff35c83e-c91d-4e08-8741-7ccfaef67191 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388672 Dec 23 16:33:04.451908 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef20b-8584-4400-8307-2cc422a96b66 req-8f31963f-5038-460e-998d-4e36faffeef8 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:04.453354 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d82ef20b-8584-4400-8307-2cc422a96b66 req-8f31963f-5038-460e-998d-4e36faffeef8 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0784128 Dec 23 16:33:04.498130 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d82ef20b-8584-4400-8307-2cc422a96b66 req-b01da413-3efd-4f04-884f-45ad06e38d8a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Dec 23 16:33:05.690374 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c87277-01e1-477b-a39f-724e0bf5e88c req-abf1ee52-d708-4d09-8cad-453e26a8b561 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:05.691827 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-78c87277-01e1-477b-a39f-724e0bf5e88c req-abf1ee52-d708-4d09-8cad-453e26a8b561 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0761700 Dec 23 16:33:05.739737 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-78c87277-01e1-477b-a39f-724e0bf5e88c req-f93f96ca-c8fb-4810-9bd8-eb516511fe1c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424788 Dec 23 16:33:06.939953 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7519c8-5b6f-48df-a2ab-a2ed045410de req-30a0ae1f-ccff-4327-a04d-63233fd1ea0c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:06.941360 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db7519c8-5b6f-48df-a2ab-a2ed045410de req-30a0ae1f-ccff-4327-a04d-63233fd1ea0c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0761483 Dec 23 16:33:06.987002 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-db7519c8-5b6f-48df-a2ab-a2ed045410de req-77b6ace1-ff0b-4c34-94da-3dcab0949c4c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Dec 23 16:33:07.983514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.182213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:33:08.194817 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adbdfa-1796-4017-a067-3181388ca8c5 req-847f8449-189b-4b31-bc53-61938ce0f5bd tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:08.196283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36adbdfa-1796-4017-a067-3181388ca8c5 req-847f8449-189b-4b31-bc53-61938ce0f5bd tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0788782 Dec 23 16:33:08.242288 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36adbdfa-1796-4017-a067-3181388ca8c5 req-da5721b9-eaf6-4314-b216-9fa0bc0280c7 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397863 Dec 23 16:33:08.313779 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:08.327025 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'port_id': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'mac_address': 'fa:16:3e:9c:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:33:08.381590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.398809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 298e4a9f-6bff-44a4-a374-9638dbcbda71 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:33:08.413731 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:08.474757 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:08.542131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:08.550818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['298e4a9f-6bff-44a4-a374-9638dbcbda71'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:33:08.582036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.582375 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.582706 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.583033 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.583357 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.583679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.584002 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.584346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.584660 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.584972 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:08.585283 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:33:09.439722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c131a4c-7249-4152-b41b-39e9925e85f7 req-a76cddf1-8150-4390-ae8b-710d7fce2492 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:09.441164 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c131a4c-7249-4152-b41b-39e9925e85f7 req-a76cddf1-8150-4390-ae8b-710d7fce2492 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 944 time: 0.0781031 Dec 23 16:33:09.486339 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5c131a4c-7249-4152-b41b-39e9925e85f7 req-b30be328-b6cc-420a-a43d-4b28e1d797d6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397284 Dec 23 16:33:10.214324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:33:10.283470 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 298e4a9f-6bff-44a4-a374-9638dbcbda71 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:33:10.283829 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:10.394734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:10.421517 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:33:10.431286 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:10.498565 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:10.549364 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'code': 200} Dec 23 16:33:10.566015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:10.688700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaf811-a000-4712-ae1c-17a97e6cf5a6 req-674e5a9a-aa1e-451a-adec-a9d6db5775da tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:10.690124 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8bfaf811-a000-4712-ae1c-17a97e6cf5a6 req-674e5a9a-aa1e-451a-adec-a9d6db5775da tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0800748 Dec 23 16:33:10.735588 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8bfaf811-a000-4712-ae1c-17a97e6cf5a6 req-35193891-2a5c-4a06-ac5f-77fe51034439 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399518 Dec 23 16:33:11.938984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441491fd-bbb9-4951-8fc8-3306e82eee07 req-107a47ba-caec-4343-a82d-ff24b8245768 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:11.940492 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-441491fd-bbb9-4951-8fc8-3306e82eee07 req-107a47ba-caec-4343-a82d-ff24b8245768 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0785041 Dec 23 16:33:11.991229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-441491fd-bbb9-4951-8fc8-3306e82eee07 req-68a249bb-eedc-474f-994b-e00cf4e0501c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452669 Dec 23 16:33:13.203396 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c1397-a479-4e44-a1f4-a8e104dd57be req-9894e400-ebd9-4991-8c3b-eca6bb5b3499 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:13.204893 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9c8c1397-a479-4e44-a1f4-a8e104dd57be req-9894e400-ebd9-4991-8c3b-eca6bb5b3499 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0814724 Dec 23 16:33:13.259435 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9c8c1397-a479-4e44-a1f4-a8e104dd57be req-b2e78250-4c87-4f71-bb6d-9eeaaaa1b2a2 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485430 Dec 23 16:33:14.464706 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087081-8874-47c4-873b-29f2276d67dd req-3623d580-4271-401d-94e6-3bed2d63549b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:14.468093 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1087081-8874-47c4-873b-29f2276d67dd req-3623d580-4271-401d-94e6-3bed2d63549b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0818691 Dec 23 16:33:14.514702 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1087081-8874-47c4-873b-29f2276d67dd req-b68f0b79-2afb-4ad3-9a70-6bd72a54091c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Dec 23 16:33:15.768082 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfba9a-83c6-4eee-97d8-ee455b8bef91 req-3d6e15ba-0708-4153-b0e8-986de7833d93 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:15.769547 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bfba9a-83c6-4eee-97d8-ee455b8bef91 req-3d6e15ba-0708-4153-b0e8-986de7833d93 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0766649 Dec 23 16:33:15.814898 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f3bfba9a-83c6-4eee-97d8-ee455b8bef91 req-cd93ddc4-c19e-4331-ac02-4c0c4a05e052 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Dec 23 16:33:17.041155 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b251ca-cee8-4851-8003-b1b83c1d9f1e req-02b2c78c-bf04-4eba-a225-4124050d39e9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:17.044297 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75b251ca-cee8-4851-8003-b1b83c1d9f1e req-02b2c78c-bf04-4eba-a225-4124050d39e9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0996027 Dec 23 16:33:17.095698 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75b251ca-cee8-4851-8003-b1b83c1d9f1e req-c389a9f7-ec95-4d29-befd-b78deba3951a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Dec 23 16:33:18.300692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a8387-b411-40ba-bb57-1fbe120c02b1 req-3071ab0d-55e7-43ae-a269-0ff1e43c0a9b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:18.302928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f22a8387-b411-40ba-bb57-1fbe120c02b1 req-3071ab0d-55e7-43ae-a269-0ff1e43c0a9b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0813379 Dec 23 16:33:18.349583 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f22a8387-b411-40ba-bb57-1fbe120c02b1 req-65436a89-6024-45aa-ae4f-12e169df6a16 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Dec 23 16:33:19.568730 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794c4ef-58f7-4c1d-8afc-d281fe10b7a8 req-dc089906-c309-47a9-9f0c-7589749f98b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:19.570871 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a794c4ef-58f7-4c1d-8afc-d281fe10b7a8 req-dc089906-c309-47a9-9f0c-7589749f98b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0842397 Dec 23 16:33:19.625055 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a794c4ef-58f7-4c1d-8afc-d281fe10b7a8 req-98f2a1b8-02c0-4ad2-acc7-4416f86017bb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468583 Dec 23 16:33:20.850296 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa1d6-0d13-40ce-9fbf-64b2c2aec774 req-79448a5c-8c71-48b9-b19b-fe409b823e91 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:20.852523 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a4aa1d6-0d13-40ce-9fbf-64b2c2aec774 req-79448a5c-8c71-48b9-b19b-fe409b823e91 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0866063 Dec 23 16:33:20.920783 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a4aa1d6-0d13-40ce-9fbf-64b2c2aec774 req-25eb8381-ff77-4035-bebe-5cb102e03fa0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602820 Dec 23 16:33:22.128917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0232fc-97ac-4498-b0fc-6935bf3776e2 req-95415efb-3311-409f-8126-051619204616 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:22.130428 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f0232fc-97ac-4498-b0fc-6935bf3776e2 req-95415efb-3311-409f-8126-051619204616 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0803335 Dec 23 16:33:22.177957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1f0232fc-97ac-4498-b0fc-6935bf3776e2 req-31cf9616-748d-456f-92c4-e84876118937 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Dec 23 16:33:23.489732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d940c2-f1ec-422e-9037-18612287b46d req-38eef4af-10e3-4a3e-8474-1cca273943e5 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:23.497197 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a3d940c2-f1ec-422e-9037-18612287b46d req-38eef4af-10e3-4a3e-8474-1cca273943e5 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.1837897 Dec 23 16:33:23.541715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a3d940c2-f1ec-422e-9037-18612287b46d req-a4cf7eec-e673-405a-8432-64135e6d8412 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436742 Dec 23 16:33:24.741646 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8801e5-a661-4466-a742-c528fddf9b5b req-ba54fc50-ee77-4a0a-b657-f804ab050c18 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:24.743068 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5d8801e5-a661-4466-a742-c528fddf9b5b req-ba54fc50-ee77-4a0a-b657-f804ab050c18 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0770006 Dec 23 16:33:24.788376 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5d8801e5-a661-4466-a742-c528fddf9b5b req-7fdd1453-609a-49bf-a021-5b30a67d1211 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388324 Dec 23 16:33:25.019952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-75133f59-4749-4fe8-bd52-c2d1fae6df68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1098 time: 0.0715780 Dec 23 16:33:25.152717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-3ac3a8fe-19c6-4689-88c4-9b37b0007538 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:25.154280 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-3ac3a8fe-19c6-4689-88c4-9b37b0007538 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1282446 Dec 23 16:33:25.272415 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-4c780337-62f7-470b-a691-949fd86a2603 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 1000 time: 0.1119320 Dec 23 16:33:25.336677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-c58e6d9c-7ad9-43fb-86f6-400540697fcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:25.338623 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-c58e6d9c-7ad9-43fb-86f6-400540697fcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0595756 Dec 23 16:33:25.408788 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5def3c53-d9d4-4df8-8f3c-1d77efe5aac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:25.413191 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-5874ba88-a791-4c2b-97d0-c6a791798f1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686870 Dec 23 16:33:25.560986 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-8faaf55f-876d-469f-85f8-8dc4479f592f service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411142 Dec 23 16:33:25.700749 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f7fa8905-9296-4bf6-b494-291d9bc9fa48 req-f178ceec-054b-4ac6-b9ad-e90282dd6774 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320908 Dec 23 16:33:25.988364 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802c34b-57b6-4bc0-9e22-1d0203dffc60 req-5e8cb78c-3405-4d71-90c2-38c22a25df87 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:25.989887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5802c34b-57b6-4bc0-9e22-1d0203dffc60 req-5e8cb78c-3405-4d71-90c2-38c22a25df87 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0809081 Dec 23 16:33:26.037583 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5802c34b-57b6-4bc0-9e22-1d0203dffc60 req-b734ef7d-2512-465a-9b5b-b3e9d65875b8 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Dec 23 16:33:26.990668 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:33:27.236283 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0ede-97f7-47bc-b1d1-5f07edd5df26 req-d409ea50-9d45-4dbe-99a3-1d2535c6ddc7 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:27.237723 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e28e0ede-97f7-47bc-b1d1-5f07edd5df26 req-d409ea50-9d45-4dbe-99a3-1d2535c6ddc7 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0778811 Dec 23 16:33:27.287223 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e28e0ede-97f7-47bc-b1d1-5f07edd5df26 req-a5f78e89-6e52-4ce4-8b90-2b5697f5a210 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Dec 23 16:33:27.734431 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d3a72856-0fa8-42f7-8f9b-473fcb4a9558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:28.306006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:33:28.416756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:28.444756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:33:28.455003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:28.486338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb43c3-0222-45ac-a091-3566437110c8 req-e7a53fb2-5a19-4872-bd6d-5f01c72dbeeb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:28.487883 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-63cb43c3-0222-45ac-a091-3566437110c8 req-e7a53fb2-5a19-4872-bd6d-5f01c72dbeeb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 945 time: 0.0787859 Dec 23 16:33:28.496830 dv-neutron-822796-1-hyperv neutron-server[84223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'code': 422} returned with failed status Dec 23 16:33:28.528448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:28.533968 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-63cb43c3-0222-45ac-a091-3566437110c8 req-d04edb05-3561-4ec9-b924-f2befd159c20 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Dec 23 16:33:28.594032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:28.784511 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-35c2ba14-7079-442b-96e8-08e41fff3a0b req-6438e507-390a-4c88-9acf-84e8fcbcc5b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1353259 Dec 23 16:33:29.054191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:29.054876 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:29.212306 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f245-c7ce-4556-ae14-f9f06997008d req-12825f4d-7798-48a2-825e-c3a8e76f5efa tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:29.213742 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0972f245-c7ce-4556-ae14-f9f06997008d req-12825f4d-7798-48a2-825e-c3a8e76f5efa tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0782783 Dec 23 16:33:29.259121 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0972f245-c7ce-4556-ae14-f9f06997008d req-928f33fd-66cc-4092-9699-e4ba22b6d910 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398395 Dec 23 16:33:29.477635 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-67e3e340-b4f3-4940-abb2-163ee3878698 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324713 Dec 23 16:33:30.511946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839211f-4e85-4326-935f-92d24799fb53 req-9a2665d2-d71e-4e6c-9e1c-fc4cdebbb263 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:30.513988 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d839211f-4e85-4326-935f-92d24799fb53 req-9a2665d2-d71e-4e6c-9e1c-fc4cdebbb263 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.1216879 Dec 23 16:33:30.573711 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d839211f-4e85-4326-935f-92d24799fb53 req-41079216-8fa0-4e73-94ea-9687b16d5edb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503464 Dec 23 16:33:30.579852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-3ddd54e3-2ed7-4565-b92f-482934e81cf8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839&tenant_id=fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 1096 time: 0.1183314 Dec 23 16:33:30.613867 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:30.674312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-ba5b6bf1-680d-4d03-8dfb-6c95b9da2919 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1096 time: 0.0727117 Dec 23 16:33:30.895812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-77c28a70-0d6b-4bfb-926d-c6b1c687d182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:30.897220 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-77c28a70-0d6b-4bfb-926d-c6b1c687d182 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.2162161 Dec 23 16:33:31.001050 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-cce4ca46-b04b-4ac3-bfed-ab1efb34320d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 998 time: 0.0970066 Dec 23 16:33:31.063788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-2cff7780-2dd4-4001-9f8c-37dfd3ace58d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:31.065229 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-2cff7780-2dd4-4001-9f8c-37dfd3ace58d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0583606 Dec 23 16:33:31.140286 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-ee0450cd-0653-4129-9977-1b8f0d33452e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679212 Dec 23 16:33:31.275093 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-9f6cd03c-1b83-497f-8b21-51e2f333582d service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276391 Dec 23 16:33:31.408522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa409175-7c7b-4ff4-8804-f8c9e6d49343 req-01f32d6b-d81f-40b1-8a3c-7a95cfe624aa service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273015 Dec 23 16:33:31.779782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7137ec-ec94-47e1-a484-89ece23f654e req-8e4a458b-9d9c-4d07-8c54-4404b9cc1f0d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:31.781249 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef7137ec-ec94-47e1-a484-89ece23f654e req-8e4a458b-9d9c-4d07-8c54-4404b9cc1f0d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0854490 Dec 23 16:33:31.826685 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ef7137ec-ec94-47e1-a484-89ece23f654e req-de0b6f79-296c-4b8b-8df0-ecc206c0e39f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398073 Dec 23 16:33:33.043579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee286e-52b8-4620-b0ff-9b5b115e61de req-eac85e68-02d8-48cb-8556-a8973bafa796 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:33.045548 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fbee286e-52b8-4620-b0ff-9b5b115e61de req-eac85e68-02d8-48cb-8556-a8973bafa796 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0894327 Dec 23 16:33:33.094754 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fbee286e-52b8-4620-b0ff-9b5b115e61de req-bb971e98-226f-4824-98a7-bac02ed21fac tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 Dec 23 16:33:34.307036 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ab315-dd91-4870-83cd-07d005105036 req-bb937430-da07-4102-bab7-04e0ab88e8a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:34.308478 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-547ab315-dd91-4870-83cd-07d005105036 req-bb937430-da07-4102-bab7-04e0ab88e8a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0794597 Dec 23 16:33:34.360355 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-547ab315-dd91-4870-83cd-07d005105036 req-4c996cf1-5e9b-4e7b-8ba5-8b6ca5da3af7 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460243 Dec 23 16:33:35.574713 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b081e4-fdcf-4d80-989a-c37bac68a523 req-33f88a31-72e4-473f-aef9-b32bfc72a12c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:35.576156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0b081e4-fdcf-4d80-989a-c37bac68a523 req-33f88a31-72e4-473f-aef9-b32bfc72a12c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0862930 Dec 23 16:33:35.626839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f0b081e4-fdcf-4d80-989a-c37bac68a523 req-af61c6fb-99ae-48fc-9c24-f83758f5dc4f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Dec 23 16:33:36.844451 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dafce-53b4-4a3e-be71-2e979df8420b req-652876fb-acc5-4ea1-8a9b-99ea6b44f27d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:36.845937 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-242dafce-53b4-4a3e-be71-2e979df8420b req-652876fb-acc5-4ea1-8a9b-99ea6b44f27d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0854940 Dec 23 16:33:36.897098 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-242dafce-53b4-4a3e-be71-2e979df8420b req-1babd591-f1ee-4d96-99b6-5f70d389a91e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 Dec 23 16:33:38.019663 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:38.111148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285b7d1-0feb-4a0f-a35e-d5d006f0bef4 req-8eb0e037-ecb5-4267-88e7-3a7b1dc021b7 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:38.112663 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a285b7d1-0feb-4a0f-a35e-d5d006f0bef4 req-8eb0e037-ecb5-4267-88e7-3a7b1dc021b7 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0831749 Dec 23 16:33:38.160690 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a285b7d1-0feb-4a0f-a35e-d5d006f0bef4 req-23636805-c810-4fa8-a14d-d3014fd37658 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 Dec 23 16:33:39.376899 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ee7f1-8bd2-417a-955c-efe15ab7bfd2 req-fb11159a-0fe9-4d9d-8f66-7bbf20d83883 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:39.378355 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-992ee7f1-8bd2-417a-955c-efe15ab7bfd2 req-fb11159a-0fe9-4d9d-8f66-7bbf20d83883 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0788801 Dec 23 16:33:39.430669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-992ee7f1-8bd2-417a-955c-efe15ab7bfd2 req-d5daf2ad-d882-433d-bb06-d55d7e4fc72b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Dec 23 16:33:40.649350 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb41a80-7fc6-44d1-8aaf-aad4e1ba8374 req-70e1c447-11ae-45e0-82ab-5736e0b2ff86 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:40.651319 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dfb41a80-7fc6-44d1-8aaf-aad4e1ba8374 req-70e1c447-11ae-45e0-82ab-5736e0b2ff86 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0850549 Dec 23 16:33:40.705818 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dfb41a80-7fc6-44d1-8aaf-aad4e1ba8374 req-adc42691-6d21-43f2-9e36-77465336e5af tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447118 Dec 23 16:33:41.929169 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344c035-3622-4db1-b7a5-84532543c173 req-9fbcb444-28be-4469-a527-8131e9b51e60 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:41.930610 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b344c035-3622-4db1-b7a5-84532543c173 req-9fbcb444-28be-4469-a527-8131e9b51e60 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0843155 Dec 23 16:33:41.979056 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b344c035-3622-4db1-b7a5-84532543c173 req-0bb3e7d8-6dbe-4272-a8b2-c76103e41dd1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Dec 23 16:33:43.176411 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e090f-ec5d-4c11-a001-4f4f492e9a29 req-88ad1673-0f6f-41f0-b73e-315ba8086b64 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:43.177841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-235e090f-ec5d-4c11-a001-4f4f492e9a29 req-88ad1673-0f6f-41f0-b73e-315ba8086b64 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0760901 Dec 23 16:33:43.222786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-235e090f-ec5d-4c11-a001-4f4f492e9a29 req-cfda5bae-b8f3-4d73-ae22-1a8afedd0396 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Dec 23 16:33:44.418300 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152ecae-d4c0-4490-84d5-102a4863b36d req-092ba26c-86b9-44bd-8bee-282c3011c54f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:44.419730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e152ecae-d4c0-4490-84d5-102a4863b36d req-092ba26c-86b9-44bd-8bee-282c3011c54f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0803576 Dec 23 16:33:44.463966 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e152ecae-d4c0-4490-84d5-102a4863b36d req-1ff5d19f-7de3-43e4-a51f-7d4409981b9d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379529 Dec 23 16:33:45.668557 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc984a-6423-405f-8684-e5e9333eb59f req-36899a2e-ff4b-4bfd-82b5-21398e98c1a6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:45.670158 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-37dc984a-6423-405f-8684-e5e9333eb59f req-36899a2e-ff4b-4bfd-82b5-21398e98c1a6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0785904 Dec 23 16:33:45.717363 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-37dc984a-6423-405f-8684-e5e9333eb59f req-498a466d-08a4-4397-aef0-76972d8c6892 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Dec 23 16:33:46.287504 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-e068eb2b-c548-43f9-9a40-3af40148a795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1096 time: 0.0702729 Dec 23 16:33:46.525783 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-7e8b3b2f-be7a-42bd-b773-a131d9c0e3bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:46.527275 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-7e8b3b2f-be7a-42bd-b773-a131d9c0e3bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.2157540 Dec 23 16:33:46.631151 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-375d0be6-74f5-4d90-b213-5f8058614e14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 998 time: 0.0974226 Dec 23 16:33:46.693505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-79129b26-28a8-41a4-8b9b-ecf15bb427f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:46.694923 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-79129b26-28a8-41a4-8b9b-ecf15bb427f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0580525 Dec 23 16:33:46.773645 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-2148d7e3-6635-49b3-989e-ab2e501256f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719216 Dec 23 16:33:46.964584 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-64f75478-5a9d-48b1-a913-0756bcfc2360 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828799 Dec 23 16:33:46.975398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6beee32-94a4-48f7-8f28-20b0223aee50 req-8ba3bba8-1218-4694-9a0b-fb497662be8b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:46.976777 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6beee32-94a4-48f7-8f28-20b0223aee50 req-8ba3bba8-1218-4694-9a0b-fb497662be8b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.1293187 Dec 23 16:33:47.114716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d6beee32-94a4-48f7-8f28-20b0223aee50 req-f39017ac-1107-4edc-83bc-d23ee0aaa5ca tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198552 Dec 23 16:33:47.136301 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cdd7e08f-867e-4e67-8c59-21f506c4a0b2 req-aef93284-7b77-4d3f-b396-6969ec43682b service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581607 Dec 23 16:33:48.314025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22101ec-f1cb-4591-b00e-62be9c3ea8ce req-976aec6c-d915-4325-bcd2-18920cbe3dfd tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:48.315446 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a22101ec-f1cb-4591-b00e-62be9c3ea8ce req-976aec6c-d915-4325-bcd2-18920cbe3dfd tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0782681 Dec 23 16:33:48.359802 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a22101ec-f1cb-4591-b00e-62be9c3ea8ce req-15f69024-38d1-4400-ba50-07684767767e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Dec 23 16:33:49.559379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee755c6-ebf9-4667-89ac-c4e518a759ca req-584dbe3a-1be3-451a-9079-b93470fe5293 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:49.560841 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3ee755c6-ebf9-4667-89ac-c4e518a759ca req-584dbe3a-1be3-451a-9079-b93470fe5293 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0753095 Dec 23 16:33:49.609656 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3ee755c6-ebf9-4667-89ac-c4e518a759ca req-8688a86e-8aa1-4d87-bbb3-4de3f954487d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Dec 23 16:33:50.388173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:33:50.521571 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:50.534953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'port_id': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'mac_address': 'fa:16:3e:9c:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:33:50.624507 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:50.641786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298e4a9f-6bff-44a4-a374-9638dbcbda71 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:33:50.657777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:50.805795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6bb0b-44d0-4361-8468-7fd60177d841 req-a2713520-d710-441b-bda6-8f6d7d9586f6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:50.807184 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-08e6bb0b-44d0-4361-8468-7fd60177d841 req-a2713520-d710-441b-bda6-8f6d7d9586f6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 943 time: 0.0760462 Dec 23 16:33:50.813582 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:50.855188 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-08e6bb0b-44d0-4361-8468-7fd60177d841 req-6841147b-9827-4c7d-948b-009fb6e6fba2 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Dec 23 16:33:50.880733 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=9']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:51.184694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['298e4a9f-6bff-44a4-a374-9638dbcbda71'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:33:52.110388 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e71a1b-11e4-4c82-9bf5-70ee9f578b8f req-2f910841-fea3-4bc2-b504-108b2aec415c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:52.111807 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a2e71a1b-11e4-4c82-9bf5-70ee9f578b8f req-2f910841-fea3-4bc2-b504-108b2aec415c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 944 time: 0.0783315 Dec 23 16:33:52.156483 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a2e71a1b-11e4-4c82-9bf5-70ee9f578b8f req-8043aa6b-f127-4200-a52f-dce8f1d840d1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392568 Dec 23 16:33:52.398090 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:33:52.471103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 298e4a9f-6bff-44a4-a374-9638dbcbda71 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:33:52.471453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:52.585819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:52.611848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:33:52.621781 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:33:52.667829 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'code': 200} Dec 23 16:33:52.750935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:52.813847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=10']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:33:53.210778 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d4315769-ee71-4fbf-9ec3-2d5b23dd5add req-3ce0c38a-0606-4ae4-99f1-d075ebad79e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1099 time: 0.0665421 Dec 23 16:33:53.256518 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d4315769-ee71-4fbf-9ec3-2d5b23dd5add req-11b116e9-bd2f-4321-9cb1-52d648a5827c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389953 Dec 23 16:33:53.355080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f065724-6ea1-423c-a69c-e4ddaba7084d req-c5a4bc05-9366-4165-8c3a-9e49d284e14d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:53.356538 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f065724-6ea1-423c-a69c-e4ddaba7084d req-c5a4bc05-9366-4165-8c3a-9e49d284e14d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 946 time: 0.0788908 Dec 23 16:33:53.401928 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7f065724-6ea1-423c-a69c-e4ddaba7084d req-33c59553-159e-4afb-9e03-6eace6e2103c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390358 Dec 23 16:33:54.606974 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09912c7d-2789-4daf-a3d4-cbddb682c96c req-016cd6b9-16bf-434e-a123-8d937b47e5e9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:54.613798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09912c7d-2789-4daf-a3d4-cbddb682c96c req-016cd6b9-16bf-434e-a123-8d937b47e5e9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 946 time: 0.0770953 Dec 23 16:33:54.657091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09912c7d-2789-4daf-a3d4-cbddb682c96c req-590c34aa-50c7-49dd-838c-60a3e37800c1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Dec 23 16:33:55.474107 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-55588616-345c-450c-9ead-69ca0daeaa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:55.854812 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbb3ba-1ffd-40c6-8b85-c7412216e0cc req-f639b7da-06d7-4f8d-ae14-25f43528c519 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:55.856254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1fbb3ba-1ffd-40c6-8b85-c7412216e0cc req-f639b7da-06d7-4f8d-ae14-25f43528c519 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 946 time: 0.0757921 Dec 23 16:33:55.902240 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f1fbb3ba-1ffd-40c6-8b85-c7412216e0cc req-fde6bfba-60e1-41f9-ae29-241924aa7615 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Dec 23 16:33:57.100432 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4263c-c61f-4f9e-bc30-0d30e43a653a req-7356d932-a2b9-4375-8e3e-39f70951ab7b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:33:57.101867 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f5f4263c-c61f-4f9e-bc30-0d30e43a653a req-7356d932-a2b9-4375-8e3e-39f70951ab7b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 946 time: 0.0796874 Dec 23 16:33:57.147192 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f5f4263c-c61f-4f9e-bc30-0d30e43a653a req-663e43e3-a747-4309-be1e-c86756080360 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399492 Dec 23 16:33:57.715597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b08a58eb-bdcb-4232-aa4c-1dbd92d1c0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:59.045682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:33:59.110406 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:00.606998 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:03.989927 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:34:08.006721 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:25.438854 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8ba257d7-ec37-45a7-9d4e-991e9f1507e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:27.726076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d85f9b0b-99d8-47d2-b729-ca0dea105896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:29.051966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:29.062783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:30.576113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:36.987682 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-0e1050a3-c6e3-4a45-88db-cfa7a2ee7e0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666530 Dec 23 16:34:37.216687 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-dc1afee4-ee33-46b2-aeb9-ae93087570a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1099 time: 0.1599772 Dec 23 16:34:37.363591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-d01dc4f4-9269-4cf4-b8dd-5acf3b0347c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:37.365344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-d01dc4f4-9269-4cf4-b8dd-5acf3b0347c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1295605 Dec 23 16:34:37.465791 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-e24747a1-a316-42ee-9be6-7f1b16eedfa6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 1000 time: 0.0944324 Dec 23 16:34:37.532384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-48fdd36a-0a9a-4ce4-b951-83cc02a47724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:34:37.533785 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-48fdd36a-0a9a-4ce4-b951-83cc02a47724 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0603776 Dec 23 16:34:37.607389 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-8cc5f882-f147-465e-9aa1-e649970a9951 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669322 Dec 23 16:34:37.741307 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-640a2e30-7bb1-4c06-ac75-a3038699cc79 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276901 Dec 23 16:34:37.872356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b3b9474e-bacd-4759-be74-ac02ddd61bbb req-b6bc9b0a-6a35-4ba9-a7fd-42c8a9156510 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250558 Dec 23 16:34:38.035252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:40.990019 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:34:55.393449 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8716f5c8-6e24-45af-afb9-c13d96d273cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:57.712755 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5ea2baf3-48f5-44b1-84e2-752b47dd78ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:59.028219 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:34:59.044992 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:00.558523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:08.021427 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:17.990541 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:35:25.414960 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3b09bc1-5245-4c4d-b464-f8f5e8d39fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:27.700468 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-abdf5988-78a9-40a3-a6bb-bf8007f7c255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:29.020713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:29.043329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:30.557540 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:32.856535 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36274) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:33.123802 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Deleting port f3bb6d10-7cbc-41e3-bb15-a2852a2f4525 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:35:33.124151 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:33.295000 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:33.295310 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:33.503437 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Calling delete_port for f3bb6d10-7cbc-41e3-bb15-a2852a2f4525 owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:35:33.723440 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:33.771272 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event deleted for resources: {'Port': ['ID=f3bb6d10-7cbc-41e3-bb15-a2852a2f4525,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:33.782818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.783168 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.783504 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.783838 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.784195 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.784944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.784944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.785242 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.785444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.785759 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.786075 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:33.872720 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:34.263874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Router 4d27a191-6a6a-4867-968d-a7ac22549b5b has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:35:34.460740 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:35:34.470604 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] Sync routers for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:35:34.482249 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:35:34.482840 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:35:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:34.529648 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:34.583410 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9111b3c9-2132-4c03-8be4-6802ee30f7a1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "DELETE /v2.0/floatingips/5f6ce9e7-be79-46da-aa81-5218b75b1954 HTTP/1.1" status: 204 len: 168 time: 1.7258108 Dec 23 16:35:34.584063 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:35:34.658866 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:35:34.741672 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'status': 'completed', 'code': 200} Dec 23 16:35:34.839370 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-9b6c83d9-e2ff-49cf-987d-a6bb524c0b96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 1099 time: 0.0743361 Dec 23 16:35:34.974064 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-a47f754a-f9a9-49ab-a32d-4244c79c440e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:34.975561 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-a47f754a-f9a9-49ab-a32d-4244c79c440e service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1299272 Dec 23 16:35:34.976711 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:34.981651 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] Checking router: 4d27a191-6a6a-4867-968d-a7ac22549b5b for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:35:34.994266 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:35:34.994905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:35:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:35.049756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-b461cfb5-61c1-40e0-aff7-b8e3b86e9b6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 200 len: 217 time: 0.0620096 Dec 23 16:35:35.116509 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-5a9b7c50-5dc6-4b4c-bedd-1cf9884b98b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:35.118880 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-5a9b7c50-5dc6-4b4c-bedd-1cf9884b98b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0633855 Dec 23 16:35:35.186723 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:35:35.195448 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-cdaeae0c-0d7d-41fe-9699-41a993fb1aba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696387 Dec 23 16:35:35.370717 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-4367b300-3da8-48fc-99cd-31f3f95d3ec6 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675847 Dec 23 16:35:35.497805 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2eff-5ab4-4da8-9109-acd911300264 req-bca8b733-212a-438b-abbf-26847a6ec741 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:35.499247 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-775b2eff-5ab4-4da8-9109-acd911300264 req-bca8b733-212a-438b-abbf-26847a6ec741 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 946 time: 0.2727156 Dec 23 16:35:35.500715 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:35:35.504842 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f42da04-4415-4c28-a4bb-0bbe9b1085e7 None None] The sync data for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv is: [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:35:35.560082 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-04c4ba98-9bc3-4857-8e54-3c2b4f6c60cd req-4ad1b211-72c8-4f36-8b85-ff76c13a2ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827641 Dec 23 16:35:35.570461 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-775b2eff-5ab4-4da8-9109-acd911300264 req-9f26c8bb-2561-4279-b4ed-23ae2a4e1cc5 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614560 Dec 23 16:35:35.727722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dfa9e-8be9-49ff-bc21-7b22ab348a2c None None] New status for floating IP 5f6ce9e7-be79-46da-aa81-5218b75b1954: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:35:36.773185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07679bd0-11a7-402f-bd9f-5a30b16afaaa req-dace6367-f900-4f82-bbf0-038b24ce969f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:36.774592 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07679bd0-11a7-402f-bd9f-5a30b16afaaa req-dace6367-f900-4f82-bbf0-038b24ce969f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 946 time: 0.0765481 Dec 23 16:35:36.957510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07679bd0-11a7-402f-bd9f-5a30b16afaaa req-4464cdad-2cc0-4317-8309-dce7af4f3361 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767490 Dec 23 16:35:36.977718 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-7a162da9-ad3a-4bad-869c-1889c9c2c64c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:35:36.979124 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-7a162da9-ad3a-4bad-869c-1889c9c2c64c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 946 time: 0.1847956 Dec 23 16:35:37.046165 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Deleting port 298e4a9f-6bff-44a4-a374-9638dbcbda71 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:35:37.046493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:37.285596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] For port 298e4a9f-6bff-44a4-a374-9638dbcbda71, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=298e4a9f-6bff-44a4-a374-9638dbcbda71,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:35:37.285940 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:37.404951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Calling delete_port for 298e4a9f-6bff-44a4-a374-9638dbcbda71 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:35:37.591934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:37.644724 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event deleted for resources: {'Port': ['ID=298e4a9f-6bff-44a4-a374-9638dbcbda71,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.706071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:35:37.727841 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] No DVR routers for this DVR port 298e4a9f-6bff-44a4-a374-9638dbcbda71 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:35:37.730121 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:37.732722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-deleted', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:35:37.743913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-75c49721-0042-45c0-a519-e126f3cf8f9d req-71aa5b67-8ebb-4358-ad81-687c074fdf31 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "DELETE /v2.0/ports/298e4a9f-6bff-44a4-a374-9638dbcbda71 HTTP/1.1" status: 204 len: 173 time: 0.7595577 Dec 23 16:35:38.019689 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ab437a-a140-45ca-b434-457fdd894839', 'name': 'network-vif-deleted', 'tag': '298e4a9f-6bff-44a4-a374-9638dbcbda71', 'status': 'completed', 'code': 200} Dec 23 16:35:38.043742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:38.137362 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4da66152-0eca-425b-b1fa-db8004e14fa9 req-87c839a1-9c13-47f2-af55-e96fa81b4af0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Synchronizing usage tracker for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:35:38.226523 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-4da66152-0eca-425b-b1fa-db8004e14fa9 req-87c839a1-9c13-47f2-af55-e96fa81b4af0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Unset dirty status for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:35:38.227839 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4da66152-0eca-425b-b1fa-db8004e14fa9 req-87c839a1-9c13-47f2-af55-e96fa81b4af0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=05ab437a-a140-45ca-b434-457fdd894839 HTTP/1.1" status: 200 len: 210 time: 0.1371939 Dec 23 16:35:38.857154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:35:38.892408 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 298e4a9f-6bff-44a4-a374-9638dbcbda71 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:35:38.892744 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 298e4a9f-6bff-44a4-a374-9638dbcbda71 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:35:39.335028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36300) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:39.405097 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9126d96-b057-4612-89ca-b93c402fc76d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:39.433258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9126d96-b057-4612-89ca-b93c402fc76d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:39.557466 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9126d96-b057-4612-89ca-b93c402fc76d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:39.576008 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9126d96-b057-4612-89ca-b93c402fc76d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:39.647922 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d9126d96-b057-4612-89ca-b93c402fc76d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:39.649190 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d9126d96-b057-4612-89ca-b93c402fc76d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "DELETE /v2.0/security-groups/07c3d0b6-4b1d-4fbe-8600-cdcdb2056e23 HTTP/1.1" status: 204 len: 168 time: 0.3131988 Dec 23 16:35:40.073723 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36308) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:40.079261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17112065', 'description': 'tempest-secgroup-smoke-17112065 description', 'project_id': 'fdd34298a2334d6b8361cca090d4235c'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:40.085163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:40.089151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:40.092564 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:40.098187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:40.151878 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.187939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:40.191821 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:40.194641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:40.201144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:40.254669 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.300410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.346248 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6538941a-833a-443a-91ed-4d43912662f8,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:40.408816 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.410014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-18582574-0192-491f-b716-88c465d7debb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3353081 Dec 23 16:35:40.412727 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36312) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:40.417998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '6538941a-833a-443a-91ed-4d43912662f8', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:40.424352 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:40.428081 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:40.432748 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:40.437148 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:40.500962 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.561122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.614997 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.639702 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad9821e-240c-45b1-8cf9-a5da02382018,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:40.735409 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.736003 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-4b344c70-6f33-451c-88d1-8f528ab90069 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3223884 Dec 23 16:35:40.738667 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36316) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:40.744521 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '6538941a-833a-443a-91ed-4d43912662f8', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:40.750657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:40.754375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:40.757289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:40.763141 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:40.827455 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.888691 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.957579 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:40.980917 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e04594-4e59-413e-8a3b-64e5b6faf439,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:41.048681 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.049858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-d017656a-9a2c-4ee5-8031-9d5249925575 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3102925 Dec 23 16:35:41.052677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36320) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:41.057998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '6538941a-833a-443a-91ed-4d43912662f8', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:41.064339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:41.068219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:41.071076 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:41.077572 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:41.152316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.212846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.277211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.301788 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab01c56-6279-43c8-8150-ddcb56a98a8b,revision_number=0']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:41.369237 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.370454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-0b4e8b99-14ee-4e2c-9021-955342d40e3c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3168831 Dec 23 16:35:41.373848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36324) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:41.379461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '6538941a-833a-443a-91ed-4d43912662f8', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:41.385627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:41.390066 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:41.392983 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:41.398568 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:41.466486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.530058 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.632065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.655268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279c951f-0667-45bc-a40e-167ae18cd29d,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:41.746537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.748311 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-73086a3c-fc05-4765-b57a-b4a985dec34b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3734686 Dec 23 16:35:41.751068 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36328) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:41.756353 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '6538941a-833a-443a-91ed-4d43912662f8', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:41.762524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:41.766373 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:41.769266 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:41.774866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:41.877463 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Project fdd34298a2334d6b8361cca090d4235c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:35:41.884171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:41.947108 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:42.048528 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:42.071258 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9e1750-e90f-4517-862b-18edf36f97d8,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:42.134298 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:42.135440 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9a4d5cc3-9133-4326-b7bc-2e12d29620df tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3834968 Dec 23 16:35:42.138293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36332) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:35:42.143547 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'security_group_rule': {'security_group_id': '6538941a-833a-443a-91ed-4d43912662f8', 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:35:42.149336 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:35:42.153031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:security_group_rule and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:35:42.156404 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:35:42.161956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:35:42.220402 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Project fdd34298a2334d6b8361cca090d4235c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:35:42.226623 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:42.290854 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:42.351887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:42.375520 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef9278d-4b00-45ae-8b79-6a19e3ad2434,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:35:42.448864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:42.450045 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-825d7392-1f9c-46be-9204-227ba838d75b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3108878 Dec 23 16:35:54.991558 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:35:55.425980 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-39dfe77b-d30d-4755-a8c4-5d72b474635b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:57.751839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-583245d7-6127-479c-96d0-30e7c3259d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:59.049324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:35:59.077759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:00.665890 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:08.014200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:08.808641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-a8c1bf46-706f-4585-89b4-8054ad6077d0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Synchronizing usage tracker for tenant:fdd34298a2334d6b8361cca090d4235c on resource:security_group {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:36:08.882870 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-a8c1bf46-706f-4585-89b4-8054ad6077d0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Unset dirty status for tenant:fdd34298a2334d6b8361cca090d4235c on resource:security_group {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:36:08.884224 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-a8c1bf46-706f-4585-89b4-8054ad6077d0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17112065&fields=id&tenant_id=fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 267 time: 0.1209860 Dec 23 16:36:09.030815 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-1270d398-0423-4d4f-a9b7-172a01d1dd79 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:09.032253 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-1270d398-0423-4d4f-a9b7-172a01d1dd79 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 809 time: 0.1413958 Dec 23 16:36:09.048579 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-1e166caf-6b88-4d42-981a-1432406a0a08 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/quotas/fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 375 time: 0.0110323 Dec 23 16:36:09.128006 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-50bccd8e-198c-4c83-9bec-a08ff3542a37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745249 Dec 23 16:36:09.242626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-0a70f0bf-978e-44aa-b38a-247d0449eefe service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:36:09.243636 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-0a70f0bf-978e-44aa-b38a-247d0449eefe service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0682468 Dec 23 16:36:09.374963 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-8046e4f1-9753-4df8-9be3-8bf0b9143abb service neutron] 10.222.0.58 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252058 Dec 23 16:36:09.511799 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-1a020ae3-75ca-481e-a1f5-5b2ae0028210 service neutron] 10.222.0.58 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312144 Dec 23 16:36:10.246250 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad25ffcb-1fe1-49e8-b07f-9001f10492b6 req-b5bb8354-8df7-4560-bf31-d489b5cb1535 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 210 time: 0.0406251 Dec 23 16:36:11.454299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c9859a50-fc7f-4899-9102-e7db662ca983 req-c04a9c16-b997-4b52-bb5a-e11843d8eb0f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 210 time: 0.1420102 Dec 23 16:36:12.626037 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-534ad7a6-e958-431c-a724-157dd28a11b8 req-978b1846-8082-47c2-a531-5db718ed3abc tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 210 time: 0.0405443 Dec 23 16:36:13.792647 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bf142cff-ef47-40d6-a9a2-ea70e763fe61 req-7b12a1ed-568c-4484-bdae-92d8bc5eeb6b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 210 time: 0.0422373 Dec 23 16:36:14.364177 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-77ee15bc-4ef0-4d09-adb0-e6170d84d945 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:14.365644 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-77ee15bc-4ef0-4d09-adb0-e6170d84d945 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 809 time: 0.1440635 Dec 23 16:36:14.419447 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-f93f5c29-0876-426b-a7ea-50e0bccdc99f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 378 time: 0.0407026 Dec 23 16:36:14.428331 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'port': {'device_id': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'admin_state_up': True, 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'security_groups': ['6538941a-833a-443a-91ed-4d43912662f8']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:14.567629 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:14.577375 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:14.670395 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Made reservation on behalf of fdd34298a2334d6b8361cca090d4235c for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:36:14.677542 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:14.850951 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Allocated IP 172.20.0.7 (87f14bb9-3a84-44b5-b0b8-133061348f44/b7362960-df67-43b7-955a-884adc6d1bfc/b61c3f9e-b954-4b65-a109-ce4450c53ef1) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:36:15.010926 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c12cfa10-d33b-44b7-81a4-61b0fd316937 req-7287981a-2d33-4949-8035-acf774784a06 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 210 time: 0.0928459 Dec 23 16:36:15.080998 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:15.098647 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Transition to ACTIVE for port object b61c3f9e-b954-4b65-a109-ce4450c53ef1 will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:36:15.191676 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:15.265926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:36:15.268747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:36:15.272860 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:36:15.304661 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:15.343324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:15.343918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:15.460611 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-6c533e81-189c-4a1d-99be-3b0c2c640125 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0356581 Dec 23 16:36:15.473181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Request body: {'port': {'device_id': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:15.584787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:15.619799 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ba353ead-e55f-48a7-9fa2-f69b26265584 None None] Provisioning for port b61c3f9e-b954-4b65-a109-ce4450c53ef1 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:36:15.626450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ba353ead-e55f-48a7-9fa2-f69b26265584 None None] Provisioning complete for port b61c3f9e-b954-4b65-a109-ce4450c53ef1 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:15.627094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ba353ead-e55f-48a7-9fa2-f69b26265584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:15.693117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-ba353ead-e55f-48a7-9fa2-f69b26265584 None None] Port b61c3f9e-b954-4b65-a109-ce4450c53ef1 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:36:15.934059 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b61c3f9e-b954-4b65-a109-ce4450c53ef1 {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:36:15.940851 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:15.955789 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Transition to ACTIVE for port object b61c3f9e-b954-4b65-a109-ce4450c53ef1 will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:36:16.030912 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:16.300178 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:16.417825 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84914f8b-9499-40e1-8731-8d6f256e2340 req-1b90124e-aa84-4210-90dc-bb87a637ac7d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:16.418498 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-84914f8b-9499-40e1-8731-8d6f256e2340 req-1b90124e-aa84-4210-90dc-bb87a637ac7d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Synchronizing usage tracker for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:36:16.443338 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Attempting to bind port b61c3f9e-b954-4b65-a109-ce4450c53ef1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:36:16.443664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Attempting to bind port b61c3f9e-b954-4b65-a109-ce4450c53ef1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:36:16.443978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Attempting to bind port b61c3f9e-b954-4b65-a109-ce4450c53ef1 on network 87f14bb9-3a84-44b5-b0b8-133061348f44 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:36:16.452295 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Port b61c3f9e-b954-4b65-a109-ce4450c53ef1 on network 87f14bb9-3a84-44b5-b0b8-133061348f44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:36:16.452555 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Attempting to bind port b61c3f9e-b954-4b65-a109-ce4450c53ef1 on network 87f14bb9-3a84-44b5-b0b8-133061348f44 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:36:16.458848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:36:16.459175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Checking segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:36:16.462769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Bound using segment: {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:36:16.462769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Bound port: b61c3f9e-b954-4b65-a109-ce4450c53ef1, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20743808-691a-4a27-a9ec-864737cbe1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:36:16.462769 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:16.543301 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-84914f8b-9499-40e1-8731-8d6f256e2340 req-1b90124e-aa84-4210-90dc-bb87a637ac7d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Unset dirty status for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:36:16.544453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-84914f8b-9499-40e1-8731-8d6f256e2340 req-1b90124e-aa84-4210-90dc-bb87a637ac7d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.4050333 Dec 23 16:36:16.567601 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:36:16.579531 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:36:16.598282 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-84914f8b-9499-40e1-8731-8d6f256e2340 req-8321e797-6a9e-4393-a23e-31852b67c4a9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482097 Dec 23 16:36:16.688568 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:16.755330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:16.755330 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] 10.222.0.57 "PUT /v2.0/ports/b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 1093 time: 1.2858193 Dec 23 16:36:16.755330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:36:16.788787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f462f0-0511-4c17-afc8-eda28b8e6f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:16.816917 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'status': 'completed', 'code': 200} Dec 23 16:36:16.913633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-947a5a70-3765-4318-a894-7ab58274f0cc req-d8a9a2d9-798f-4f55-bfe0-62f0198a84e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0755055 Dec 23 16:36:17.056922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5a70-3765-4318-a894-7ab58274f0cc req-b291b3ea-3f43-4c81-8c2d-c143edd978c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:17.058362 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-947a5a70-3765-4318-a894-7ab58274f0cc req-b291b3ea-3f43-4c81-8c2d-c143edd978c7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=fdd34298a2334d6b8361cca090d4235c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1367724 Dec 23 16:36:17.192822 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5a70-3765-4318-a894-7ab58274f0cc req-bb4caeb7-6f73-4e6e-b8e3-51a8e13cc9f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:17.194278 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-947a5a70-3765-4318-a894-7ab58274f0cc req-bb4caeb7-6f73-4e6e-b8e3-51a8e13cc9f3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292748 Dec 23 16:36:17.296337 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-3ca8076c-5863-41ef-8e0f-f57cad4a52af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0675201 Dec 23 16:36:17.365282 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-cd15dcdc-7bf4-4d47-a3ee-720878ca6e75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 217 time: 0.0626352 Dec 23 16:36:17.424830 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-3084d1d1-03f0-4b97-8829-e68f6d438c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:17.426190 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-3084d1d1-03f0-4b97-8829-e68f6d438c76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0549490 Dec 23 16:36:17.504436 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-e3534cdb-eb08-4b52-a93f-6c3e1ac61df2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723331 Dec 23 16:36:17.637533 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-23332561-5504-4862-a68e-7dbdf2deb7f9 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265674 Dec 23 16:36:17.825942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-00871905-6a96-4ba8-8617-2754c6eb9920 req-a60b0607-5ac3-4c3f-b7e2-f8e5d9354928 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813464 Dec 23 16:36:17.841417 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa091a-53c3-46f1-a18f-d7cf8ed77dcf req-1ecff14e-3eec-4d52-a6e5-7ea932f7ceec tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:17.843604 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30aa091a-53c3-46f1-a18f-d7cf8ed77dcf req-1ecff14e-3eec-4d52-a6e5-7ea932f7ceec tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.1246679 Dec 23 16:36:17.893374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-30aa091a-53c3-46f1-a18f-d7cf8ed77dcf req-fc70372e-1ba9-4054-8861-6729538ed856 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441685 Dec 23 16:36:19.093378 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1efc29-04bb-4ea7-991c-cd3ff7b05c66 req-b9e62c79-e319-41bd-9e6f-e9bb426a4f53 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:19.094808 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa1efc29-04bb-4ea7-991c-cd3ff7b05c66 req-b9e62c79-e319-41bd-9e6f-e9bb426a4f53 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0792866 Dec 23 16:36:19.140118 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa1efc29-04bb-4ea7-991c-cd3ff7b05c66 req-ccf02c7c-07be-48c3-bce9-17c1984cb222 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398388 Dec 23 16:36:20.332740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8dbd0-c355-43ab-90cd-0a83856d7013 req-ffd40a28-f018-437b-9b7f-1150b0d02862 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:20.334171 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60c8dbd0-c355-43ab-90cd-0a83856d7013 req-ffd40a28-f018-437b-9b7f-1150b0d02862 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0757396 Dec 23 16:36:20.381858 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-60c8dbd0-c355-43ab-90cd-0a83856d7013 req-b23ac91a-684d-4f40-b5b8-0123c694a0b8 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415585 Dec 23 16:36:21.576493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0103d90-4cd5-4ab5-9173-ac58b1e2ac04 req-05804308-c2f3-4cce-82d8-0afeb922dd2a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:21.577894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0103d90-4cd5-4ab5-9173-ac58b1e2ac04 req-05804308-c2f3-4cce-82d8-0afeb922dd2a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0752048 Dec 23 16:36:21.622145 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d0103d90-4cd5-4ab5-9173-ac58b1e2ac04 req-f5baba57-3648-41a7-926c-04bf93151c27 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388398 Dec 23 16:36:22.909426 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aeee56-0172-40ea-b22d-59ec21109f6a req-d13ce508-175f-49ff-998e-307d4fedf488 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:22.910912 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82aeee56-0172-40ea-b22d-59ec21109f6a req-d13ce508-175f-49ff-998e-307d4fedf488 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.1709738 Dec 23 16:36:22.955756 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82aeee56-0172-40ea-b22d-59ec21109f6a req-00854607-a5d6-4676-b82c-b7edc0ba99d6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393255 Dec 23 16:36:24.155493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dc6e9-5915-471a-87b8-783bf0083234 req-0ab26f8e-2541-4da5-8ef6-e57ed9b76c83 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:24.156958 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80dc6e9-5915-471a-87b8-783bf0083234 req-0ab26f8e-2541-4da5-8ef6-e57ed9b76c83 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0819256 Dec 23 16:36:24.202306 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c80dc6e9-5915-471a-87b8-783bf0083234 req-99d428e8-67b9-4754-9bf7-3a7b1123092d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399604 Dec 23 16:36:25.051003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b61c3f9e-b954-4b65-a109-ce4450c53ef1 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:36:25.192020 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:25.205723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'port_id': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'mac_address': 'fa:16:3e:55:b8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:36:25.260728 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:25.278815 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61c3f9e-b954-4b65-a109-ce4450c53ef1 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:36:25.294677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:25.362329 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:25.405472 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0b458-5660-4576-81db-d156c219dc3b req-c8377a48-2c8e-404b-83f2-3158c33fb037 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:25.406905 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28d0b458-5660-4576-81db-d156c219dc3b req-c8377a48-2c8e-404b-83f2-3158c33fb037 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 944 time: 0.0840795 Dec 23 16:36:25.427899 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:25.437014 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.437358 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.437702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.438029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.438384 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.438710 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.439031 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.439349 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.439665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.439979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.440374 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:36:25.444224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5fb93344-23e6-4cba-bbd2-03b7097ba05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:25.455832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-28d0b458-5660-4576-81db-d156c219dc3b req-dfe4bb12-8e66-480a-b941-575d6ad8e2f1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415287 Dec 23 16:36:25.687204 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['b61c3f9e-b954-4b65-a109-ce4450c53ef1'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:36:26.653645 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f69dc-2b12-4c06-87cf-363275e29981 req-602cd894-388f-4792-9a42-fa955b8b82ba tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:26.654999 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb6f69dc-2b12-4c06-87cf-363275e29981 req-602cd894-388f-4792-9a42-fa955b8b82ba tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 944 time: 0.0831673 Dec 23 16:36:26.699918 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb6f69dc-2b12-4c06-87cf-363275e29981 req-87909388-94a7-4f61-ba8e-5316b7163583 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394073 Dec 23 16:36:27.050957 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b61c3f9e-b954-4b65-a109-ce4450c53ef1 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:36:27.167732 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port b61c3f9e-b954-4b65-a109-ce4450c53ef1 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:36:27.172444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port b61c3f9e-b954-4b65-a109-ce4450c53ef1 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:36:27.172823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:27.290818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:27.316681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:36:27.326362 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:36:27.379926 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'code': 200} Dec 23 16:36:27.384839 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:27.450313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:27.779583 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f31b946b-fd43-4da3-84d5-9f297e25d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:27.793860 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e56f211-b129-4d6b-a06d-62836046e8dc req-50c7ed83-702b-4a9c-b77a-bac637413917 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0726697 Dec 23 16:36:27.877907 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-5e56f211-b129-4d6b-a06d-62836046e8dc req-375d413b-1c2c-4378-b7d1-2951c162a475 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779624 Dec 23 16:36:27.909985 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b977f3-2b33-44c2-9986-59e9be5af2d7 req-f9859f07-d62b-4c5c-b667-5fa85457e376 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:27.911346 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15b977f3-2b33-44c2-9986-59e9be5af2d7 req-f9859f07-d62b-4c5c-b667-5fa85457e376 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0847564 Dec 23 16:36:27.958430 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-15b977f3-2b33-44c2-9986-59e9be5af2d7 req-49735511-0d0b-47d0-8ff7-69f4feef55bd tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414586 Dec 23 16:36:29.048146 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:29.076634 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:29.162890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e7034-a0cc-49ef-bfe3-7e5cdacb53d0 req-a919174d-f48a-4d13-861a-b37f82f593f4 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:29.164338 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b1e7034-a0cc-49ef-bfe3-7e5cdacb53d0 req-a919174d-f48a-4d13-861a-b37f82f593f4 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0796585 Dec 23 16:36:29.210762 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b1e7034-a0cc-49ef-bfe3-7e5cdacb53d0 req-ae01ac9b-938d-4d81-8421-7a4e52209b64 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400543 Dec 23 16:36:30.410139 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0363cf-f2b7-4c63-ac2a-7dcb03697da3 req-61fc62c8-5212-4bf4-a5ac-41b9a2e695ed tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:30.411553 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b0363cf-f2b7-4c63-ac2a-7dcb03697da3 req-61fc62c8-5212-4bf4-a5ac-41b9a2e695ed tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0786698 Dec 23 16:36:30.455815 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b0363cf-f2b7-4c63-ac2a-7dcb03697da3 req-fa94b023-7931-43ac-9f4f-76aa13014966 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388207 Dec 23 16:36:30.573945 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:30.648605 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da252e64-59e7-4c54-aadc-a9d987ff3aa9 req-7c3f5456-02b8-416e-a5b2-66003d9c2801 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:30.650036 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da252e64-59e7-4c54-aadc-a9d987ff3aa9 req-7c3f5456-02b8-416e-a5b2-66003d9c2801 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0772882 Dec 23 16:36:30.698072 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-da252e64-59e7-4c54-aadc-a9d987ff3aa9 req-5a28a05b-3737-4de1-b131-6472509b7945 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404418 Dec 23 16:36:30.724880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36538) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:30.862466 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-91b11633-5285-402a-96ee-a6f3bbfac5fb tempest-TestShelveInstance-1579406065 tempest-TestShelveInstance-1579406065-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1093 time: 0.1364820 Dec 23 16:36:30.865416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36544) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:36:30.870885 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:36:30.876263 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:36:30.879956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Usage tracker for resource:floatingip and tenant:fdd34298a2334d6b8361cca090d4235c is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:36:30.882743 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:36:30.888505 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:36:30.962027 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:31.096520 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:31.232476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Allocated IP 172.26.6.168 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/b1e05a9f-018b-48f3-898f-bc82bc981e26) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:36:31.384286 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:31.465823 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:31.530466 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:36:31.533204 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:36:31.535545 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:36:31.569270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'Port': ['ID=b1e05a9f-018b-48f3-898f-bc82bc981e26,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:31.992532 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:36:32.133205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:32.240729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:32.443434 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:32.493126 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:32.594003 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event updated for resources: {'Port': ['ID=b1e05a9f-018b-48f3-898f-bc82bc981e26,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:36:32.612005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:32.808366 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Floating IP ee3ddc45-0025-4c51-b907-37d45f42c8ed associated. External IP: 172.26.6.168, port: b61c3f9e-b954-4b65-a109-ce4450c53ef1. Dec 23 16:36:33.196678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Router 4d27a191-6a6a-4867-968d-a7ac22549b5b has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:36:33.399192 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:36:33.410443 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] Sync routers for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:36:33.422413 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:33.423022 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:33.471012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:33.528948 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-eb399b3d-af91-4e89-9d76-7e1767c78c37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6625342 Dec 23 16:36:33.529683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:36:33.592074 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'status': 'completed', 'code': 200} Dec 23 16:36:33.603083 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:33.749589 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-48498fde-e3ed-4027-bbf1-42014007a48e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.1336482 Dec 23 16:36:33.959103 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'ee3ddc45-0025-4c51-b907-37d45f42c8ed', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'port_id': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'mac_address': 'fa:16:3e:55:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:36:31Z', 'updated_at': '2021-12-23T16:36:31Z', 'revision_number': 0, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:33.962919 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] Checking router: 4d27a191-6a6a-4867-968d-a7ac22549b5b for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:36:33.973905 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:36:33.974490 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:36:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:33.997339 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-361c42ff-f034-4d62-8588-d3ee06b5365a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:33.998786 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-361c42ff-f034-4d62-8588-d3ee06b5365a service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.2428827 Dec 23 16:36:34.097582 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-ecdc9e57-7bcd-4bb8-bc9b-55f3ce27c5bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 999 time: 0.0925767 Dec 23 16:36:34.150144 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:36:34.163445 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-60119427-bcba-422c-badf-b41c8ddf0ebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:34.164915 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-60119427-bcba-422c-badf-b41c8ddf0ebb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0612111 Dec 23 16:36:34.244653 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-0ed3089e-17f0-4e62-8ba8-e98034942bef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677195 Dec 23 16:36:34.375998 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-72f502b4-95db-4407-99ef-cb426eb88aec service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247272 Dec 23 16:36:34.495088 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'ee3ddc45-0025-4c51-b907-37d45f42c8ed', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'port_id': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'mac_address': 'fa:16:3e:55:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:36:31Z', 'updated_at': '2021-12-23T16:36:31Z', 'revision_number': 0, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:36:34.499052 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bf42f-294d-4aa2-983b-a3dcf0f4e238 None None] The sync data for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv is: [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': 'ee3ddc45-0025-4c51-b907-37d45f42c8ed', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'floating_ip_address': '172.26.6.168', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'port_id': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'mac_address': 'fa:16:3e:55:b8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:36:31Z', 'updated_at': '2021-12-23T16:36:31Z', 'revision_number': 0, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:36:34.508856 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c3ce6849-14e1-40c7-8776-c9176f2c2326 req-c4f15544-f799-4edf-89a0-f7023308a7ae service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267123 Dec 23 16:36:34.690715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89fccf-d505-4765-9aa4-6f04ed74041f None None] New status for floating IP ee3ddc45-0025-4c51-b907-37d45f42c8ed: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:36:38.007576 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-2d436b1c-1b72-48af-b9fe-00eee51d1a97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725973 Dec 23 16:36:38.036335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:38.153671 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-33c97a41-0422-4610-a9ac-e5d067ac1981 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0685472 Dec 23 16:36:38.298543 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-0b0ee5d3-ed4f-40f9-b34b-57b130255a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:38.299971 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-0b0ee5d3-ed4f-40f9-b34b-57b130255a5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1276097 Dec 23 16:36:38.404612 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-0612f763-5811-4712-ab17-5721f96b1dc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0981112 Dec 23 16:36:38.469842 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-dc8e03ec-fb38-4447-91a6-873e4694b677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:36:38.471245 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-dc8e03ec-fb38-4447-91a6-873e4694b677 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0602624 Dec 23 16:36:38.552228 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-739b9c4f-1e81-4281-9175-98280c15bc41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711515 Dec 23 16:36:38.691146 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-eb42ae7c-5f33-4991-bccd-192e92286d65 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280310 Dec 23 16:36:38.822024 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6b9b1d54-087b-4864-a1ac-8e56ebba13f9 req-d267ed04-2d6b-4973-9941-94479bb249d4 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241968 Dec 23 16:36:55.441850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef9db198-e6e7-459b-a3b1-92a86c984854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:57.710365 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-42fd3c6a-136d-4393-81e2-957d9dd64937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.047167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:36:59.070896 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:00.583294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:08.019304 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:08.992438 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:37:25.411121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-67b5c1b0-3db4-4deb-a56a-0e216d9b35d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:27.748453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d0f471f6-1473-4e19-a372-f31be0b9da57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:29.033491 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:29.061873 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:30.611027 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:38.075909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:38.983991 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-306869fa-1c05-4228-8c20-043c440ba10a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671852 Dec 23 16:37:39.218013 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-b6c58def-fa09-412e-be2c-f5ce9d3476d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.1666772 Dec 23 16:37:39.363222 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-045392ed-a43d-47fd-8798-12d3195908a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:39.364641 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-045392ed-a43d-47fd-8798-12d3195908a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1279137 Dec 23 16:37:39.464174 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-ee52e0b6-05e4-4ce5-a362-25ab8dd6babf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0927069 Dec 23 16:37:39.529602 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-abc62965-4f56-4007-8a40-8d517e60e52e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:37:39.531127 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-abc62965-4f56-4007-8a40-8d517e60e52e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0599656 Dec 23 16:37:39.604236 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-d9eb7f4e-52c8-4db9-abe6-f54087ad9470 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659904 Dec 23 16:37:39.736774 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-e68142b1-d702-4678-8e02-eb404daf459d service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263502 Dec 23 16:37:39.869655 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab5ca434-4b43-4729-9016-7fc5e9f93521 req-bbea85b9-b116-49f9-bbb2-95fab67bd565 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272633 Dec 23 16:37:45.992927 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:37:55.422127 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1298a46d-02c1-4ff7-b8a9-194a5b319acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:57.796097 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-896b5a41-2e4a-40ac-9e76-c5e43861bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:59.036368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:37:59.071818 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:00.562404 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:08.073191 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:22.993759 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:38:25.409929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2974fc48-7c62-4e20-b342-8fa7c615d3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:27.701652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bb94029b-fb36-48bb-9a20-73baad87a455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:29.024447 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:29.052949 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:30.582493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:38.106925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:40.997421 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-fe21e143-7c5d-475f-a7b2-59fad6659130 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723579 Dec 23 16:38:41.135340 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-d0a6bf11-f672-4a97-b460-f1ef6bbfa25f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0681899 Dec 23 16:38:41.277678 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-489849fa-1744-4794-b7f5-70e61bb92c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:38:41.279108 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-489849fa-1744-4794-b7f5-70e61bb92c3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1242943 Dec 23 16:38:41.381088 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-77ae4aef-07c7-46d5-bb01-252f84f2615f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0959611 Dec 23 16:38:41.442427 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-3a01c795-e096-452e-bc81-bf83c11cec6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:38:41.443802 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-3a01c795-e096-452e-bc81-bf83c11cec6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0566955 Dec 23 16:38:41.519168 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-dd031de2-edf7-4b4e-bba7-36acdb54633b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689523 Dec 23 16:38:41.649106 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-b3162ded-c555-4775-be7d-bad70604b2a7 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227968 Dec 23 16:38:41.779985 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0df04429-c1f3-45bb-a90e-8f45e8e2c7fb req-c810dfca-c399-4250-bfaf-bfa3bd44bfd3 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249170 Dec 23 16:38:55.415153 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fb5b-eb56-4b4b-944c-cc798bf062a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:57.700979 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-533be3c9-13d1-4852-a295-af4e65b639d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:59.026117 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:59.089503 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:38:59.995053 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:39:00.590169 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:08.112584 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:12.578167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7b0ce-3269-4cc1-a068-b9cd4a5f1676 req-7c7c1813-f94b-4545-93ac-417d8c734ec2 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:12.579514 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7b7b0ce-3269-4cc1-a068-b9cd4a5f1676 req-7c7c1813-f94b-4545-93ac-417d8c734ec2 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.1460514 Dec 23 16:39:12.627742 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-d7b7b0ce-3269-4cc1-a068-b9cd4a5f1676 req-66ea727d-6c66-4cc6-9b2a-4d314b29d9b5 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426486 Dec 23 16:39:13.996577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefacb6-4722-4dcb-966d-825b4f0e72e8 req-7fffc48d-7347-4016-9fd8-506078ea39e6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:13.997934 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7aefacb6-4722-4dcb-966d-825b4f0e72e8 req-7fffc48d-7347-4016-9fd8-506078ea39e6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.2344728 Dec 23 16:39:14.045649 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7aefacb6-4722-4dcb-966d-825b4f0e72e8 req-30f5ef41-e901-44b7-922c-1752a02fd18e tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401957 Dec 23 16:39:15.254439 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adb36d-1c44-471a-96ff-fde9a5d4485f req-e2c628de-dd21-483c-b742-39b87b4dc2e0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:15.255773 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c5adb36d-1c44-471a-96ff-fde9a5d4485f req-e2c628de-dd21-483c-b742-39b87b4dc2e0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0753362 Dec 23 16:39:15.300731 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c5adb36d-1c44-471a-96ff-fde9a5d4485f req-16bee5c8-6406-4cfa-a75a-afacd8e0dd45 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387783 Dec 23 16:39:16.496219 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b3136-84cb-4e8c-a611-d39a78d6f985 req-ac693da6-8da3-47a2-8333-65b408c0fd90 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:16.497626 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c99b3136-84cb-4e8c-a611-d39a78d6f985 req-ac693da6-8da3-47a2-8333-65b408c0fd90 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0776901 Dec 23 16:39:16.541888 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c99b3136-84cb-4e8c-a611-d39a78d6f985 req-689c6931-d9b4-4420-9e98-7aa6d8e6317a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389092 Dec 23 16:39:17.739481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd5e7d-3461-48f2-96f2-fb9312c51c73 req-c5c386c8-c623-41ef-ab90-33c0e7fbec71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:17.741227 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfd5e7d-3461-48f2-96f2-fb9312c51c73 req-c5c386c8-c623-41ef-ab90-33c0e7fbec71 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0759120 Dec 23 16:39:17.790129 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-dbfd5e7d-3461-48f2-96f2-fb9312c51c73 req-f0506411-9232-435d-89ff-8913cc6d500a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428090 Dec 23 16:39:18.986470 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1484bce-cf6a-454a-9429-2b69c1f98bd1 req-73ea89a4-e50c-47cb-8607-dbe140d5d651 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:18.987819 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e1484bce-cf6a-454a-9429-2b69c1f98bd1 req-73ea89a4-e50c-47cb-8607-dbe140d5d651 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0762768 Dec 23 16:39:19.033462 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e1484bce-cf6a-454a-9429-2b69c1f98bd1 req-463d90e6-f287-42a5-a7cb-c3ae1ab0ab52 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401034 Dec 23 16:39:20.230469 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e3852-8ea1-4407-a125-dfe6f15d8ffc req-21a4ec3b-e976-40b7-9b72-c7cbd0da4fcb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:20.231925 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-729e3852-8ea1-4407-a125-dfe6f15d8ffc req-21a4ec3b-e976-40b7-9b72-c7cbd0da4fcb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0799050 Dec 23 16:39:20.276344 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-729e3852-8ea1-4407-a125-dfe6f15d8ffc req-fb1f56c6-f4f4-4dff-9e67-47d4e031c3f3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386424 Dec 23 16:39:21.472321 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d1bb0-8122-4517-9496-62c632ba1e14 req-219d2fff-45c3-46b8-817f-a6120c6b4365 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:21.473736 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e38d1bb0-8122-4517-9496-62c632ba1e14 req-219d2fff-45c3-46b8-817f-a6120c6b4365 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0771296 Dec 23 16:39:21.519077 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e38d1bb0-8122-4517-9496-62c632ba1e14 req-44b3d669-c30e-4e57-b766-bde7eed91a65 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397010 Dec 23 16:39:22.719235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901085-7a9d-46c9-acce-d14effa563c4 req-9aaab715-47c9-42d0-b8e1-a0c629d28cd9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:22.720676 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-81901085-7a9d-46c9-acce-d14effa563c4 req-9aaab715-47c9-42d0-b8e1-a0c629d28cd9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0783641 Dec 23 16:39:22.766379 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-81901085-7a9d-46c9-acce-d14effa563c4 req-b7ce08e0-4a37-492f-87b8-4549a5da3046 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402622 Dec 23 16:39:23.960872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac45f2-6f20-4b88-aacb-160fb2417965 req-7bc1d5ab-51de-47ce-baf7-55f717f3463c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:23.962429 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e1ac45f2-6f20-4b88-aacb-160fb2417965 req-7bc1d5ab-51de-47ce-baf7-55f717f3463c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0748787 Dec 23 16:39:24.010092 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e1ac45f2-6f20-4b88-aacb-160fb2417965 req-e9d0cebf-45eb-4732-9fae-8b48c2670202 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422492 Dec 23 16:39:25.204393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4610d-9c61-4552-9614-f99df5252b12 req-2a420920-47e5-4e5f-9486-f9f73a4f7d05 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:25.205816 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5f4610d-9c61-4552-9614-f99df5252b12 req-2a420920-47e5-4e5f-9486-f9f73a4f7d05 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0753934 Dec 23 16:39:25.251071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e5f4610d-9c61-4552-9614-f99df5252b12 req-7bb29cb6-c731-41de-a9ea-b0543624233b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397241 Dec 23 16:39:25.408935 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4f44ced5-9802-4706-9ca5-981843461e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:26.448493 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a05f4-f4df-4a78-80c9-fc78342b1e8c req-81f8a95f-ae4d-448c-a908-9b4e163f5bdc tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:26.449910 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa4a05f4-f4df-4a78-80c9-fc78342b1e8c req-81f8a95f-ae4d-448c-a908-9b4e163f5bdc tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0787613 Dec 23 16:39:26.494322 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-aa4a05f4-f4df-4a78-80c9-fc78342b1e8c req-5a00eafb-942c-472a-8ea0-a6b04eca5d02 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390062 Dec 23 16:39:27.700293 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f350737d-0949-47fb-a12c-e9e656d70f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:27.740910 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-acbf73bc-9aca-42d6-ab98-e3bac2fe16f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.1324012 Dec 23 16:39:27.748088 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ece95-1056-4d94-aca2-1063bb15e127 req-90c22bd7-8e73-4c56-8885-b66daca034af tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:27.749410 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-254ece95-1056-4d94-aca2-1063bb15e127 req-90c22bd7-8e73-4c56-8885-b66daca034af tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.1098576 Dec 23 16:39:27.878666 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-254ece95-1056-4d94-aca2-1063bb15e127 req-542006dc-c4c9-41fa-953b-d4ac7ee67ee7 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102941 Dec 23 16:39:27.907280 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-c8cb9c1b-e2ba-4475-be52-e39f598b61f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:27.908735 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-c8cb9c1b-e2ba-4475-be52-e39f598b61f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1585155 Dec 23 16:39:28.009719 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-e84cabd8-60d9-4501-95bf-99253ed4634b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0941427 Dec 23 16:39:28.069385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-34540519-f38a-4aca-9626-3f401772235a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:28.070782 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-34540519-f38a-4aca-9626-3f401772235a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0554490 Dec 23 16:39:28.145087 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-6a39bd9b-dfb9-44ff-a772-5b0ddf6e27b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685005 Dec 23 16:39:28.155073 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-d16b87f3-3f66-4560-93e4-b6c5591eb9fa service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:39:28.155957 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-d16b87f3-3f66-4560-93e4-b6c5591eb9fa service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045824 Dec 23 16:39:28.373207 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-52a84ae4-4b03-4ac7-950b-b7190f498551 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104766 Dec 23 16:39:28.503046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-143c6333-5dce-4d2d-b772-9fbc05b34f3c req-9dd18e44-36bb-46dd-a4c6-74dc1da39842 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234996 Dec 23 16:39:29.066212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:29.070279 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad81b5-3fab-44a7-8a1d-5350846a87ea req-75ce1207-adb8-40e9-b710-13435dfd75f2 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:29.071798 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6aad81b5-3fab-44a7-8a1d-5350846a87ea req-75ce1207-adb8-40e9-b710-13435dfd75f2 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0743706 Dec 23 16:39:29.081784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:29.117388 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6aad81b5-3fab-44a7-8a1d-5350846a87ea req-59759a9b-686a-4927-82e9-c343ba876b5a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398531 Dec 23 16:39:30.320050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca84e4a-ef04-4c21-bfcb-dc58bbe49b27 req-390cd3c9-6ff9-4c0b-ab2d-bfa5d902651c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:30.322046 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bca84e4a-ef04-4c21-bfcb-dc58bbe49b27 req-390cd3c9-6ff9-4c0b-ab2d-bfa5d902651c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0819948 Dec 23 16:39:30.366901 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bca84e4a-ef04-4c21-bfcb-dc58bbe49b27 req-c8a00436-aeaa-4130-87f2-379db08c8489 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390394 Dec 23 16:39:30.613686 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:31.574890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5af7fb-9f89-41f0-b9f9-5ede23e09a09 req-4e9836be-753a-4cda-9b4e-a01f331802b6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:31.576356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e5af7fb-9f89-41f0-b9f9-5ede23e09a09 req-4e9836be-753a-4cda-9b4e-a01f331802b6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0773597 Dec 23 16:39:31.627511 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-9e5af7fb-9f89-41f0-b9f9-5ede23e09a09 req-49d30f21-5ad6-4cbb-af70-08af14879179 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455027 Dec 23 16:39:31.893018 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-377f5924-0f0a-43b8-a031-1ae3176c12c5 req-1f67af95-948a-4b68-a37c-d99b28861ad8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1356082 Dec 23 16:39:32.276403 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e494abf-f816-4402-a7f6-f570905d44b2 req-9d59b62f-dca2-4d56-aaa8-559eb4a7b2c8 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:32.277832 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e494abf-f816-4402-a7f6-f570905d44b2 req-9d59b62f-dca2-4d56-aaa8-559eb4a7b2c8 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0769386 Dec 23 16:39:32.324215 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e494abf-f816-4402-a7f6-f570905d44b2 req-53c89b05-ff18-4e7f-9cd1-7ceb7aebdfb2 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407791 Dec 23 16:39:32.328799 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-66b92b3c-9fb6-4b42-be36-91b138ccc7b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336300 Dec 23 16:39:33.528876 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226ce1-aaec-4a38-953c-e9a1e9651be8 req-e2c5a005-00f8-43eb-83b9-d61828c62886 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:33.530246 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19226ce1-aaec-4a38-953c-e9a1e9651be8 req-e2c5a005-00f8-43eb-83b9-d61828c62886 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0807602 Dec 23 16:39:33.577267 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-19226ce1-aaec-4a38-953c-e9a1e9651be8 req-aaf40bbc-addb-4843-a2a3-52ae07a04dc0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414021 Dec 23 16:39:33.988620 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b61c3f9e-b954-4b65-a109-ce4450c53ef1 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:39:34.103597 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:34.129593 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:39:34.139932 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:39:34.202244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:34.258934 dv-neutron-822796-1-hyperv neutron-server[84223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'code': 422} returned with failed status Dec 23 16:39:34.273226 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:39:34.281897 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.282361 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.282648 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.282879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.283209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.283532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.283848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.284189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.284508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.284819 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.287094 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:39:34.776044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df68ab8-6030-49fd-b1c0-04fdca01e38e req-1b34f496-18f7-45ce-9188-e8ce2bc01a53 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:34.784282 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3df68ab8-6030-49fd-b1c0-04fdca01e38e req-1b34f496-18f7-45ce-9188-e8ce2bc01a53 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0789435 Dec 23 16:39:34.826048 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3df68ab8-6030-49fd-b1c0-04fdca01e38e req-a364ba7c-a2a0-48e2-9da4-7e7655ae9385 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431190 Dec 23 16:39:35.363952 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-d5001101-1297-453a-b8fa-0638ad2acd4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4&tenant_id=fdd34298a2334d6b8361cca090d4235c HTTP/1.1" status: 200 len: 1096 time: 0.0700250 Dec 23 16:39:35.451733 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-5f94bead-10be-48bb-80d6-ebde89a0ed0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0675788 Dec 23 16:39:35.580918 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-ef73b212-bdc5-4458-93d9-1207de598546 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:35.582337 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-ef73b212-bdc5-4458-93d9-1207de598546 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1245735 Dec 23 16:39:35.686580 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-1bccfd9d-ae2c-4ce8-9975-ebedca2ed5c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 999 time: 0.0972595 Dec 23 16:39:35.751588 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-16592bac-238e-4a19-a955-9f626d5441a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:35.753051 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-16592bac-238e-4a19-a955-9f626d5441a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0608516 Dec 23 16:39:35.825990 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-cba1428a-2bea-456b-9155-242f05e38b1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669942 Dec 23 16:39:35.996420 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-a4d98632-d856-4f95-a687-8ae4fcfb3494 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637917 Dec 23 16:39:36.131898 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819c81e-158c-4ce4-af6e-f1198e673c59 req-76ae5242-8dcc-4c6c-a4e4-392f70dbf2f1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:36.133329 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8819c81e-158c-4ce4-af6e-f1198e673c59 req-76ae5242-8dcc-4c6c-a4e4-392f70dbf2f1 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.1829216 Dec 23 16:39:36.252522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-fe76f1f7-8cc8-4e22-959a-6d343ad3add1 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496960 Dec 23 16:39:36.276524 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8819c81e-158c-4ce4-af6e-f1198e673c59 req-3326f880-6bb5-4d5c-a1ac-8999473d242c tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1300523 Dec 23 16:39:36.995483 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:39:37.470384 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce356c-9302-4b2d-9697-6d4701940e8b req-b422d7ab-81d5-4e72-b525-eef46e1faefa tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:37.471842 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5ce356c-9302-4b2d-9697-6d4701940e8b req-b422d7ab-81d5-4e72-b525-eef46e1faefa tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0763874 Dec 23 16:39:37.517491 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a5ce356c-9302-4b2d-9697-6d4701940e8b req-befbc1cf-68b1-497f-8518-b67ec9b47e75 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393779 Dec 23 16:39:38.105405 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:38.715877 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb45680-0566-44d3-8d13-21f778ceb2d9 req-d8767cbb-bfab-4a72-b632-48c3fc31c2cb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:38.717399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1cb45680-0566-44d3-8d13-21f778ceb2d9 req-d8767cbb-bfab-4a72-b632-48c3fc31c2cb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0775652 Dec 23 16:39:38.762383 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1cb45680-0566-44d3-8d13-21f778ceb2d9 req-0b6cf72f-2b16-4179-b3ea-eeaeb2007ad3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396197 Dec 23 16:39:39.959476 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd829b7-104e-4063-b92b-ca10480868c7 req-ed6df96b-f693-4e6b-b763-e35ebf3ddd37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:39.960851 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbd829b7-104e-4063-b92b-ca10480868c7 req-ed6df96b-f693-4e6b-b763-e35ebf3ddd37 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0751226 Dec 23 16:39:40.010288 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbd829b7-104e-4063-b92b-ca10480868c7 req-f12ed464-508a-4dab-8e03-011229854326 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438435 Dec 23 16:39:41.045764 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-02d1e03c-85b0-48fb-b46e-ac2952d27e1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0705016 Dec 23 16:39:41.244675 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-58172672-59fe-4c39-a1e1-501b82af3aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:41.246091 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-58172672-59fe-4c39-a1e1-501b82af3aa5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1816497 Dec 23 16:39:41.306648 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5307c-cfc4-426b-867c-90c8866efe75 req-dff44c79-0f2d-4b87-981c-47fcaa9bf543 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:41.308007 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-81c5307c-cfc4-426b-867c-90c8866efe75 req-dff44c79-0f2d-4b87-981c-47fcaa9bf543 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.1726775 Dec 23 16:39:41.388440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-62cf6f80-9f15-43b7-b71a-2c6fdb077077 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 999 time: 0.1347542 Dec 23 16:39:41.390609 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-81c5307c-cfc4-426b-867c-90c8866efe75 req-a9b68a99-59dc-4f6f-b130-53499c7fbbdb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767851 Dec 23 16:39:41.451992 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-4bdfac52-8341-4c89-ab0f-28bf5cf08b7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:41.453437 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-4bdfac52-8341-4c89-ab0f-28bf5cf08b7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0583956 Dec 23 16:39:41.525987 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-70253e17-a116-469e-87ee-c7899ba7837d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663478 Dec 23 16:39:41.654861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-7e8a94e2-08bb-4beb-a866-51f4be601494 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224258 Dec 23 16:39:41.785339 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-76262fdc-a5ff-422a-acaa-8fc243235645 req-6b8d97b2-a1da-4be3-96ba-6597883dc30d service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243966 Dec 23 16:39:42.587241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd50a8f-104d-496f-b7e8-e14f68cca1d6 req-447f601a-8856-43f9-9d7f-f1a82d8989b6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:42.588706 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8dd50a8f-104d-496f-b7e8-e14f68cca1d6 req-447f601a-8856-43f9-9d7f-f1a82d8989b6 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0798297 Dec 23 16:39:42.634854 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8dd50a8f-104d-496f-b7e8-e14f68cca1d6 req-81769ee3-df93-461f-ac43-08c9c25ecb53 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400989 Dec 23 16:39:43.827261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f2e0c-dd8f-470f-8b14-c960412b0c6d req-94123a56-10d0-45e4-98f1-fe640e382fdc tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:43.828715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-880f2e0c-dd8f-470f-8b14-c960412b0c6d req-94123a56-10d0-45e4-98f1-fe640e382fdc tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0747678 Dec 23 16:39:43.876351 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-880f2e0c-dd8f-470f-8b14-c960412b0c6d req-5271b58c-4e4f-49d4-b8f7-41727c4f98e3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422301 Dec 23 16:39:45.069275 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d548e6f-5613-4786-b6ed-81539129e378 req-27b69838-93a8-49ff-ac9e-ec2e465a5d3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:45.070780 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d548e6f-5613-4786-b6ed-81539129e378 req-27b69838-93a8-49ff-ac9e-ec2e465a5d3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0748506 Dec 23 16:39:45.115938 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7d548e6f-5613-4786-b6ed-81539129e378 req-2a6c4140-29c1-4b98-9eae-30a835ed07a9 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396552 Dec 23 16:39:46.031480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b61c3f9e-b954-4b65-a109-ce4450c53ef1 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:39:46.163424 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:39:46.177196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'port_id': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'mac_address': 'fa:16:3e:55:b8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:39:46.234001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:46.251758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b61c3f9e-b954-4b65-a109-ce4450c53ef1 {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:39:46.266599 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:39:46.315782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e797c84-d2d1-427c-9b25-eb0780cfbac4 req-b056549d-8b29-48ca-974e-e37bf67aca12 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:46.317172 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e797c84-d2d1-427c-9b25-eb0780cfbac4 req-b056549d-8b29-48ca-974e-e37bf67aca12 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 943 time: 0.0789268 Dec 23 16:39:46.327836 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:46.364520 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e797c84-d2d1-427c-9b25-eb0780cfbac4 req-befeaabf-b0aa-4379-84e5-c9f766409e7d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413754 Dec 23 16:39:46.393470 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:39:46.712598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['b61c3f9e-b954-4b65-a109-ce4450c53ef1'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:39:47.561503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dbbf9-25da-4e60-89a6-03a7f2d15dc8 req-6b4f4c2a-fa12-4d63-a9ea-3ecdc62d553a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:47.562947 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e4dbbf9-25da-4e60-89a6-03a7f2d15dc8 req-6b4f4c2a-fa12-4d63-a9ea-3ecdc62d553a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 944 time: 0.0759540 Dec 23 16:39:47.607669 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4e4dbbf9-25da-4e60-89a6-03a7f2d15dc8 req-6f23a177-42e1-48ff-a814-81a0620459d0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392165 Dec 23 16:39:48.037015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b61c3f9e-b954-4b65-a109-ce4450c53ef1 up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:39:48.105748 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port b61c3f9e-b954-4b65-a109-ce4450c53ef1 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:39:48.106108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:48.218156 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:48.245423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:39:48.255030 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:39:48.299624 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'code': 200} Dec 23 16:39:48.322656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:48.389296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:39:48.793605 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74277ec5-a5a2-4b80-a11e-a8acafade180 req-1c8f53b5-7df6-4903-bb87-d2aa31a6b377 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.2062178 Dec 23 16:39:48.839276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab59ac5-aa0e-4473-8158-f086eb571dbe req-5bd4ce24-b410-4148-bb1d-13e84cb8c353 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:48.840699 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ab59ac5-aa0e-4473-8158-f086eb571dbe req-5bd4ce24-b410-4148-bb1d-13e84cb8c353 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.1096778 Dec 23 16:39:48.864873 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74277ec5-a5a2-4b80-a11e-a8acafade180 req-0badcdfd-a767-4936-b7e2-2065f087cd46 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650363 Dec 23 16:39:48.891072 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4ab59ac5-aa0e-4473-8158-f086eb571dbe req-3a9ec79d-409d-49df-8f90-753f3ce1753d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442383 Dec 23 16:39:50.088549 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa05db-37fd-42fc-aead-7fd5e9bd750e req-98b61d22-694a-42a6-96f1-065637e6db06 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:50.090002 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1aa05db-37fd-42fc-aead-7fd5e9bd750e req-98b61d22-694a-42a6-96f1-065637e6db06 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0773387 Dec 23 16:39:50.136639 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b1aa05db-37fd-42fc-aead-7fd5e9bd750e req-0c56b22f-795b-4afe-bc2f-7c47e5dbbbbb tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406587 Dec 23 16:39:51.334309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cee28a-ebcc-43b9-96a9-18775eebb792 req-02d39110-1f7b-4490-a4ac-4e392e19a311 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:39:51.335728 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53cee28a-ebcc-43b9-96a9-18775eebb792 req-02d39110-1f7b-4490-a4ac-4e392e19a311 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.0788190 Dec 23 16:39:51.380716 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-53cee28a-ebcc-43b9-96a9-18775eebb792 req-f8cc5ec1-ee59-461a-b631-de6b9513d08d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394554 Dec 23 16:39:55.459768 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fc0e167f-fe10-4ceb-b370-9f3ba9136fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:57.705263 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d4cb-2761-4c87-a06a-ce3216ec21e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:59.025346 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:39:59.077211 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:00.579690 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:08.132665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:13.995255 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:40:25.413702 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5f41f267-fa57-4b01-bad6-45f520b20918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:27.701461 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-b828148d-50c9-435c-af32-caa682fc496b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:29.043285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:29.093759 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:30.567228 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:38.178622 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:42.995744 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-f9e4e707-ed77-46ec-8cb1-bf4b3a94b828 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669289 Dec 23 16:40:43.139071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-4fa405b2-9e40-43da-8e1b-843a393836d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0737295 Dec 23 16:40:43.285200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-aecabd5d-0812-480f-ac9a-982128acc3a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:43.286735 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-aecabd5d-0812-480f-ac9a-982128acc3a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1286702 Dec 23 16:40:43.387633 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-37a96be0-f8c7-41b3-9eee-23b7e10a8d33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 1001 time: 0.0944107 Dec 23 16:40:43.454243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-bfd20d04-3a80-4ddb-ac01-98ef7c6256be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:40:43.455650 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-bfd20d04-3a80-4ddb-ac01-98ef7c6256be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0614760 Dec 23 16:40:43.530580 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-79b8ee2a-cddf-44ab-92f0-3090702fe2ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686285 Dec 23 16:40:43.665684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-aec1df78-c81a-4d5f-9436-77109495f488 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280398 Dec 23 16:40:43.801016 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-09e1f32a-c73a-4e29-98f2-dea88d0cd636 req-7c75d1af-2580-43ca-8fe3-683bc9d85603 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282773 Dec 23 16:40:50.994874 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:40:55.458866 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ef2a0191-2491-41f2-a3ef-e081b64f50ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:57.713353 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc2ba71c-2abf-414c-8ef0-72fcf09bccba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:59.013513 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:40:59.065265 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:00.624834 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:08.270208 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:25.418742 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4d3f29f8-f84e-4ed3-9a37-25b9cead2d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:27.704570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4482b9ad-4e45-4f32-af37-9b3a31f888b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:27.995080 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:41:29.014463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:29.086783 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:30.630368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:38.132917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:39.659080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36720) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:40.091525 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Deleting port b1e05a9f-018b-48f3-898f-bc82bc981e26 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:40.091855 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:40.256844 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:40.257161 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:40.462513 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Calling delete_port for b1e05a9f-018b-48f3-898f-bc82bc981e26 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:40.670277 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:40.717227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event deleted for resources: {'Port': ['ID=b1e05a9f-018b-48f3-898f-bc82bc981e26,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:40.756005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.756369 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.756701 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.757026 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.757347 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.757665 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.757984 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.758302 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.758613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.758923 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.759232 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:41:40.818682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:41.208037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Router 4d27a191-6a6a-4867-968d-a7ac22549b5b has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:41:41.408919 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:41:41.418567 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] Sync routers for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:41:41.429940 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:41:41.430528 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:41.504468 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:41.559887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-c5ed7b76-c090-41ea-b0e3-1cc6cf8deb78 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "DELETE /v2.0/floatingips/ee3ddc45-0025-4c51-b907-37d45f42c8ed HTTP/1.1" status: 204 len: 168 time: 1.8996863 Dec 23 16:41:41.560481 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:41:41.616022 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:41:41.786025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'status': 'completed', 'code': 200} Dec 23 16:41:41.950267 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:41.954306 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] Checking router: 4d27a191-6a6a-4867-968d-a7ac22549b5b for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:41:41.954436 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-44d7bd41-5a07-439f-9ad4-260e6af95d4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdd34298a2334d6b8361cca090d4235c&device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 1098 time: 0.1462629 Dec 23 16:41:41.965627 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:41:41.966210 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:42.095793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-b82062aa-dce1-48ed-ace7-6fbed1b6b4bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:41:42.097569 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-b82062aa-dce1-48ed-ace7-6fbed1b6b4bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 200 len: 910 time: 0.1371398 Dec 23 16:41:42.152992 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:41:42.202621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-88e8c8c5-bb78-4d13-92bf-f453d13bd31f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 200 len: 217 time: 0.0966341 Dec 23 16:41:42.280226 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-c6470f47-7417-4b89-9b87-ec43952146ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:41:42.281545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-c6470f47-7417-4b89-9b87-ec43952146ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 200 len: 848 time: 0.0715010 Dec 23 16:41:42.328348 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023ed70-da60-42ce-92b4-3abc4d61d4ee req-959391cb-5dc2-484f-997a-df0e1d93e94d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:41:42.329025 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7023ed70-da60-42ce-92b4-3abc4d61d4ee req-959391cb-5dc2-484f-997a-df0e1d93e94d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Synchronizing usage tracker for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:41:42.378281 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-b4bfa8ce-abeb-46c7-a0c8-76a188732b31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=87f14bb9-3a84-44b5-b0b8-133061348f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890474 Dec 23 16:41:42.467961 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:42.472474 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b05e331-ee9d-445c-a17d-7274bc011e8a None None] The sync data for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv is: [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:29:49Z', 'revision_number': 4, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14', 'name': '', 'network_id': '87f14bb9-3a84-44b5-b0b8-133061348f44', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'mac_address': 'fa:16:3e:60:b6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:48Z', 'updated_at': '2021-12-23T16:29:56Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'subnets': [{'id': 'b7362960-df67-43b7-955a-884adc6d1bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:41:42.512175 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-7023ed70-da60-42ce-92b4-3abc4d61d4ee req-959391cb-5dc2-484f-997a-df0e1d93e94d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Unset dirty status for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:41:42.513312 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7023ed70-da60-42ce-92b4-3abc4d61d4ee req-959391cb-5dc2-484f-997a-df0e1d93e94d tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.3590817 Dec 23 16:41:42.639964 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7023ed70-da60-42ce-92b4-3abc4d61d4ee req-7b6ebbe1-e671-4f80-bf30-1358492f3e81 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791650 Dec 23 16:41:42.656684 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-426687c5-154e-4330-80fd-6124cfaaab7a service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707248 Dec 23 16:41:42.714331 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f2e43-7093-411f-b72a-a7fc5fccfa28 None None] New status for floating IP ee3ddc45-0025-4c51-b907-37d45f42c8ed: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:41:42.793692 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-74f7fd9c-6e47-49e6-9df5-e2cedc6679ec req-26b1f5f0-2109-47ed-8f73-13f30c13ce02 service neutron] 10.222.0.57 "GET /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296370 Dec 23 16:41:43.848697 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-21378d70-3f5f-4dca-92a0-556b17ca1c3f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:41:43.850019 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-21378d70-3f5f-4dca-92a0-556b17ca1c3f tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.1287422 Dec 23 16:41:43.905398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35023f-09b3-41ec-9604-6d874b449d8a req-23507710-e353-41ba-ace0-0aa0000161c3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:41:43.906789 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c35023f-09b3-41ec-9604-6d874b449d8a req-23507710-e353-41ba-ace0-0aa0000161c3 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 945 time: 0.1347873 Dec 23 16:41:43.946257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Deleting port b61c3f9e-b954-4b65-a109-ce4450c53ef1 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:43.946502 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:44.010801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6c35023f-09b3-41ec-9604-6d874b449d8a req-cfca2db7-09ff-4053-b8b2-ccf787989756 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/security-groups?id=6538941a-833a-443a-91ed-4d43912662f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969315 Dec 23 16:41:44.200274 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] For port b61c3f9e-b954-4b65-a109-ce4450c53ef1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=b61c3f9e-b954-4b65-a109-ce4450c53ef1,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:44.200522 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:44.329210 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Calling delete_port for b61c3f9e-b954-4b65-a109-ce4450c53ef1 owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:44.532972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:44.585060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event deleted for resources: {'Port': ['ID=b61c3f9e-b954-4b65-a109-ce4450c53ef1,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:44.657258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] No DVR routers for this DVR port b61c3f9e-b954-4b65-a109-ce4450c53ef1 on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:41:44.659626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:44.662100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-deleted', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:41:44.718129 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae034be-8031-4b1e-92a0-b68322af1ac4', 'name': 'network-vif-deleted', 'tag': 'b61c3f9e-b954-4b65-a109-ce4450c53ef1', 'status': 'completed', 'code': 200} Dec 23 16:41:44.738233 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cee7e327-b5c7-448f-8f38-950e7ba65696 req-145c1d5a-ff46-4ea3-8078-bb5564709f3b tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.57 "DELETE /v2.0/ports/b61c3f9e-b954-4b65-a109-ce4450c53ef1 HTTP/1.1" status: 204 len: 173 time: 0.8799536 Dec 23 16:41:45.175330 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-61f73060-08b9-4a3e-90ab-47b1eb92b0c9 req-1711533d-8691-43bb-9ba1-2d0cbd3fb863 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Synchronizing usage tracker for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:41:45.257578 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-61f73060-08b9-4a3e-90ab-47b1eb92b0c9 req-1711533d-8691-43bb-9ba1-2d0cbd3fb863 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Unset dirty status for tenant:fdd34298a2334d6b8361cca090d4235c on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:41:45.258806 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-61f73060-08b9-4a3e-90ab-47b1eb92b0c9 req-1711533d-8691-43bb-9ba1-2d0cbd3fb863 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 210 time: 0.1278005 Dec 23 16:41:46.444393 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-227c9f8d-79bf-439c-9732-5cf382b8d601 req-1196f7ce-f564-46d3-acc8-55ad82f4bc3a tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "GET /v2.0/ports?device_id=aae034be-8031-4b1e-92a0-b68322af1ac4 HTTP/1.1" status: 200 len: 210 time: 0.0476289 Dec 23 16:41:47.550729 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36748) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:47.620535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd216423-ef5f-4df4-ad23-72fcc16fb5b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:47.650517 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd216423-ef5f-4df4-ad23-72fcc16fb5b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:47.773386 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd216423-ef5f-4df4-ad23-72fcc16fb5b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:47.793536 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd216423-ef5f-4df4-ad23-72fcc16fb5b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6538941a-833a-443a-91ed-4d43912662f8,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:47.879359 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-fd216423-ef5f-4df4-ad23-72fcc16fb5b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:47.880638 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-fd216423-ef5f-4df4-ad23-72fcc16fb5b0 tempest-TestShelveInstance-103078971 tempest-TestShelveInstance-103078971-project] 10.222.0.58 "DELETE /v2.0/security-groups/6538941a-833a-443a-91ed-4d43912662f8 HTTP/1.1" status: 204 len: 168 time: 0.3288593 Dec 23 16:41:47.995759 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36754) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:48.630330 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b61c3f9e-b954-4b65-a109-ce4450c53ef1 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:41:48.657367 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:48.667585 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: b61c3f9e-b954-4b65-a109-ce4450c53ef1 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:41:48.668057 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device b61c3f9e-b954-4b65-a109-ce4450c53ef1 not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:41:49.238650 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Deleting port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:49.238977 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:49.407270 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] For port fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:49.407613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:49.526235 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Calling delete_port for fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:49.759854 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:49.804574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:50.187299 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:50.748089 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Router 4d27a191-6a6a-4867-968d-a7ac22549b5b has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:41:50.951709 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:41:50.960256 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] Sync routers for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:41:50.971499 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:41:50.974379 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:51.037619 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e97dfba9-0f2e-4e84-bfcc-2345030e2e0f admin admin] 10.222.0.58 "PUT /v2.0/routers/4d27a191-6a6a-4867-968d-a7ac22549b5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0407026 Dec 23 16:41:51.040022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36760) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:51.177241 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:41:51.235268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:51.431596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:51.463813 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:41:49Z', 'revision_number': 5, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port': {'id': '5f231027-8c4d-4b03-bfc1-42b7e162dec6', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:46Z', 'updated_at': '2021-12-23T16:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:51.468744 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] Checking router: 4d27a191-6a6a-4867-968d-a7ac22549b5b for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:41:51.479051 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] Routers {'4d27a191-6a6a-4867-968d-a7ac22549b5b'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:41:51.479689 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['4d27a191-6a6a-4867-968d-a7ac22549b5b'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:51.503328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Deleting port 5f231027-8c4d-4b03-bfc1-42b7e162dec6 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:51.503664 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:51.632956 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] Set router 4d27a191-6a6a-4867-968d-a7ac22549b5b gateway port host: None {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:41:51.742176 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:41:51Z', 'revision_number': 6, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:51.746587 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d09576-a5ff-4d47-ba5e-3d70b7d422aa None None] The sync data for ids ['4d27a191-6a6a-4867-968d-a7ac22549b5b'] in dv-neutron-822796-1-hyperv is: [{'id': '4d27a191-6a6a-4867-968d-a7ac22549b5b', 'name': 'tempest-TestShelveInstance-2123138295-router', 'tenant_id': 'fdd34298a2334d6b8361cca090d4235c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:45Z', 'updated_at': '2021-12-23T16:41:51Z', 'revision_number': 6, 'project_id': 'fdd34298a2334d6b8361cca090d4235c', 'gw_port_host': None}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:41:51.789187 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] For port 5f231027-8c4d-4b03-bfc1-42b7e162dec6, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=5f231027-8c4d-4b03-bfc1-42b7e162dec6,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:51.789529 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:51.909731 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Calling delete_port for 5f231027-8c4d-4b03-bfc1-42b7e162dec6 owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:52.138890 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.185075 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=5f231027-8c4d-4b03-bfc1-42b7e162dec6,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:52.405682 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.540118 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:41:52.576688 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:41:52.577032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device fb67d7fb-e3b5-43a7-bc1a-0856bc1ede14 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:41:52.577434 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f231027-8c4d-4b03-bfc1-42b7e162dec6 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:41:52.611175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 5f231027-8c4d-4b03-bfc1-42b7e162dec6 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:41:52.611521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 5f231027-8c4d-4b03-bfc1-42b7e162dec6 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:41:52.669109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.673528 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.755251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.755782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d27a191-6a6a-4867-968d-a7ac22549b5b {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:41:52.768446 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.773014 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-76955b65-6828-4b17-bd29-de29bf5b7cdf admin admin] 10.222.0.58 "DELETE /v2.0/routers/4d27a191-6a6a-4867-968d-a7ac22549b5b HTTP/1.1" status: 204 len: 168 time: 1.7286265 Dec 23 16:41:52.773014 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36764) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:52.835157 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] Deleting subnet b7362960-df67-43b7-955a-884adc6d1bfc {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:41:52.841939 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.890946 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:52.965366 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.093356 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.132001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7362960-df67-43b7-955a-884adc6d1bfc,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:53.136959 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.141715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5eae21-1159-4e10-87d2-dbd4394f28ce None None] Network 87f14bb9-3a84-44b5-b0b8-133061348f44 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:41:53.142852 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8043c476-d793-4cb7-93d3-96cf0ddb8d60 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b7362960-df67-43b7-955a-884adc6d1bfc HTTP/1.1" status: 204 len: 168 time: 0.3697894 Dec 23 16:41:53.145379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36768) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:53.351151 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.361699 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Deleting port 2292f1a8-0afe-47ab-a436-0ace279293cc {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:53.362012 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.424523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] DHCP port deletion for 87f14bb9-3a84-44b5-b0b8-133061348f44 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:41:53.428720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Deleting port 2292f1a8-0afe-47ab-a436-0ace279293cc {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:53.429078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.568916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] For port 2292f1a8-0afe-47ab-a436-0ace279293cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2292f1a8-0afe-47ab-a436-0ace279293cc,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:53.569251 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.630861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] For port 2292f1a8-0afe-47ab-a436-0ace279293cc, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=2292f1a8-0afe-47ab-a436-0ace279293cc,segment=NetworkSegment(20743808-691a-4a27-a9ec-864737cbe1cd),segment_id=20743808-691a-4a27-a9ec-864737cbe1cd)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:53.631400 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.691589 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Calling delete_port for 2292f1a8-0afe-47ab-a436-0ace279293cc owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:53.752649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Calling delete_port for 2292f1a8-0afe-47ab-a436-0ace279293cc owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:53.863106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:53.868470 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:41:53.872947 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:41:53.909182 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Pushing event deleted for resources: {'Port': ['ID=2292f1a8-0afe-47ab-a436-0ace279293cc,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:53.914921 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] No DVR routers for this DVR port 2292f1a8-0afe-47ab-a436-0ace279293cc on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:41:54.029420 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:54.054309 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f14bb9-3a84-44b5-b0b8-133061348f44']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:54.067019 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20743808-691a-4a27-a9ec-864737cbe1cd') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:54.067304 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20743808-691a-4a27-a9ec-864737cbe1cd') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:54.078751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:54.094715 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:54.100632 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:41:54.101001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:41:54.114931 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:41:54.258492 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:54.274196 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:54.286747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f14bb9-3a84-44b5-b0b8-133061348f44,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:54.292038 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-8259f105-9245-4f1d-a669-d3494098b377 admin admin] 10.222.0.58 "DELETE /v2.0/networks/87f14bb9-3a84-44b5-b0b8-133061348f44 HTTP/1.1" status: 204 len: 168 time: 1.1451471 Dec 23 16:41:54.295209 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36772) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:54.370070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Deleting port 2292f1a8-0afe-47ab-a436-0ace279293cc {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:54.370483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:54.432953 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d4df1-a69e-4d2a-b4cd-05ff4c06029f None None] The port '2292f1a8-0afe-47ab-a436-0ace279293cc' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:41:54.525298 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2292f1a8-0afe-47ab-a436-0ace279293cc no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:41:54.560546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 2292f1a8-0afe-47ab-a436-0ace279293cc {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:41:54.560877 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 2292f1a8-0afe-47ab-a436-0ace279293cc not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:41:54.689772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:55.370872 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Deleting port d6471bbf-c593-4a4f-9078-a48d62b04713 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:55.371535 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:55.469767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6ed82619-ead8-4226-997d-1d48fb9ee739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:55.542971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] For port d6471bbf-c593-4a4f-9078-a48d62b04713, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=d6471bbf-c593-4a4f-9078-a48d62b04713,segment=NetworkSegment(8f11ce5f-f632-4fe1-b166-c3faaeb70a95),segment_id=8f11ce5f-f632-4fe1-b166-c3faaeb70a95)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:55.543399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:55.661372 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Calling delete_port for d6471bbf-c593-4a4f-9078-a48d62b04713 owned by network:router_interface {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:55.898613 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:55.942916 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6471bbf-c593-4a4f-9078-a48d62b04713,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:56.231824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:56.894863 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:41:57.094062 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:41:57.109103 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] Sync routers for ids ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:41:57.121240 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] Routers {'09e3db59-b34f-4d5a-8601-0dbe81acd5f9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:41:57.122061 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:57.183204 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-965e2637-499f-4a20-a609-923c567e299c admin admin] 10.222.0.58 "PUT /v2.0/routers/09e3db59-b34f-4d5a-8601-0dbe81acd5f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844624 Dec 23 16:41:57.183377 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36776) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:57.306820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] Set router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:41:57.384096 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:57.581792 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:57.586623 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:41:55Z', 'revision_number': 5, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port': {'id': 'c1190828-2bdd-4350-b56d-c94f7d8cf3db', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:57.591045 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] Checking router: 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:41:57.601319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] Routers {'09e3db59-b34f-4d5a-8601-0dbe81acd5f9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:41:57.601903 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:57.645755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Deleting port c1190828-2bdd-4350-b56d-c94f7d8cf3db {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:57.646130 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:57.759590 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] Set router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:41:57.820080 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] For port c1190828-2bdd-4350-b56d-c94f7d8cf3db, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=c1190828-2bdd-4350-b56d-c94f7d8cf3db,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:57.820447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:57.837794 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-29c619b8-4a9e-4dd9-bc3f-3e9efe6703cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:57.901700 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:41:57Z', 'revision_number': 6, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:41:57.905538 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb5f3d-74d2-4354-b22c-d023b6310954 None None] The sync data for ids ['09e3db59-b34f-4d5a-8601-0dbe81acd5f9'] in dv-neutron-822796-1-hyperv is: [{'id': '09e3db59-b34f-4d5a-8601-0dbe81acd5f9', 'name': 'tempest-TestShelveInstance-1739009508-router', 'tenant_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:29:53Z', 'updated_at': '2021-12-23T16:41:57Z', 'revision_number': 6, 'project_id': 'dd450ac97b674b91ae000a9c7ea6f2ed', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:41:57.940641 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Calling delete_port for c1190828-2bdd-4350-b56d-c94f7d8cf3db owned by network:router_gateway {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:58.149780 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:58.302401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1190828-2bdd-4350-b56d-c94f7d8cf3db,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:58.525563 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:58.694112 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c1190828-2bdd-4350-b56d-c94f7d8cf3db no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:41:58.726930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: c1190828-2bdd-4350-b56d-c94f7d8cf3db {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:41:58.727269 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device c1190828-2bdd-4350-b56d-c94f7d8cf3db not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:41:58.727671 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6471bbf-c593-4a4f-9078-a48d62b04713 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:41:58.760189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: d6471bbf-c593-4a4f-9078-a48d62b04713 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:41:58.760514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device d6471bbf-c593-4a4f-9078-a48d62b04713 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:41:58.796325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:58.800732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:58.881284 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:58.881793 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e3db59-b34f-4d5a-8601-0dbe81acd5f9 {{(pid=84221) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:41:58.896565 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] Notify callbacks [] for router, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:58.898044 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-14bad953-29f4-45da-8163-243b8348fff1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/09e3db59-b34f-4d5a-8601-0dbe81acd5f9 HTTP/1.1" status: 204 len: 168 time: 1.7135613 Dec 23 16:41:58.900978 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36780) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:58.968022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] Deleting subnet df9d127f-4d4f-450e-b645-b680d3096b67 {{(pid=84221) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:41:58.972085 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.023808 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2693939'] for subnet, precommit_delete_associations {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.024017 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.081804 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.103591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.247845 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3391740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2843308'] for subnet, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.290683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9d127f-4d4f-450e-b645-b680d3096b67,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:41:59.300268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.306679 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-1ac4dd8a-f612-439e-8df3-25dbaa8b7aa4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/df9d127f-4d4f-450e-b645-b680d3096b67 HTTP/1.1" status: 204 len: 168 time: 0.4038436 Dec 23 16:41:59.309243 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 36784) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:41:59.309670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51e35ab-7e5c-412f-b85c-711573b06940 None None] Network 84422956-e694-4401-8d53-6a8bd294be27 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:41:59.416090 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.427070 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Deleting port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:59.427393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.567518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] DHCP port deletion for 84422956-e694-4401-8d53-6a8bd294be27 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:41:59.571989 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Deleting port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:41:59.572450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.637398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] For port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,segment=NetworkSegment(8f11ce5f-f632-4fe1-b166-c3faaeb70a95),segment_id=8f11ce5f-f632-4fe1-b166-c3faaeb70a95)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:59.637733 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.784862 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] For port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,segment=NetworkSegment(8f11ce5f-f632-4fe1-b166-c3faaeb70a95),segment_id=8f11ce5f-f632-4fe1-b166-c3faaeb70a95)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:41:59.785483 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:41:59.860399 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Calling delete_port for a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 owned by network:dhcp {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:41:59.909916 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Calling delete_port for a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:42:00.001587 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.006777 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:42:00.007131 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:42:00.050700 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f6f256-ef4c-44e4-911d-e1d6f1db7f57,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:00.055258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] No DVR routers for this DVR port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 on host dv-neutron-822796-1-hyperv {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:42:00.170696 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.195034 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84422956-e694-4401-8d53-6a8bd294be27']}} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:00.206787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f11ce5f-f632-4fe1-b166-c3faaeb70a95') {'for_net_delete': True} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:00.207077 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.services.segments.db [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f11ce5f-f632-4fe1-b166-c3faaeb70a95') {} {{(pid=84221) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:00.218683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2693944'] for segment, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.234824 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.240717 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84221) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:42:00.241092 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3524954'] for segment, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: Traceback (most recent call last): Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: timer() Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: cb(*args, **kw) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: return func(*args, **kwargs) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: self._notify() Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: self.callback(batched_events) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: event.method(event) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: return f(self, *a, **k) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._get(url).json() Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: return self.request(url, 'GET', **kwargs) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:42:00.254026 dv-neutron-822796-1-hyperv neutron-server[84221]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:42:00.394122 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.410074 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Notify callbacks [] for network, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.420020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] Pushing event deleted for resources: {'Network': ['ID=84422956-e694-4401-8d53-6a8bd294be27,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:00.427011 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-e6b2316a-3337-4a73-a30a-ef8303c16995 admin admin] 10.222.0.58 "DELETE /v2.0/networks/84422956-e694-4401-8d53-6a8bd294be27 HTTP/1.1" status: 204 len: 168 time: 1.1167829 Dec 23 16:42:00.508026 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Deleting port a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:42:00.508453 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.537175 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:42:00.607380 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:42:00.607724 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device a2f6f256-ef4c-44e4-911d-e1d6f1db7f57 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:42:00.618718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-bac93057-6038-41e3-8f9c-0027fa5d957a None None] The port 'a2f6f256-ef4c-44e4-911d-e1d6f1db7f57' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:42:00.691212 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.793411 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36790) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:00.842784 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-df31d24a-8bf1-4126-af67-f7b08c12026c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdd34298a2334d6b8361cca090d4235c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482020 Dec 23 16:42:00.845430 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36794) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:00.902929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:00.927846 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:01.087016 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:01.187733 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb34a61-c2c1-46b7-9642-ab93d2efccdb,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:01.201238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.201583 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.201911 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.202236 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.202563 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.202880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.203197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.203515 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.203826 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.204157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.204473 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:01.208545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:01.209660 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-46e21cc8-1e87-4266-a33b-2486d4dff2e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cb34a61-c2c1-46b7-9642-ab93d2efccdb HTTP/1.1" status: 204 len: 168 time: 0.3632510 Dec 23 16:42:01.953552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36802) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:02.003738 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-38306152-6074-4149-9f39-bab4d9f6a7f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd450ac97b674b91ae000a9c7ea6f2ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490260 Dec 23 16:42:02.006219 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36806) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:02.064386 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-72d38575-b20f-4069-a75c-65fe471734bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:02.089656 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-72d38575-b20f-4069-a75c-65fe471734bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:02.195570 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-72d38575-b20f-4069-a75c-65fe471734bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:02.209903 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d38575-b20f-4069-a75c-65fe471734bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a5b64-6b8d-4b61-ba4b-f06ebd80246d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:02.217173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-72d38575-b20f-4069-a75c-65fe471734bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:02.218275 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-72d38575-b20f-4069-a75c-65fe471734bf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f56a5b64-6b8d-4b61-ba4b-f06ebd80246d HTTP/1.1" status: 204 len: 168 time: 0.2111394 Dec 23 16:42:03.380600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36828) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:03.506549 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-894076908-network', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:03.511268 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:03.515029 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Usage tracker for resource:network and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:03.517882 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:03.523463 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:03.566997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Made reservation on behalf of a7b351c5500f4d22bae7072636be0a28 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:42:03.569214 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:03.584352 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:03.615079 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:03.619196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:03.622848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:03.628441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:03.691147 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:03.765749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:03.793496 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:42:03.805566 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3179bf81-2309-48d5-a3f9-12b4977a2a86,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:03.810025 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:03.810357 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Added segment 4f8d4ffe-78f3-4c09-81a3-983eb861c68b of type vlan for network 0f84d741-9008-484d-9349-d0aaaac72cd6 Dec 23 16:42:03.835627 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:03.938067 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:03.938902 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:03.939497 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.040978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] Pushing event updated for resources: {'Network': ['ID=0f84d741-9008-484d-9349-d0aaaac72cd6,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:04.051015 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:42:04.114689 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f3facd49-009f-49cf-831b-10daac146d9a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7329180 Dec 23 16:42:04.117475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36834) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:04.123180 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Request body: {'subnet': {'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-894076908-subnet', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'ip_version': 4}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:04.129689 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:04.133731 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Usage tracker for resource:subnet and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:04.137438 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:04.143157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:04.200984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Made reservation on behalf of a7b351c5500f4d22bae7072636be0a28 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:42:04.203407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.464739 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.534351 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fd7bbd-2987-4b61-9ed6-82e54da77e88,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:04.550328 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Checking segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:04.550672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Network hostable DHCP agents. Network: 0f84d741-9008-484d-9349-d0aaaac72cd6, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:42:04.664150 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:42:04.744304 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 0f84d741-9008-484d-9349-d0aaaac72cd6) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:04.748856 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:04.753842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.754527 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365af0a-1c70-47af-b679-f4483b875a70 None None] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:42:04.825934 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-f2ec6e09-39f9-4b8d-8d0f-def8f21451bd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7074213 Dec 23 16:42:04.828413 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36838) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:04.836222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:04.838407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:04.842540 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Usage tracker for resource:router and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:04.845418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:04.851183 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:04.910369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.911314 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.931942 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.965914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-0f84d741-9008-484d-9349-d0aaaac72cd6', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:42:04.966715 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:04.995695 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:42:05.119095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Allocated IP 172.20.0.2 (0f84d741-9008-484d-9349-d0aaaac72cd6/56fd7bbd-2987-4b61-9ed6-82e54da77e88/24bad6e2-7def-4895-b83f-24bd1757cf3f) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:05.135815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.353850 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.364607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Transition to ACTIVE for port object 24bad6e2-7def-4895-b83f-24bd1757cf3f will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:05.382253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Transition to ACTIVE for port object 24bad6e2-7def-4895-b83f-24bd1757cf3f will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:05.403747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.433557 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.447124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.521032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:05.522147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:05.523985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Pushing event updated for resources: {'Port': ['ID=24bad6e2-7def-4895-b83f-24bd1757cf3f,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:05.526817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:05.538160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.538499 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.538833 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.539161 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.539485 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.539807 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.540140 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.540469 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.540785 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.541253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.541397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:05.569339 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Allocated IP 172.26.6.182 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/978c36be-1a9a-46ca-8dee-a171d97d2f5e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:05.630124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Attempting to bind port 24bad6e2-7def-4895-b83f-24bd1757cf3f on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:05.630403 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Attempting to bind port 24bad6e2-7def-4895-b83f-24bd1757cf3f by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:05.630758 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Attempting to bind port 24bad6e2-7def-4895-b83f-24bd1757cf3f on network 0f84d741-9008-484d-9349-d0aaaac72cd6 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:05.637872 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:05.638607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Checking segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:05.638607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.638982 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Bound using segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:05.639428 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Bound port: 24bad6e2-7def-4895-b83f-24bd1757cf3f, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:05.639791 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.725475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.730342 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] For port 24bad6e2-7def-4895-b83f-24bd1757cf3f, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:05.733390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] For port 24bad6e2-7def-4895-b83f-24bd1757cf3f, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=24bad6e2-7def-4895-b83f-24bd1757cf3f,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:05.811313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.853356 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:05.896088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698e460-6c26-4f2e-9c3a-962e5ef911a7 None None] Pushing event updated for resources: {'Port': ['ID=24bad6e2-7def-4895-b83f-24bd1757cf3f,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:05.927977 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:05.931129 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:05.933953 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:05.965984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Pushing event updated for resources: {'Port': ['ID=978c36be-1a9a-46ca-8dee-a171d97d2f5e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:06.189839 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:06.190567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:06.568951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 24bad6e2-7def-4895-b83f-24bd1757cf3f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:06.578424 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Router acf92007-327f-44f9-89bf-dca005691cf9 is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:42:06.692497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 24bad6e2-7def-4895-b83f-24bd1757cf3f completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:06.807758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:42:06.819090 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Sync routers for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:42:06.833738 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:06.834368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:06.893979 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:06.895210 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a8b28ad4-5ffa-4f99-b750-649b7599ec6f admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0658498 Dec 23 16:42:06.897816 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36848) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:06.903078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b6131-a92f-44f4-ad8c-5606dc168850 None None] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:42:07.050874 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:07.065778 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-74c1aabf-c46e-4005-86ff-9612786c6495 None None] Provisioning for port 24bad6e2-7def-4895-b83f-24bd1757cf3f completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:07.076786 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-74c1aabf-c46e-4005-86ff-9612786c6495 None None] Provisioning complete for port 24bad6e2-7def-4895-b83f-24bd1757cf3f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:07.077151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74c1aabf-c46e-4005-86ff-9612786c6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.239943 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74c1aabf-c46e-4005-86ff-9612786c6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.285114 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-74c1aabf-c46e-4005-86ff-9612786c6495 None None] For port 24bad6e2-7def-4895-b83f-24bd1757cf3f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=24bad6e2-7def-4895-b83f-24bd1757cf3f,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:07.358038 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:06Z', 'revision_number': 3, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:07.362315 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Checking router: acf92007-327f-44f9-89bf-dca005691cf9 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:42:07.362763 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Updating router acf92007-327f-44f9-89bf-dca005691cf9 port 978c36be-1a9a-46ca-8dee-a171d97d2f5e binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:42:07.371869 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-74c1aabf-c46e-4005-86ff-9612786c6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.444961 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.447200 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1aabf-c46e-4005-86ff-9612786c6495 None None] Pushing event updated for resources: {'Port': ['ID=24bad6e2-7def-4895-b83f-24bd1757cf3f,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:07.596942 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-fd933ae8-ebcd-473f-9305-6fa080bb9475 None None] Provisioning complete for port 24bad6e2-7def-4895-b83f-24bd1757cf3f triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:07.597760 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fd933ae8-ebcd-473f-9305-6fa080bb9475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.694938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.827066 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.839257 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Transition to ACTIVE for port object 978c36be-1a9a-46ca-8dee-a171d97d2f5e will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:07.907649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Allocated IP 172.20.0.1 (0f84d741-9008-484d-9349-d0aaaac72cd6/56fd7bbd-2987-4b61-9ed6-82e54da77e88/cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:07.913851 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:07.991896 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Pushing event updated for resources: {'Port': ['ID=978c36be-1a9a-46ca-8dee-a171d97d2f5e,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:07.994707 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Attempting to bind port 978c36be-1a9a-46ca-8dee-a171d97d2f5e on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:07.995048 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Attempting to bind port 978c36be-1a9a-46ca-8dee-a171d97d2f5e by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:07.995403 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Attempting to bind port 978c36be-1a9a-46ca-8dee-a171d97d2f5e on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:08.005956 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.006295 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.006656 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.006950 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.007273 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.007591 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.007907 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.008252 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.008567 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.008877 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.009186 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:42:08.013106 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:08.013585 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:08.013857 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.014231 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:08.014684 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Bound port: 978c36be-1a9a-46ca-8dee-a171d97d2f5e, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:08.015045 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.058498 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.074909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Transition to ACTIVE for port object cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:08.090985 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] For port 978c36be-1a9a-46ca-8dee-a171d97d2f5e, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:08.094230 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] For port 978c36be-1a9a-46ca-8dee-a171d97d2f5e, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=978c36be-1a9a-46ca-8dee-a171d97d2f5e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:08.165780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.194307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.194462 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.278289 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580eeca-25eb-4f4f-a3d2-f681e901250b None None] Pushing event updated for resources: {'Port': ['ID=978c36be-1a9a-46ca-8dee-a171d97d2f5e,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:08.280884 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:08.281475 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:08.358364 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:08.361484 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:08.366012 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:08.391670 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Pushing event updated for resources: {'Port': ['ID=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:08.426956 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.464514 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:08.541192 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 24bad6e2-7def-4895-b83f-24bd1757cf3f up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:08.611081 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.616908 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 24bad6e2-7def-4895-b83f-24bd1757cf3f triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:08.617498 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.746561 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0bc55772-7f96-4938-85f2-3c115f539ce8 None None] Provisioning for port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:08.753917 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0bc55772-7f96-4938-85f2-3c115f539ce8 None None] Provisioning complete for port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:08.754316 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0bc55772-7f96-4938-85f2-3c115f539ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.764232 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:06Z', 'revision_number': 3, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:08.769129 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35c3fa4-0fa5-4255-9260-c9fba537bf7f None None] The sync data for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv is: [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:06Z', 'revision_number': 3, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:42:08.811091 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0bc55772-7f96-4938-85f2-3c115f539ce8 None None] Port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:42:08.862894 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:08.921538 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:09.049044 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:09.052687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Pushing event updated for resources: {'Port': ['ID=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:09.198368 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:09.199600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:09.435244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-8baf73b2-7ed8-4c15-8545-c4da419721de None None] Provisioning complete for port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:09.435681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-8baf73b2-7ed8-4c15-8545-c4da419721de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:09.490462 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-8baf73b2-7ed8-4c15-8545-c4da419721de None None] Port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:42:09.611691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Router acf92007-327f-44f9-89bf-dca005691cf9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:42:09.811577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:42:09.820467 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-09afce2c-bb2c-4c0f-ba51-6f060644ffee admin admin] 10.222.0.58 "PUT /v2.0/routers/acf92007-327f-44f9-89bf-dca005691cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216452 Dec 23 16:42:10.559429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 978c36be-1a9a-46ca-8dee-a171d97d2f5e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:10.679837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 978c36be-1a9a-46ca-8dee-a171d97d2f5e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:10.691847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 978c36be-1a9a-46ca-8dee-a171d97d2f5e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:10.691847 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:10.806717 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:10.823555 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 978c36be-1a9a-46ca-8dee-a171d97d2f5e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=978c36be-1a9a-46ca-8dee-a171d97d2f5e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:10.896988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:10.943384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36874) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:10.948974 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2124612742-network', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:10.953985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:10.958024 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Usage tracker for resource:network and tenant:e9d60fb0ff8d4ddf8137b004a752bb67 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:10.960963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:10.966921 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:10.991128 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=978c36be-1a9a-46ca-8dee-a171d97d2f5e,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:11.035284 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Made reservation on behalf of e9d60fb0ff8d4ddf8137b004a752bb67 for: {'network': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:42:11.037729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for network, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.052984 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.084225 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:11.087920 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Usage tracker for resource:security_group_rule and tenant:e9d60fb0ff8d4ddf8137b004a752bb67 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:11.090877 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:11.096537 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:11.160260 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.258122 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.287394 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 16:42:11.299721 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99120c6a-b8d8-413e-a97f-605cb2ce8552,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:11.303978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.304340 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.segments_db [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Added segment c58868ae-9526-43b8-90cc-96ebb1fc3b37 of type vlan for network 713bb048-386b-46fb-bb75-3490bf716eee Dec 23 16:42:11.329857 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760716020821'] for network, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.424273 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932'] for network, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.425033 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:11.425602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:11.619046 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] Pushing event updated for resources: {'Network': ['ID=713bb048-386b-46fb-bb75-3490bf716eee,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:11.628831 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Network 713bb048-386b-46fb-bb75-3490bf716eee details requested by agent ovs-agent-dv-neutron-822796-1-hyperv with host dv-neutron-822796-1-hyperv {{(pid=84223) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 23 16:42:11.687782 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-150b12ea-d835-4d68-941e-1181859dafcf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7432938 Dec 23 16:42:11.690479 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36878) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:11.695708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Request body: {'subnet': {'network_id': '713bb048-386b-46fb-bb75-3490bf716eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2124612742-subnet', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'ip_version': 4}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:11.701217 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:11.705001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Usage tracker for resource:subnet and tenant:e9d60fb0ff8d4ddf8137b004a752bb67 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:11.708318 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:11.714119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:11.784083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Made reservation on behalf of e9d60fb0ff8d4ddf8137b004a752bb67 for: {'subnet': 1} {{(pid=84222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:42:11.786384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2832063'] for subnet, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.030173 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3515678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2832041'] for subnet, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.109602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4010d65f-8b0c-48a2-89a0-029486d9b29b,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:12.120674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Checking segment: {'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:12.120674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Network hostable DHCP agents. Network: 713bb048-386b-46fb-bb75-3490bf716eee, hostable agents: ['807d70b9-d210-446f-87e8-e30a032b436d'], hosted agents: [] {{(pid=84222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 16:42:12.200978 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Network 713bb048-386b-46fb-bb75-3490bf716eee is scheduled to be hosted by DHCP agent 807d70b9-d210-446f-87e8-e30a032b436d with binding_index 1 {{(pid=84222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 16:42:12.225119 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Sync routers for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:42:12.237072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:12.237682 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:12.285297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822796-1-hyperv, 713bb048-386b-46fb-bb75-3490bf716eee) {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:12.289156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:12.289723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.301188 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b1818-6a6e-4d89-b817-3183cb437357 None None] Network 713bb048-386b-46fb-bb75-3490bf716eee requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:42:12.372493 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9f5dae35-15fc-498f-a309-881f33192df5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6808705 Dec 23 16:42:12.374866 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36882) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:12.380007 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:12.384809 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:12.389271 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Usage tracker for resource:router and tenant:e9d60fb0ff8d4ddf8137b004a752bb67 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:12.392293 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:12.398396 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:12.468580 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4047298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-241009'] for router, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.469499 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4004553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-241018'] for router, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.490778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.551609 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 978c36be-1a9a-46ca-8dee-a171d97d2f5e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:12.580929 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:12.692963 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4047344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240908'] for router, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.797187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9ea72aaa-136a-5279-a90b-f4c2f50463a0-713bb048-386b-46fb-bb75-3490bf716eee', 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'fixed_ips': [{'subnet_id': '4010d65f-8b0c-48a2-89a0-029486d9b29b'}]}} from dv-neutron-822796-1-hyperv. {{(pid=84223) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 23 16:42:12.798022 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.881801 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 978c36be-1a9a-46ca-8dee-a171d97d2f5e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:12.882154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.942769 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:12.973114 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.111140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Allocated IP 172.26.6.228 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/41bac8aa-a0de-42a0-844d-38d51d2bfd7e) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:13.176909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.db_base_plugin_common [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Allocated IP 172.20.0.2 (713bb048-386b-46fb-bb75-3490bf716eee/4010d65f-8b0c-48a2-89a0-029486d9b29b/3ad76f8a-6fea-4589-b999-c6435b41d519) {{(pid=84223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:13.261418 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.302266 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 2, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:13.318305 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Checking router: acf92007-327f-44f9-89bf-dca005691cf9 for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:42:13.318642 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Updating router acf92007-327f-44f9-89bf-dca005691cf9 port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:42:13.327295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.395241 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:13.398065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:13.402292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:13.439996 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:13.466855 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.546482 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Notify callbacks [] for port, precommit_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.563253 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Transition to ACTIVE for port object 3ad76f8a-6fea-4589-b999-c6435b41d519 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:13.617182 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.618335 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4047305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4013408'] for router, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.636151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Transition to ACTIVE for port object 3ad76f8a-6fea-4589-b999-c6435b41d519 will not be triggered until provisioned by entity DHCP. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:13.728493 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355'] for port, after_create {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:13.835676 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Network 713bb048-386b-46fb-bb75-3490bf716eee is already hosted by enough agents. {{(pid=84223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:13.840672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Resources bound (agent type, host, resource id): {{(pid=84223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:13.842338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Pushing event updated for resources: {'Port': ['ID=3ad76f8a-6fea-4589-b999-c6435b41d519,revision_number=1']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:13.844735 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Received port after_create {{(pid=84223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:13.948847 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Router fd4425f7-117e-420b-a3b0-18fb2691a01c is scheduled to L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed with binding_index 1 {{(pid=84222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 16:42:13.987736 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Attempting to bind port 3ad76f8a-6fea-4589-b999-c6435b41d519 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:13.988098 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Attempting to bind port 3ad76f8a-6fea-4589-b999-c6435b41d519 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:13.988486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Attempting to bind port 3ad76f8a-6fea-4589-b999-c6435b41d519 on network 713bb048-386b-46fb-bb75-3490bf716eee {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:14.002973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.006928 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:14.007294 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Checking segment: {'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:14.007679 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.008076 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Bound using segment: {'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:14.008557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Bound port: 3ad76f8a-6fea-4589-b999-c6435b41d519, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:14.014573 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.031545 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Transition to ACTIVE for port object cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:14.108697 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] For port 3ad76f8a-6fea-4589-b999-c6435b41d519, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:14.111951 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] For port 3ad76f8a-6fea-4589-b999-c6435b41d519, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3ad76f8a-6fea-4589-b999-c6435b41d519,segment=NetworkSegment(c58868ae-9526-43b8-90cc-96ebb1fc3b37),segment_id=c58868ae-9526-43b8-90cc-96ebb1fc3b37)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:14.113070 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.223712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.247134 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ae33a-0da2-4390-8ad4-bc16a3ba5bc4 None None] Pushing event updated for resources: {'Port': ['ID=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:14.262982 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:42:14.273448 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Sync routers for ids ['fd4425f7-117e-420b-a3b0-18fb2691a01c'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:42:14.290001 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Routers {'fd4425f7-117e-420b-a3b0-18fb2691a01c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:14.290621 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fd4425f7-117e-420b-a3b0-18fb2691a01c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:14.345110 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.348848 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-83ce0627-bc9c-4878-b827-f8e9b4bca5e9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9705260 Dec 23 16:42:14.349197 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36888) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:14.411042 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e54be-4f37-44b2-96b7-f63c38551199 None None] Pushing event updated for resources: {'Port': ['ID=3ad76f8a-6fea-4589-b999-c6435b41d519,revision_number=2']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:14.427141 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Attempting to bind port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:14.427509 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Attempting to bind port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:14.427875 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Attempting to bind port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa on network 0f84d741-9008-484d-9349-d0aaaac72cd6 {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:14.440743 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:14.441190 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Checking segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:14.441495 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.441882 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Bound using segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:14.442350 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Bound port: cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:14.442720 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.520925 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Set router fd4425f7-117e-420b-a3b0-18fb2691a01c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:14.555163 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] For port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:14.559649 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] For port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:14.642933 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:14.767909 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:14.768567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:14.840038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ae33a-0da2-4390-8ad4-bc16a3ba5bc4 None None] Pushing event updated for resources: {'Port': ['ID=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:14.919967 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:42:13Z', 'revision_number': 3, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port': {'id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:13Z', 'updated_at': '2021-12-23T16:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:14.924311 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Checking router: fd4425f7-117e-420b-a3b0-18fb2691a01c for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:42:14.924515 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Updating router fd4425f7-117e-420b-a3b0-18fb2691a01c port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e binding host dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:42:15.023949 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.032681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:15.303503 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.390336 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Notify callbacks [] for port, precommit_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.415930 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.provisioning_blocks [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Transition to ACTIVE for port object 41bac8aa-a0de-42a0-844d-38d51d2bfd7e will not be triggered until provisioned by entity L2. {{(pid=84224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:15.449966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:14Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:15.454209 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae864831-00a9-4098-b804-faa7b47904dc None None] The sync data for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv is: [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:14Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:42:15.490949 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.555999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Allocated IP 172.20.0.1 (713bb048-386b-46fb-bb75-3490bf716eee/4010d65f-8b0c-48a2-89a0-029486d9b29b/6868ad13-e9dd-4572-95fb-9c9aedb53f44) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:15.600590 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Attempting to bind port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:15.600870 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Attempting to bind port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:15.601232 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Attempting to bind port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e on network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:15.632285 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c77284-7b3f-4b73-8ee0-0057c7dd8e87 None None] Pushing event updated for resources: {'Port': ['ID=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,revision_number=2']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:15.636165 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:15.636898 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Checking segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:15.637461 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.637987 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Bound using segment: {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'} {{(pid=84224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:15.638832 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.managers [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Bound port: 41bac8aa-a0de-42a0-844d-38d51d2bfd7e, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5911500f-1dc4-462a-acc0-51ed9338e881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75'}}] {{(pid=84224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:15.639459 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.736858 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] For port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:15.738811 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a08e1-b99f-4293-a738-521e537bc1ba None None] Network 713bb048-386b-46fb-bb75-3490bf716eee requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:42:15.740485 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.plugins.ml2.db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] For port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:15.767923 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.784821 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.provisioning_blocks [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Transition to ACTIVE for port object 6868ad13-e9dd-4572-95fb-9c9aedb53f44 will not be triggered until provisioned by entity DHCP. {{(pid=84222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:15.830601 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron_lib.callbacks.manager [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.887603 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:15.921129 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c77284-7b3f-4b73-8ee0-0057c7dd8e87 None None] Pushing event updated for resources: {'Port': ['ID=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,revision_number=3']} {{(pid=84224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:15.924867 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Routers {'fd4425f7-117e-420b-a3b0-18fb2691a01c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:15.925460 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:41:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fd4425f7-117e-420b-a3b0-18fb2691a01c'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:15.962912 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-b47b09d8-7297-4edc-b692-3fec7f0e6683 None None] Provisioning for port 3ad76f8a-6fea-4589-b999-c6435b41d519 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:15.978277 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Network 713bb048-386b-46fb-bb75-3490bf716eee is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:15.982212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:15.988590 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:16.018341 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6868ad13-e9dd-4572-95fb-9c9aedb53f44,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:16.061317 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4012886'] for router_interface, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.152974 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] Set router fd4425f7-117e-420b-a3b0-18fb2691a01c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:16.236608 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.373518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c5301a7-d9ff-4afe-8280-b10da99a903f None None] Provisioning for port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:16.381179 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-0c5301a7-d9ff-4afe-8280-b10da99a903f None None] Provisioning complete for port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:16.387366 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0c5301a7-d9ff-4afe-8280-b10da99a903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.471106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-0c5301a7-d9ff-4afe-8280-b10da99a903f None None] Port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:42:16.518769 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:42:13Z', 'revision_number': 3, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port': {'id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:13Z', 'updated_at': '2021-12-23T16:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:16.523106 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cda790-32cc-4e4a-9d1e-1d404f62f07e None None] The sync data for ids ['fd4425f7-117e-420b-a3b0-18fb2691a01c'] in dv-neutron-822796-1-hyperv is: [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:42:13Z', 'revision_number': 3, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port': {'id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:13Z', 'updated_at': '2021-12-23T16:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:42:16.594534 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-6db2eb9f-7675-4a4b-ab7d-df9a4c176a27 None None] Provisioning complete for port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:16.594976 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-6db2eb9f-7675-4a4b-ab7d-df9a4c176a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.657809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad76f8a-6fea-4589-b999-c6435b41d519 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:16.663419 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.689423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-6db2eb9f-7675-4a4b-ab7d-df9a4c176a27 None None] Port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:42:16.744938 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.783963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 3ad76f8a-6fea-4589-b999-c6435b41d519 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:16.789023 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3ad76f8a-6fea-4589-b999-c6435b41d519 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:16.789390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.854128 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2802739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012223'] for router_interface, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.858157 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6868ad13-e9dd-4572-95fb-9c9aedb53f44,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:16.900133 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.931448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 3ad76f8a-6fea-4589-b999-c6435b41d519, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3ad76f8a-6fea-4589-b999-c6435b41d519,segment=NetworkSegment(c58868ae-9526-43b8-90cc-96ebb1fc3b37),segment_id=c58868ae-9526-43b8-90cc-96ebb1fc3b37)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:16.993487 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Network 713bb048-386b-46fb-bb75-3490bf716eee is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:16.995297 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:16.996187 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:16.997624 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:17.129611 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=3ad76f8a-6fea-4589-b999-c6435b41d519,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:17.227661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:17.232975 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:17.233339 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:17.354765 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:17.374356 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-e87defe4-7dc5-4bdd-8cc6-47a4031354ce None None] Provisioning complete for port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:17.374668 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e87defe4-7dc5-4bdd-8cc6-47a4031354ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:17.412678 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Router fd4425f7-117e-420b-a3b0-18fb2691a01c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:42:17.439123 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:17.441530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-e87defe4-7dc5-4bdd-8cc6-47a4031354ce None None] Port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:42:17.515550 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:17.582246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:17.623078 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:42:17.632068 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-35183a4c-de62-4b70-a534-b1274f70b0c4 admin admin] 10.222.0.58 "PUT /v2.0/routers/fd4425f7-117e-420b-a3b0-18fb2691a01c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2819037 Dec 23 16:42:18.549886 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad76f8a-6fea-4589-b999-c6435b41d519 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:18.616536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 3ad76f8a-6fea-4589-b999-c6435b41d519 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:18.616900 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:18.731021 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:18.797444 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:18.797806 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.323917 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36902) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:19.329534 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822916424', 'description': 'tempest-secgroup-smoke-1822916424 description', 'project_id': 'a7b351c5500f4d22bae7072636be0a28'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:19.335392 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:19.339345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:19.342222 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:19.347848 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:19.416818 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.452280 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:19.455944 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:19.458682 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:19.466073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:19.520441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.584263 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.625117 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84967199-694c-415a-ad83-120df7597c81,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:19.692880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.694087 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-1012d35a-cb9b-4fa0-8d04-83931afa13d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3691659 Dec 23 16:42:19.697057 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36906) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:19.702600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'security_group_rule': {'security_group_id': '84967199-694c-415a-ad83-120df7597c81', 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:19.708695 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:19.713196 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:19.715606 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:19.721340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:19.801615 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.864652 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.944022 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:19.967934 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de78eda-70d5-4e14-8b69-9c528f97cc25,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:20.052791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.053979 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-564e1ac9-b9db-4c2e-a33b-d23749df9596 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3560064 Dec 23 16:42:20.056626 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36910) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:20.062532 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'security_group_rule': {'security_group_id': '84967199-694c-415a-ad83-120df7597c81', 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:20.068483 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:20.072250 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:20.075700 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:20.081600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:20.148674 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.209384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.290993 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.315215 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826c1f71-5d87-4039-8639-7c44943891d1,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:20.389567 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.390774 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-a49af53f-cff2-489c-bad2-064e79ff6b82 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3327081 Dec 23 16:42:20.393470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36914) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:20.398849 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'security_group_rule': {'security_group_id': '84967199-694c-415a-ad83-120df7597c81', 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:20.404719 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:20.408444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:20.411238 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:20.417292 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:20.493099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.556609 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.624261 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.648458 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c491b8-4111-4215-8cb4-404a61cf29ed,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:20.725309 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.726492 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-5da446e3-82d4-4074-8a0f-130757579e9a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3321295 Dec 23 16:42:20.729778 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36918) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:20.735749 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'security_group_rule': {'security_group_id': '84967199-694c-415a-ad83-120df7597c81', 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:20.741681 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:20.745526 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:20.748371 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:20.753933 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:20.834171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.896885 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:20.976358 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.000307 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd086628-2314-4dca-b76b-e47b99926a25,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:21.102083 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.103239 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-83e77ad1-7499-4641-a0fa-87133fc0e102 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3722363 Dec 23 16:42:21.106661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36922) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:21.112337 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'security_group_rule': {'security_group_id': '84967199-694c-415a-ad83-120df7597c81', 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:21.118207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:21.122723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:21.125602 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:21.131156 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:21.212304 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Project a7b351c5500f4d22bae7072636be0a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:42:21.218881 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.286687 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.370999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.394758 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dffbb07-0b82-4416-9b56-f36c0ca536a3,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:21.462082 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.463268 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ce556cb0-010d-4338-98ef-1bc1b16db393 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3557048 Dec 23 16:42:21.466439 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36926) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:21.471703 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'security_group_rule': {'security_group_id': '84967199-694c-415a-ad83-120df7597c81', 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:21.477443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:21.481925 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:security_group_rule and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:21.485053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:21.490577 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:21.576582 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.securitygroups_db [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Project a7b351c5500f4d22bae7072636be0a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 16:42:21.583256 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.647949 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.714031 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4027890'] for security_group_rule, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.737745 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac670a3d-07a1-44ae-8d2b-ad76b0ab6537,revision_number=0']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:21.812691 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:21.813870 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-ca5f6f6e-0e0e-44ea-a727-9b2b1725e8d7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3465497 Dec 23 16:42:21.984587 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-624ddbbe-1151-4e27-8075-b95d9eec6f03 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822916424&fields=id&tenant_id=a7b351c5500f4d22bae7072636be0a28 HTTP/1.1" status: 200 len: 267 time: 0.0408742 Dec 23 16:42:22.133318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-761aaf4d-6dea-4a62-82d0-6b267dc7bbaa tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:22.134655 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-761aaf4d-6dea-4a62-82d0-6b267dc7bbaa tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 809 time: 0.1439314 Dec 23 16:42:22.151200 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-b2615928-da8c-43fb-93aa-68b2c5940d2c tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/quotas/a7b351c5500f4d22bae7072636be0a28 HTTP/1.1" status: 200 len: 375 time: 0.0104082 Dec 23 16:42:22.234553 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-ab73f9ce-4384-47f1-9d28-4fc661961ec4 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783455 Dec 23 16:42:22.250140 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-6b292126-5068-46ea-8d5a-4cfce79de49d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=84221) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 23 16:42:22.251062 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-6b292126-5068-46ea-8d5a-4cfce79de49d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048592 Dec 23 16:42:22.388496 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-b062d2b4-e920-4ba9-886f-2f95aa763eea service neutron] 10.222.0.58 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317861 Dec 23 16:42:22.516652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-f67cfee2-9ef1-466a-aac2-18c81f3e8d3b service neutron] 10.222.0.58 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225829 Dec 23 16:42:23.812606 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ad244ce7-14ed-4339-a994-9e09e2911626 req-f699aacf-f9e8-473b-9be9-e7e93295d49d tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 210 time: 0.0426574 Dec 23 16:42:24.571038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 41bac8aa-a0de-42a0-844d-38d51d2bfd7e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:24.696013 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:24.701463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:24.701817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:24.817450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:24.834272 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:24.924177 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-364e6cb6-c4da-409d-90eb-9d19e926b28f req-ccb4d85c-8957-4790-a989-56845ad456b2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 210 time: 0.0411241 Dec 23 16:42:24.938360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:25.007034 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:25.428073 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-36e4ea72-9536-4a33-9ba7-5ce0ff298e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:26.047510 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f2570137-f381-4087-86ee-12440c8abaa7 req-a961e7ee-e450-4d38-b85e-bc548d144490 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 210 time: 0.0432918 Dec 23 16:42:26.555950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 41bac8aa-a0de-42a0-844d-38d51d2bfd7e up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:26.658628 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:26.659205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:27.207983 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1409fd66-62e7-483a-9cc5-772de85e9da7 req-c1a8489e-ea73-4174-aa62-8f9718f619db tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 210 time: 0.0398629 Dec 23 16:42:27.429236 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0e715eee-ebb6-46b7-94de-b830a85fb3e8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:27.430514 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0e715eee-ebb6-46b7-94de-b830a85fb3e8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 809 time: 0.1407380 Dec 23 16:42:27.484664 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-fd30e5eb-8374-4683-829e-384917b039d5 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b351c5500f4d22bae7072636be0a28 HTTP/1.1" status: 200 len: 380 time: 0.0410283 Dec 23 16:42:27.492887 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'port': {'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'admin_state_up': True, 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'security_groups': ['84967199-694c-415a-ad83-120df7597c81']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:27.630325 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:27.634146 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:port and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:27.637593 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:27.643391 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:27.727258 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Made reservation on behalf of a7b351c5500f4d22bae7072636be0a28 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:42:27.730401 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:27.755666 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fdeb696a-3a67-420b-8879-41056cc758d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:27.994410 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Allocated IP 172.20.0.10 (0f84d741-9008-484d-9349-d0aaaac72cd6/56fd7bbd-2987-4b61-9ed6-82e54da77e88/07274d1a-6f98-442b-a39a-73641924aeda) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:28.185046 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:28.200574 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Transition to ACTIVE for port object 07274d1a-6f98-442b-a39a-73641924aeda will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:28.302503 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:28.425001 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:28.429105 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:28.431775 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:28.462227 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:28.510106 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:28.510814 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:28.532037 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb030df-d40c-4b79-8ca9-cd8c0d1ab8b9 req-b536b8f1-d73e-4321-8272-63644507447e tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:28.533525 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6bb030df-d40c-4b79-8ca9-cd8c0d1ab8b9 req-b536b8f1-d73e-4321-8272-63644507447e tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 932 time: 0.1948712 Dec 23 16:42:28.581025 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6bb030df-d40c-4b79-8ca9-cd8c0d1ab8b9 req-a45fd61c-4f56-440d-b7e5-abc1220e4f39 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Dec 23 16:42:28.622726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-0c1eb3ac-9021-434a-b2ea-c41c0e55af65 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1332769 Dec 23 16:42:28.634485 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Request body: {'port': {'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:28.742677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:28.787885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-417ae642-d375-420d-bd2a-62c24b1177b9 None None] Provisioning for port 07274d1a-6f98-442b-a39a-73641924aeda completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:28.793617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-417ae642-d375-420d-bd2a-62c24b1177b9 None None] Provisioning complete for port 07274d1a-6f98-442b-a39a-73641924aeda triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:28.794040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-417ae642-d375-420d-bd2a-62c24b1177b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:28.845580 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-417ae642-d375-420d-bd2a-62c24b1177b9 None None] Port 07274d1a-6f98-442b-a39a-73641924aeda cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:42:29.039170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.081211 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07274d1a-6f98-442b-a39a-73641924aeda {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:42:29.087980 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.102289 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Transition to ACTIVE for port object 07274d1a-6f98-442b-a39a-73641924aeda will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:29.119167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.176060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.301013 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:29.412385 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Attempting to bind port 07274d1a-6f98-442b-a39a-73641924aeda on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:29.413020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Attempting to bind port 07274d1a-6f98-442b-a39a-73641924aeda by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:29.413020 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Attempting to bind port 07274d1a-6f98-442b-a39a-73641924aeda on network 0f84d741-9008-484d-9349-d0aaaac72cd6 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:29.419689 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Port 07274d1a-6f98-442b-a39a-73641924aeda on network 0f84d741-9008-484d-9349-d0aaaac72cd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:42:29.420166 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Attempting to bind port 07274d1a-6f98-442b-a39a-73641924aeda on network 0f84d741-9008-484d-9349-d0aaaac72cd6 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:29.426643 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:29.426971 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Checking segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:29.427344 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Bound using segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:29.427758 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Bound port: 07274d1a-6f98-442b-a39a-73641924aeda, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:29.428095 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.519895 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:29.522751 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:29.601189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.667024 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:29.668495 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 1094 time: 1.0379205 Dec 23 16:42:29.668931 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:42:29.686371 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7b603-240b-4356-88ea-5dd6341b41f0 service neutron] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:29.758575 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda', 'status': 'completed', 'code': 200} Dec 23 16:42:29.860894 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24a623-d594-491d-86cb-82b60b084543 req-76ee3f82-d508-4558-a98d-708634a35e0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:29.861586 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0f24a623-d594-491d-86cb-82b60b084543 req-76ee3f82-d508-4558-a98d-708634a35e0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Synchronizing usage tracker for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:42:29.868530 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36e33e48-227b-44fb-a397-905672d40d80 req-98eb17ad-a834-4fa1-9c4d-598cf49f8803 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1097 time: 0.1158328 Dec 23 16:42:30.045203 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-0f24a623-d594-491d-86cb-82b60b084543 req-76ee3f82-d508-4558-a98d-708634a35e0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Unset dirty status for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:42:30.046353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0f24a623-d594-491d-86cb-82b60b084543 req-76ee3f82-d508-4558-a98d-708634a35e0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.3269007 Dec 23 16:42:30.139868 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0f24a623-d594-491d-86cb-82b60b084543 req-cac83e92-5c30-4752-8530-d4b9893790a1 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735760 Dec 23 16:42:30.144906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33e48-227b-44fb-a397-905672d40d80 req-ef9ce1bc-7baf-4883-95fd-2684e7037968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:30.146316 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36e33e48-227b-44fb-a397-905672d40d80 req-ef9ce1bc-7baf-4883-95fd-2684e7037968 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a7b351c5500f4d22bae7072636be0a28&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2703331 Dec 23 16:42:30.280541 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33e48-227b-44fb-a397-905672d40d80 req-ed5a5ebc-238e-4a9b-9e68-f34c2a1bdfe7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:30.281942 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-36e33e48-227b-44fb-a397-905672d40d80 req-ed5a5ebc-238e-4a9b-9e68-f34c2a1bdfe7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291587 Dec 23 16:42:30.390241 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-aaa8e305-ace6-4abc-a503-016dac92d48c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0710537 Dec 23 16:42:30.457065 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-4ae2bad1-1bee-42eb-bc10-b369291024c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 217 time: 0.0600243 Dec 23 16:42:30.521353 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-9b82242d-3283-4c80-9f7d-104a35f6587b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:30.522746 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-9b82242d-3283-4c80-9f7d-104a35f6587b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0600204 Dec 23 16:42:30.595547 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-f55d5cec-7c13-4070-9a5c-a012257e54ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669122 Dec 23 16:42:30.622638 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:30.734460 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-ba91df87-f7a3-4f45-82c3-187cd1b41166 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326280 Dec 23 16:42:30.867604 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-1a082190-ebc4-45ca-b1a5-56c2f2ca1328 req-34ed7de4-93d7-4691-aeca-ee07069dab6a service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272035 Dec 23 16:42:31.322489 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727266fe-d882-4244-a8ec-eb21771e3494 req-20688c39-e811-477d-938f-3d066a319dd7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:31.324559 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-727266fe-d882-4244-a8ec-eb21771e3494 req-20688c39-e811-477d-938f-3d066a319dd7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.0751033 Dec 23 16:42:31.373836 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-727266fe-d882-4244-a8ec-eb21771e3494 req-3206d110-f28f-4c00-8907-51f6d1b03c5d tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Dec 23 16:42:32.564906 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a16e6e-55fe-47b4-8515-3899d8e7b7cc req-e00a42ea-d9ad-41ff-967e-fa8b94c6ca47 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:32.566337 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-52a16e6e-55fe-47b4-8515-3899d8e7b7cc req-e00a42ea-d9ad-41ff-967e-fa8b94c6ca47 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.0761075 Dec 23 16:42:32.612824 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-52a16e6e-55fe-47b4-8515-3899d8e7b7cc req-801eda1b-c94c-4d72-9596-c89d49ebdb9c tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410728 Dec 23 16:42:33.811009 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a86fa9-cb3e-4e8a-9953-3b94a9c1d925 req-1f6abbbc-a9e2-4346-8cf5-1598fa3ced90 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:33.812440 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-62a86fa9-cb3e-4e8a-9953-3b94a9c1d925 req-1f6abbbc-a9e2-4346-8cf5-1598fa3ced90 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.0777874 Dec 23 16:42:33.856347 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-62a86fa9-cb3e-4e8a-9953-3b94a9c1d925 req-22a367cf-7807-404d-beed-329a56b06c84 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384696 Dec 23 16:42:34.878229 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 07274d1a-6f98-442b-a39a-73641924aeda details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:42:35.010817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:35.023914 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '07274d1a-6f98-442b-a39a-73641924aeda', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:42:35.055332 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8340b-ebed-42c8-9a2b-84de861f6441 req-0e008487-64c4-4458-a75d-efc43a9165ec tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:35.057007 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82b8340b-ebed-42c8-9a2b-84de861f6441 req-0e008487-64c4-4458-a75d-efc43a9165ec tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.0768547 Dec 23 16:42:35.077314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:35.094233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07274d1a-6f98-442b-a39a-73641924aeda {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:42:35.102348 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-82b8340b-ebed-42c8-9a2b-84de861f6441 req-26d3b1f0-ff84-445a-aa79-dada97900556 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389509 Dec 23 16:42:35.109494 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:35.195466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:35.269258 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:35.381466 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Sync routers for ids ['fd4425f7-117e-420b-a3b0-18fb2691a01c'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:42:35.396407 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Routers {'fd4425f7-117e-420b-a3b0-18fb2691a01c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:35.397004 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:42:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fd4425f7-117e-420b-a3b0-18fb2691a01c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:35.537160 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['07274d1a-6f98-442b-a39a-73641924aeda'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:42:35.645388 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Set router fd4425f7-117e-420b-a3b0-18fb2691a01c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:36.114508 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:42:16Z', 'revision_number': 4, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port': {'id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:13Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '6868ad13-e9dd-4572-95fb-9c9aedb53f44', 'name': '', 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'mac_address': 'fa:16:3e:90:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4010d65f-8b0c-48a2-89a0-029486d9b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:15Z', 'updated_at': '2021-12-23T16:42:16Z', 'revision_number': 2, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'subnets': [{'id': '4010d65f-8b0c-48a2-89a0-029486d9b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:36.118335 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Checking router: fd4425f7-117e-420b-a3b0-18fb2691a01c for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:42:36.118683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Updating router fd4425f7-117e-420b-a3b0-18fb2691a01c port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 binding host dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 23 16:42:36.178417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:36.303972 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc8e97-b7ff-48b6-a452-d04f9990a405 req-6d504d59-5ad4-4e9d-b149-4df3d781d942 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:36.305452 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-52fc8e97-b7ff-48b6-a452-d04f9990a405 req-6d504d59-5ad4-4e9d-b149-4df3d781d942 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 945 time: 0.0816505 Dec 23 16:42:36.358829 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-52fc8e97-b7ff-48b6-a452-d04f9990a405 req-c98a81ee-10f3-4cfc-8366-1785a64bc194 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 Dec 23 16:42:36.578610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Notify callbacks [] for port, precommit_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:36.592224 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Transition to ACTIVE for port object 6868ad13-e9dd-4572-95fb-9c9aedb53f44 will not be triggered until provisioned by entity L2. {{(pid=84223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:42:36.673750 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:36.805233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1da11-94e1-4438-aa37-f9b2bf188211 None None] Pushing event updated for resources: {'Port': ['ID=6868ad13-e9dd-4572-95fb-9c9aedb53f44,revision_number=3']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:36.889734 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 07274d1a-6f98-442b-a39a-73641924aeda up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:36.938823 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Attempting to bind port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 on host dv-neutron-822796-1-hyperv for vnic_type normal with profile {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:42:36.939106 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Attempting to bind port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 by drivers openvswitch,hyperv on host dv-neutron-822796-1-hyperv at level 0 using segments [{'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:42:36.939486 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Attempting to bind port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 on network 713bb048-386b-46fb-bb75-3490bf716eee {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:42:36.954967 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Checking agent: {'id': '0b757ea8-4675-4e48-b108-3db97b5af432', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822796-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 18, 59), 'started_at': datetime.datetime(2021, 12, 23, 15, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822796-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:42:36.962879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Checking segment: {'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:42:36.962879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:36.962879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Bound using segment: {'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'} {{(pid=84223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:42:36.962879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.managers [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Bound port: 6868ad13-e9dd-4572-95fb-9c9aedb53f44, host: dv-neutron-822796-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58868ae-9526-43b8-90cc-96ebb1fc3b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee'}}] {{(pid=84223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:42:36.962879 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:37.063722 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] For port 6868ad13-e9dd-4572-95fb-9c9aedb53f44, host dv-neutron-822796-1-hyperv, cleared binding levels {{(pid=84223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:42:37.067448 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] For port 6868ad13-e9dd-4572-95fb-9c9aedb53f44, host dv-neutron-822796-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6868ad13-e9dd-4572-95fb-9c9aedb53f44,segment=NetworkSegment(c58868ae-9526-43b8-90cc-96ebb1fc3b37),segment_id=c58868ae-9526-43b8-90cc-96ebb1fc3b37)] {{(pid=84223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:42:37.101665 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port 07274d1a-6f98-442b-a39a-73641924aeda completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:37.106633 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 07274d1a-6f98-442b-a39a-73641924aeda triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:37.107001 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:37.134810 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:37.246646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1da11-94e1-4438-aa37-f9b2bf188211 None None] Pushing event updated for resources: {'Port': ['ID=6868ad13-e9dd-4572-95fb-9c9aedb53f44,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:37.253608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Routers {'fd4425f7-117e-420b-a3b0-18fb2691a01c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:37.254233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:42:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fd4425f7-117e-420b-a3b0-18fb2691a01c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:37.437521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:37.517313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:42:37.531064 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:37.535423 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] Set router fd4425f7-117e-420b-a3b0-18fb2691a01c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:37.558848 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa7bd6-a0ce-4564-a1f3-a4eb19a4c955 req-efda5044-fb7c-40ee-babf-e187f5595c8b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:37.560418 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6aa7bd6-a0ce-4564-a1f3-a4eb19a4c955 req-efda5044-fb7c-40ee-babf-e187f5595c8b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 945 time: 0.0820272 Dec 23 16:42:37.576270 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda', 'code': 200} Dec 23 16:42:37.607776 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:37.613882 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6aa7bd6-a0ce-4564-a1f3-a4eb19a4c955 req-650474dc-faee-4d6c-baea-b08686d0ee07 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467241 Dec 23 16:42:37.812784 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:37.920244 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:42:16Z', 'revision_number': 4, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port': {'id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:13Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '6868ad13-e9dd-4572-95fb-9c9aedb53f44', 'name': '', 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'mac_address': 'fa:16:3e:90:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4010d65f-8b0c-48a2-89a0-029486d9b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:15Z', 'updated_at': '2021-12-23T16:42:37Z', 'revision_number': 4, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'subnets': [{'id': '4010d65f-8b0c-48a2-89a0-029486d9b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:37.924178 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa5d91-b471-4011-9690-b9f6aaf1a82d None None] The sync data for ids ['fd4425f7-117e-420b-a3b0-18fb2691a01c'] in dv-neutron-822796-1-hyperv is: [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:42:16Z', 'revision_number': 4, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port': {'id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:13Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': '6868ad13-e9dd-4572-95fb-9c9aedb53f44', 'name': '', 'network_id': '713bb048-386b-46fb-bb75-3490bf716eee', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'mac_address': 'fa:16:3e:90:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4010d65f-8b0c-48a2-89a0-029486d9b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:15Z', 'updated_at': '2021-12-23T16:42:37Z', 'revision_number': 4, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'subnets': [{'id': '4010d65f-8b0c-48a2-89a0-029486d9b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:42:37.958511 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b68ff643-b366-48b1-954f-bfcb9e9f0c7b req-1026e9d1-3d03-4d3d-addc-c8ab342b05c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0678356 Dec 23 16:42:38.013845 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-b68ff643-b366-48b1-954f-bfcb9e9f0c7b req-352f60ae-8cb8-45d4-915e-b18b255ad7c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491679 Dec 23 16:42:38.155537 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:38.575401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6868ad13-e9dd-4572-95fb-9c9aedb53f44 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:38.703716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning for port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:42:38.708780 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:38.709285 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:38.831655 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369eafe-a990-40e8-bd67-2d4b0ccf3fd3 req-98f8ecac-e251-4de6-915d-a477b7a3f1f5 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:38.833193 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7369eafe-a990-40e8-bd67-2d4b0ccf3fd3 req-98f8ecac-e251-4de6-915d-a477b7a3f1f5 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 946 time: 0.0837755 Dec 23 16:42:38.879476 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7369eafe-a990-40e8-bd67-2d4b0ccf3fd3 req-09ef5187-94b1-444c-a166-457a703c11e2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Dec 23 16:42:38.883391 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:38.915713 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] For port 6868ad13-e9dd-4572-95fb-9c9aedb53f44, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6868ad13-e9dd-4572-95fb-9c9aedb53f44,segment=NetworkSegment(c58868ae-9526-43b8-90cc-96ebb1fc3b37),segment_id=c58868ae-9526-43b8-90cc-96ebb1fc3b37)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:42:38.987038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:39.053926 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Pushing event updated for resources: {'Port': ['ID=6868ad13-e9dd-4572-95fb-9c9aedb53f44,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:40.071956 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f2ee7-98b3-4d60-acbb-3db8ba2e33a2 req-61ac07a4-2b83-4199-918c-18856f01650e tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:40.073509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a87f2ee7-98b3-4d60-acbb-3db8ba2e33a2 req-61ac07a4-2b83-4199-918c-18856f01650e tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 946 time: 0.0744910 Dec 23 16:42:40.118549 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a87f2ee7-98b3-4d60-acbb-3db8ba2e33a2 req-12398a96-9b07-4edc-a56a-e572c7164c37 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Dec 23 16:42:40.400891 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfbf4e-3553-4bc9-ae87-adc1e61b7c9d req-5f0c85db-8f04-4813-96b2-cf09fdba6b00 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:40.402894 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbdfbf4e-3553-4bc9-ae87-adc1e61b7c9d req-5f0c85db-8f04-4813-96b2-cf09fdba6b00 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 946 time: 0.1673207 Dec 23 16:42:40.452118 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cbdfbf4e-3553-4bc9-ae87-adc1e61b7c9d req-870bf44b-2491-4a10-a171-22732d74e506 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Dec 23 16:42:40.479552 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36992) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:40.561601 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6868ad13-e9dd-4572-95fb-9c9aedb53f44 up at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:42:40.628189 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Provisioning complete for port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:42:40.628645 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:40.676425 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e2d28d57-a73a-4ce2-88c4-4f18c2136919 tempest-TestSnapshotPattern-1559151709 tempest-TestSnapshotPattern-1559151709-project-admin] Synchronizing usage tracker for tenant:e9d60fb0ff8d4ddf8137b004a752bb67 on resource:port {{(pid=84222) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:42:40.773823 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-e2d28d57-a73a-4ce2-88c4-4f18c2136919 tempest-TestSnapshotPattern-1559151709 tempest-TestSnapshotPattern-1559151709-project-admin] Unset dirty status for tenant:e9d60fb0ff8d4ddf8137b004a752bb67 on resource:port {{(pid=84222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:42:40.775015 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-e2d28d57-a73a-4ce2-88c4-4f18c2136919 tempest-TestSnapshotPattern-1559151709 tempest-TestSnapshotPattern-1559151709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1094 time: 0.2944391 Dec 23 16:42:40.778708 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 36998) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:42:40.783787 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.v2.base [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:42:40.789407 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:42:40.793948 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:floatingip and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:42:40.796767 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.quota.resource [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:42:40.802300 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.quota.driver [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:42:40.881601 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:41.105065 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:41.239593 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_common [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Allocated IP 172.26.6.239 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/8eabf23b-fa50-45ec-95c2-a8c01462696d) {{(pid=84222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:42:41.383345 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for port, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:41.487226 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:41.563126 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:42:41.566002 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.base_scheduler [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources bound (agent type, host, resource id): {{(pid=84222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:42:41.570405 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Received port after_create {{(pid=84222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:42:41.595053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'Port': ['ID=8eabf23b-fa50-45ec-95c2-a8c01462696d,revision_number=1']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:41.996104 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:42:42.090045 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:42.196279 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:42.397323 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for port, precommit_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:42.452465 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3386535'] for port, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:42.557884 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'Port': ['ID=8eabf23b-fa50-45ec-95c2-a8c01462696d,revision_number=2']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:42:42.575868 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:42.853582 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.db.l3_db [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Floating IP 3d3eacf3-cedb-439a-a74e-a55081a90c30 associated. External IP: 172.26.6.239, port: 07274d1a-6f98-442b-a39a-73641924aeda. Dec 23 16:42:43.245441 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Router acf92007-327f-44f9-89bf-dca005691cf9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:42:43.444223 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:42:43.454598 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] Sync routers for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:42:43.466771 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:43.467368 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:42:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:43.553275 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:43.626171 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-4d270517-43f0-4e59-8944-9de923e4d213 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8323128 Dec 23 16:42:43.626171 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:42:43.682645 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:43.751605 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda', 'status': 'completed', 'code': 200} Dec 23 16:42:43.844997 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-d8c198ac-df12-4577-9cd8-a680110ffffb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0689933 Dec 23 16:42:43.975652 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-a8bf93c3-6a2b-48ff-8f91-408b8eea82bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:43.977148 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-a8bf93c3-6a2b-48ff-8f91-408b8eea82bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1259480 Dec 23 16:42:44.025396 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:41Z', 'revision_number': 0, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:44.029123 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] Checking router: acf92007-327f-44f9-89bf-dca005691cf9 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:42:44.039299 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:42:44.039876 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:42:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:44.080730 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-5f3654ef-61fd-49f0-bf9c-838b2c1e31fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 1000 time: 0.0975473 Dec 23 16:42:44.146316 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-ad9c15b4-c91d-43fe-b777-cf825df26c67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:44.147661 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-ad9c15b4-c91d-43fe-b777-cf825df26c67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0606587 Dec 23 16:42:44.217367 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:42:44.221522 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-99e04342-309e-4093-867c-a9c5bba9db6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678518 Dec 23 16:42:44.351864 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-30786340-2da0-4af3-bb02-1b55a7bed626 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233330 Dec 23 16:42:44.484801 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ab3312c2-20bc-4e3c-935f-496e365a616f req-b59e06b6-0fa4-4946-ad93-6afb1e509c26 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267498 Dec 23 16:42:44.563058 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:41Z', 'revision_number': 0, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:42:44.567213 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f53145-c33d-4559-ab32-d573ce0e2479 None None] The sync data for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv is: [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:41Z', 'revision_number': 0, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:42:46.988861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-7d8a4839-9ac6-4d55-ba0e-cdd891b64dd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678453 Dec 23 16:42:47.128705 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-e0e2705a-189f-4986-a348-aa078d9c3004 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0730755 Dec 23 16:42:47.272097 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-e100b672-fe11-4115-bd41-a776d013de3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:47.273545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-e100b672-fe11-4115-bd41-a776d013de3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1252565 Dec 23 16:42:47.375434 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-230abfce-8def-49e4-8c96-1d755d88b514 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 1000 time: 0.0957329 Dec 23 16:42:47.437068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-ec9ac510-01c6-49d7-94c6-1697fcaea9aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:42:47.438459 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-ec9ac510-01c6-49d7-94c6-1697fcaea9aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0564568 Dec 23 16:42:47.512861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-25d8ced0-e4ef-497a-be45-c3d57d70f3a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675199 Dec 23 16:42:47.644783 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-82c8b7fc-eed4-477a-b7bc-ebda6825c20a service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256945 Dec 23 16:42:47.784896 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-11c7b3a6-5f1b-43d8-8471-9e9c76c41aee req-f3cafc4a-7528-4293-a02f-da901a2d689f service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338594 Dec 23 16:42:47.864536 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb87ebdd-560d-4494-a8d7-768ca5c8df59 None None] New status for floating IP 3d3eacf3-cedb-439a-a74e-a55081a90c30: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:42:55.446547 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7175a685-cd69-4ca5-b6ec-c88d175ef9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:57.738086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0551e490-9ea9-46c0-8015-e5db3210f555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:59.043963 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:42:59.098325 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:00.598157 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:08.155683 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:18.997170 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:43:25.440651 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-938616d5-6fbf-4076-b99e-b5c93a0f10f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:27.720442 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-5b0613ae-64a9-4f91-b38a-df2be2e490e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:29.029111 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:29.082820 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:30.625956 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:38.146008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:48.230996 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-fe6653fe-dab3-4665-bc28-ca83a134ef0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1573553 Dec 23 16:43:48.371955 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-c9f9fb76-4791-4107-9789-7e1cfd172e75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0676003 Dec 23 16:43:48.514180 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-f931df3e-ff1d-4423-b392-2701f73ca0db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:43:48.515602 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-f931df3e-ff1d-4423-b392-2701f73ca0db service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1244407 Dec 23 16:43:48.620040 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-39521190-6605-4018-a933-d9049e99c1f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 1002 time: 0.0963256 Dec 23 16:43:48.684941 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-17a9f2ee-0959-48cc-abd1-1eda4c92cc2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:43:48.686342 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-17a9f2ee-0959-48cc-abd1-1eda4c92cc2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0596175 Dec 23 16:43:48.761283 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-46221bf7-cac4-46ae-9bc7-2ec573c1c2a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663218 Dec 23 16:43:48.893969 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-535a51ac-5012-4c6c-9a27-6286c2beb3c7 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248105 Dec 23 16:43:49.024715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa284032-3545-4a44-bf92-b12b8e0f9624 req-5726aed2-c83d-4560-bc92-9d17f044ccc0 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236455 Dec 23 16:43:55.457322 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f5cc3525-8b29-4507-b052-831a07fdef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:55.996812 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:43:57.732450 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c2b658ee-fa72-4ea0-9d16-83c602da22f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:59.042382 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:43:59.092149 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:00.636420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:08.160390 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:25.464336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0d422e45-fd69-42a4-a2d8-a910265b89df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:27.726113 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-fa8a32e3-2a43-4bff-80d4-f8bdf47f57a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.035952 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:29.091419 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:30.618364 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:32.996935 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:44:38.167417 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:49.795763 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-439fbdfb-8852-4cd2-9489-15573c70c836 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689080 Dec 23 16:44:49.935778 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-72d95345-251c-4cb0-8037-c1ec3c26eaab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0709724 Dec 23 16:44:50.078244 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-3b924029-6940-4bc0-9e3f-5edd24de53bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:50.079672 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-3b924029-6940-4bc0-9e3f-5edd24de53bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1251247 Dec 23 16:44:50.180416 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-3cc90971-ced4-4899-8886-5f6e8163f17d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 1002 time: 0.0940323 Dec 23 16:44:50.241551 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-89c0a704-b174-4d9d-a5e4-a64294b7d2fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:44:50.243621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-89c0a704-b174-4d9d-a5e4-a64294b7d2fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0573094 Dec 23 16:44:50.319290 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-bfc7e6ce-8eba-454c-bcc3-00d545cfebb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695479 Dec 23 16:44:50.449427 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-a80081d1-5543-40f1-9f68-b6b183cdb7f0 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241553 Dec 23 16:44:50.580356 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-cb202d95-6a38-4a92-8ddc-e6648a9f4673 req-45eb68ff-9916-4aa2-9704-14707bb0179e service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246462 Dec 23 16:44:55.434641 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-abe9dd7b-9a06-40c0-a3f4-4d7e96f28443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:57.726162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a1caddd1-1600-4425-855d-52cec7e03d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:59.052193 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:44:59.121032 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:00.629168 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:08.154274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:09.997262 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:45:25.417095 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-40d8766a-1db4-482e-bd2a-5ea4fa1c5bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:25.595087 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 07274d1a-6f98-442b-a39a-73641924aeda details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:45:25.725672 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:25.739124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': '07274d1a-6f98-442b-a39a-73641924aeda', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:45:25.794139 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:25.811999 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07274d1a-6f98-442b-a39a-73641924aeda {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:45:25.826132 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:25.897008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:25.963055 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:25.968202 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['07274d1a-6f98-442b-a39a-73641924aeda'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:45:26.007718 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.008056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.008429 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.008756 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.009078 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.009397 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.009727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.010028 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.010338 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.010647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:26.010957 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:27.620186 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 07274d1a-6f98-442b-a39a-73641924aeda up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:45:27.739535 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port 07274d1a-6f98-442b-a39a-73641924aeda triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:45:27.740558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:27.834885 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f0dd97b5-3c79-4264-9b54-8adfddfe904a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:27.862340 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:27.888973 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:45:27.901072 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:27.971558 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:28.048627 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:28.052200 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda', 'code': 200} Dec 23 16:45:29.047548 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:29.097372 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:30.676439 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:38.176817 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:39.900357 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-c1dd0d4a-4124-4f87-905e-d4c954acd420 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822916424&fields=id&tenant_id=a7b351c5500f4d22bae7072636be0a28 HTTP/1.1" status: 200 len: 267 time: 0.1265829 Dec 23 16:45:40.043653 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-b11c6c5c-5f59-4900-90b0-9aabd64dcc11 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:40.045077 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-b11c6c5c-5f59-4900-90b0-9aabd64dcc11 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 809 time: 0.1375375 Dec 23 16:45:40.061825 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-0d033afa-1cca-431c-abca-d571509506a7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/quotas/a7b351c5500f4d22bae7072636be0a28 HTTP/1.1" status: 200 len: 375 time: 0.0102360 Dec 23 16:45:40.142186 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-774fba8c-3b61-4176-8e1b-30a04e8787f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0757694 Dec 23 16:45:40.365422 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-7d85bc68-d6f4-4883-b2ee-84dc64295eb0 service neutron] 10.222.0.58 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120478 Dec 23 16:45:40.496652 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-09c18c3a-37e6-49d8-a6c4-7d2670906de7 service neutron] 10.222.0.58 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254303 Dec 23 16:45:40.849978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e544c584-8304-4db5-aa52-1e259a2f3b29 req-22b26b25-b25e-4c28-aed6-0cb03a84c790 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 210 time: 0.1164038 Dec 23 16:45:42.010621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-ffce46af-9c3d-4b64-84fd-375df5529117 req-9ce78374-f4ed-462f-9f11-1666d5cce4e2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 210 time: 0.0419273 Dec 23 16:45:42.644109 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-6c578c87-d035-4201-a03b-26f541563810 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:42.645505 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-6c578c87-d035-4201-a03b-26f541563810 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 809 time: 0.1426170 Dec 23 16:45:42.698503 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-74f8b879-395d-4678-a878-fe00dda80ea8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7b351c5500f4d22bae7072636be0a28 HTTP/1.1" status: 200 len: 380 time: 0.0402062 Dec 23 16:45:42.706603 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'port': {'device_id': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'admin_state_up': True, 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'security_groups': ['84967199-694c-415a-ad83-120df7597c81']}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:45:42.840217 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:45:42.850173 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:45:42.913511 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Made reservation on behalf of a7b351c5500f4d22bae7072636be0a28 for: {'port': 1} {{(pid=84221) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 16:45:42.916626 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:43.084253 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Allocated IP 172.20.0.9 (0f84d741-9008-484d-9349-d0aaaac72cd6/56fd7bbd-2987-4b61-9ed6-82e54da77e88/e16160b2-92b1-4a13-bed1-78429c5ee3de) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:45:43.243386 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-480b757c-f104-48db-9436-3a546a8b0103 req-874ec414-c90d-4acf-9828-77cbfd9bc593 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 210 time: 0.0968261 Dec 23 16:45:43.321764 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:43.337471 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Transition to ACTIVE for port object e16160b2-92b1-4a13-bed1-78429c5ee3de will not be triggered until provisioned by entity DHCP. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:45:43.468874 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:43.542506 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:45:43.547149 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:45:43.552442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:45:43.606288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:43.661934 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:43.674089 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 07274d1a-6f98-442b-a39a-73641924aeda no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:45:43.749265 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3de2637e-b6b7-4e90-866b-189b0ff468d2 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0455174 Dec 23 16:45:43.833615 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:43.865313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:45:43.874696 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:45:43.919767 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:43.964909 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda', 'code': 200} Dec 23 16:45:43.979360 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c7819f76-e9a7-4214-a6b7-626d0dbc60b7 None None] Provisioning for port e16160b2-92b1-4a13-bed1-78429c5ee3de completed by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:45:43.994334 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-c7819f76-e9a7-4214-a6b7-626d0dbc60b7 None None] Provisioning complete for port e16160b2-92b1-4a13-bed1-78429c5ee3de triggered by entity DHCP. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:45:43.995056 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c7819f76-e9a7-4214-a6b7-626d0dbc60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:44.057771 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:44.063110 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c7819f76-e9a7-4214-a6b7-626d0dbc60b7 None None] Port e16160b2-92b1-4a13-bed1-78429c5ee3de cannot update to ACTIVE because it is not bound. {{(pid=84223) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 23 16:45:44.444449 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec049f-dc9c-4b8d-badf-4dd27ae05bf4 req-18881ee8-ee66-48e7-b379-8fd1e8c229c8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:44.445137 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-bbec049f-dc9c-4b8d-badf-4dd27ae05bf4 req-18881ee8-ee66-48e7-b379-8fd1e8c229c8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Synchronizing usage tracker for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:45:44.496909 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-bbec049f-dc9c-4b8d-badf-4dd27ae05bf4 req-18881ee8-ee66-48e7-b379-8fd1e8c229c8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Unset dirty status for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:45:44.498317 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bbec049f-dc9c-4b8d-badf-4dd27ae05bf4 req-18881ee8-ee66-48e7-b379-8fd1e8c229c8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.1311488 Dec 23 16:45:44.547861 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-bbec049f-dc9c-4b8d-badf-4dd27ae05bf4 req-0f00a76e-05c6-4075-b1c7-4b22286be49c tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Dec 23 16:45:45.878452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad69bc-4f2d-47ad-aa22-29838016320f req-bd20f69b-8684-4376-b9d7-29e0f583c5ea tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:45.880867 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83ad69bc-4f2d-47ad-aa22-29838016320f req-bd20f69b-8684-4376-b9d7-29e0f583c5ea tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.1883106 Dec 23 16:45:45.931156 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-83ad69bc-4f2d-47ad-aa22-29838016320f req-f9110cc7-c470-4ae9-a50f-67b16b3609d4 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Dec 23 16:45:46.999244 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:45:47.138071 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0505b6-500a-425c-88b2-f0974e8c8b8d req-5305272d-09c8-404e-aefc-e411840d0567 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:47.140071 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8c0505b6-500a-425c-88b2-f0974e8c8b8d req-5305272d-09c8-404e-aefc-e411840d0567 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0802622 Dec 23 16:45:47.188254 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8c0505b6-500a-425c-88b2-f0974e8c8b8d req-35543034-fd03-475e-86e6-1616cc8581d8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Dec 23 16:45:48.402583 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635adf-f466-47b7-97c6-fb91fa25fa61 req-b6bf9455-d673-4caa-bc73-f24fb061bc35 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:48.404168 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2f635adf-f466-47b7-97c6-fb91fa25fa61 req-b6bf9455-d673-4caa-bc73-f24fb061bc35 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0846140 Dec 23 16:45:48.451545 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2f635adf-f466-47b7-97c6-fb91fa25fa61 req-e59fd008-c454-4b69-87e2-208c52bc5382 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Dec 23 16:45:49.668559 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e3c6a-3fd9-44b7-b9ba-068309dd80dc req-93d6cba7-1aa8-4d72-8c54-8a67bcc7e425 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:49.669903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2d7e3c6a-3fd9-44b7-b9ba-068309dd80dc req-93d6cba7-1aa8-4d72-8c54-8a67bcc7e425 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0824742 Dec 23 16:45:49.721857 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-2d7e3c6a-3fd9-44b7-b9ba-068309dd80dc req-4f6a532a-fd4c-4bac-8626-d6a04acd1a1f tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457385 Dec 23 16:45:50.943680 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ec83-9f8e-4a63-a65f-8104d3763109 req-5b42314c-e5cb-43a1-a7df-dd71b7aa5d34 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:50.945070 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0003ec83-9f8e-4a63-a65f-8104d3763109 req-5b42314c-e5cb-43a1-a7df-dd71b7aa5d34 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0872667 Dec 23 16:45:50.995313 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-0003ec83-9f8e-4a63-a65f-8104d3763109 req-87188b05-7a94-48d7-9399-f5bc9c6cd21e tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442293 Dec 23 16:45:52.205692 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561e3e1-5d21-4e30-97f6-02ff37a61ac9 req-08c6c82c-0529-4a14-ac13-040bb905d21b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:52.207154 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e561e3e1-5d21-4e30-97f6-02ff37a61ac9 req-08c6c82c-0529-4a14-ac13-040bb905d21b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0847919 Dec 23 16:45:52.260681 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e561e3e1-5d21-4e30-97f6-02ff37a61ac9 req-ed5eeee5-14f9-477b-8fb7-0c17f5c82fdd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Dec 23 16:45:53.462787 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040d0a9-96ac-4093-a67f-af32438e9171 req-0b3f42cd-7f85-4006-a7b2-8efdfe769798 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:53.466940 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c040d0a9-96ac-4093-a67f-af32438e9171 req-0b3f42cd-7f85-4006-a7b2-8efdfe769798 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0773597 Dec 23 16:45:53.510537 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-c040d0a9-96ac-4093-a67f-af32438e9171 req-f7b453c3-88be-471d-8479-a344734385e1 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Dec 23 16:45:54.705683 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57999e-6d61-43c9-88d9-d5203ffbbcb7 req-cc35b591-45d0-489a-b135-0a7f9008174a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:54.707116 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e57999e-6d61-43c9-88d9-d5203ffbbcb7 req-cc35b591-45d0-489a-b135-0a7f9008174a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0790591 Dec 23 16:45:54.751929 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-8e57999e-6d61-43c9-88d9-d5203ffbbcb7 req-c072f5b9-8deb-4e69-a578-ef2979c55d1a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Dec 23 16:45:55.964060 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c184502-0a53-4936-b639-891cec6ab926 req-9e89942b-4d67-45ad-9d2e-8b28439cfe47 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:55.965497 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c184502-0a53-4936-b639-891cec6ab926 req-9e89942b-4d67-45ad-9d2e-8b28439cfe47 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.0814192 Dec 23 16:45:56.016410 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-4c184502-0a53-4936-b639-891cec6ab926 req-afa7be52-4629-4d81-9e23-9f9ce84f7ea6 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438721 Dec 23 16:45:56.245514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-da16ab14-eef6-46fb-a5c7-55b1a22b1f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:56.815007 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Request body: {'port': {'device_id': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:45:56.824080 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.57', 51923) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:45:56.894591 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-9c23fa2e-2742-4b5e-acc6-d62e6c1eeeff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691385 Dec 23 16:45:56.924171 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:57.038621 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-633dcf30-59c5-4539-88c7-420e24fda73c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0693798 Dec 23 16:45:57.187507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a422b0-413d-4eba-952e-e349ea213b94 req-bfc35dcf-d2aa-44f0-a2d1-9ed59ada3439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:57.189043 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-bfc35dcf-d2aa-44f0-a2d1-9ed59ada3439 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1298296 Dec 23 16:45:57.270625 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0e16-b0bf-4f85-ba27-e8ab57418c2f req-42ea786e-7ce7-48d8-93a6-2923b6e3acf8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:57.272072 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-812b0e16-b0bf-4f85-ba27-e8ab57418c2f req-42ea786e-7ce7-48d8-93a6-2923b6e3acf8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 931 time: 0.1288874 Dec 23 16:45:57.296540 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-d27cf14f-4e2b-4652-b839-783551adc789 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 1000 time: 0.1005392 Dec 23 16:45:57.362710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a422b0-413d-4eba-952e-e349ea213b94 req-e8da577f-70ba-4c9f-9285-cc0955de3a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:57.364158 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-e8da577f-70ba-4c9f-9285-cc0955de3a04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0621276 Dec 23 16:45:57.372394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16160b2-92b1-4a13-bed1-78429c5ee3de {{(pid=84221) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:45:57.381999 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:57.385826 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-812b0e16-b0bf-4f85-ba27-e8ab57418c2f req-2e628222-4bad-4580-a794-2cb14bb23cdb tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016536 Dec 23 16:45:57.398657 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.provisioning_blocks [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Transition to ACTIVE for port object e16160b2-92b1-4a13-bed1-78429c5ee3de will not be triggered until provisioned by entity L2. {{(pid=84221) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 16:45:57.440166 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-a35c0b57-bb44-452e-b77d-e8ead7410e84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688038 Dec 23 16:45:57.479725 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:57.577741 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-5eb5b859-8e79-43c1-8350-cb43d5d8c1fb service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304941 Dec 23 16:45:57.614499 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24020489-f54a-4226-9917-83c65425519c service neutron] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:57.728257 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Attempting to bind port e16160b2-92b1-4a13-bed1-78429c5ee3de on host hv-neutron-8227 for vnic_type normal with profile {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 23 16:45:57.728592 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Attempting to bind port e16160b2-92b1-4a13-bed1-78429c5ee3de by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 23 16:45:57.729170 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Attempting to bind port e16160b2-92b1-4a13-bed1-78429c5ee3de on network 0f84d741-9008-484d-9349-d0aaaac72cd6 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:45:57.733309 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [req-75a422b0-413d-4eba-952e-e349ea213b94 req-27cfaf18-cf87-453d-ab9c-bd0b3dc397d0 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494665 Dec 23 16:45:57.735722 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Port e16160b2-92b1-4a13-bed1-78429c5ee3de on network 0f84d741-9008-484d-9349-d0aaaac72cd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 23 16:45:57.736044 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Attempting to bind port e16160b2-92b1-4a13-bed1-78429c5ee3de on network 0f84d741-9008-484d-9349-d0aaaac72cd6 {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 23 16:45:57.743380 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Checking agent: {'id': 'cfcff9cc-9697-4dac-af41-70a1d08edd96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'started_at': datetime.datetime(2021, 12, 23, 15, 25, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 23 16:45:57.743708 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Checking segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84221) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 23 16:45:57.744079 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Bound using segment: {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'} {{(pid=84221) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 23 16:45:57.744526 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.managers [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Bound port: e16160b2-92b1-4a13-bed1-78429c5ee3de, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8d4ffe-78f3-4c09-81a3-983eb861c68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6'}}] {{(pid=84221) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 23 16:45:57.744866 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:57.828386 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e5817271-b4bb-47c0-a452-a15216159fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:57.929795 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, cleared binding levels {{(pid=84221) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 16:45:57.932880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84221) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 16:45:58.017431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:58.079254 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:58.080628 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-24020489-f54a-4226-9917-83c65425519c service neutron] 10.222.0.57 "PUT /v2.0/ports/e16160b2-92b1-4a13-bed1-78429c5ee3de HTTP/1.1" status: 200 len: 1093 time: 1.2705989 Dec 23 16:45:58.081061 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:45:58.100654 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24020489-f54a-4226-9917-83c65425519c service neutron] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=3']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:45:58.144022 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'status': 'completed', 'code': 200} Dec 23 16:45:58.250144 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6ac7ce1-df30-4359-adc9-88a2adcbbb7b req-89331383-a3aa-4ffa-8aac-d3f7d8bd3b21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 1096 time: 0.0784221 Dec 23 16:45:58.403694 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7ce1-df30-4359-adc9-88a2adcbbb7b req-78b9a36a-6d8c-4c2c-b58d-1104df14248c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:58.405090 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6ac7ce1-df30-4359-adc9-88a2adcbbb7b req-78b9a36a-6d8c-4c2c-b58d-1104df14248c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a7b351c5500f4d22bae7072636be0a28&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1379206 Dec 23 16:45:58.589782 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7ce1-df30-4359-adc9-88a2adcbbb7b req-c94ce31a-0ec9-4623-b362-07f813a57dcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:58.591125 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e6ac7ce1-df30-4359-adc9-88a2adcbbb7b req-c94ce31a-0ec9-4623-b362-07f813a57dcf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1795356 Dec 23 16:45:58.615050 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f1686-04aa-43a1-9eff-20c0457d9dca req-0c2795ba-f6b1-409f-8904-2ebc79127e02 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:58.616502 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b7f1686-04aa-43a1-9eff-20c0457d9dca req-0c2795ba-f6b1-409f-8904-2ebc79127e02 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 943 time: 0.1080678 Dec 23 16:45:58.718859 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-7b7f1686-04aa-43a1-9eff-20c0457d9dca req-30055f94-c62d-4ceb-b64b-3fcfc3622133 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958776 Dec 23 16:45:58.733812 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-27a6cb00-12a9-4a47-967d-1d93e9623e47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 1096 time: 0.0970089 Dec 23 16:45:58.805080 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-a32b8fff-6208-41a1-9ae0-c9b4b201eb91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de HTTP/1.1" status: 200 len: 217 time: 0.0644550 Dec 23 16:45:58.867438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-737e4663-c2f1-466d-8aff-5e34c5a54277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:58.868799 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-737e4663-c2f1-466d-8aff-5e34c5a54277 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0577481 Dec 23 16:45:58.942887 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-5e49e7bd-cb26-4d03-9625-58cc42a029bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677545 Dec 23 16:45:59.049401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:59.093404 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-3bb83ee0-208f-4313-96e4-0535f61827e9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419985 Dec 23 16:45:59.119523 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:45:59.226926 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-3a38bbcd-37ea-4a42-8d74-fe3d79dae7b3 req-0e764336-5f8f-4a22-93e4-db26ba03da40 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276176 Dec 23 16:45:59.921117 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b102ba-0c34-4039-b49e-925edf3d58d7 req-6b9b4f62-e5d3-4d38-aae7-720c419588df tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:45:59.922603 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-59b102ba-0c34-4039-b49e-925edf3d58d7 req-6b9b4f62-e5d3-4d38-aae7-720c419588df tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 943 time: 0.0798006 Dec 23 16:45:59.967907 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-59b102ba-0c34-4039-b49e-925edf3d58d7 req-41c85102-d30d-4928-9a91-49f0d0cba84c tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Dec 23 16:46:00.633321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:01.160462 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928150f-e593-45be-914e-5b712dc8a029 req-7185320d-dd13-477e-80a5-1710ee1039b4 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:01.161903 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e928150f-e593-45be-914e-5b712dc8a029 req-7185320d-dd13-477e-80a5-1710ee1039b4 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 943 time: 0.0758483 Dec 23 16:46:01.210097 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e928150f-e593-45be-914e-5b712dc8a029 req-c9675c2d-dcb9-4256-8837-fbdaf97de0b7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Dec 23 16:46:01.704581 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e16160b2-92b1-4a13-bed1-78429c5ee3de details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:46:01.838629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:01.851604 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'port_id': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'mac_address': 'fa:16:3e:1d:30:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:46:01.907954 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:01.925308 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16160b2-92b1-4a13-bed1-78429c5ee3de {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:46:01.940647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:01.999036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:02.063321 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=4']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:02.383007 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['e16160b2-92b1-4a13-bed1-78429c5ee3de'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:46:02.404732 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23400b-a8a9-40b5-9ae1-2584f4da7a96 req-af32fa05-7041-433c-b2c8-96e8dcd9497f tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:02.406179 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa23400b-a8a9-40b5-9ae1-2584f4da7a96 req-af32fa05-7041-433c-b2c8-96e8dcd9497f tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 944 time: 0.0758100 Dec 23 16:46:02.451375 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-fa23400b-a8a9-40b5-9ae1-2584f4da7a96 req-d4c2ea87-31b0-4e90-a209-93e61fc5f9e6 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391104 Dec 23 16:46:03.651961 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d1c9f-8f2f-4015-8cdb-440485e655aa req-863d885c-9b0b-4f36-8c22-4ad1abaf3072 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:03.653422 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-301d1c9f-8f2f-4015-8cdb-440485e655aa req-863d885c-9b0b-4f36-8c22-4ad1abaf3072 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 944 time: 0.0799637 Dec 23 16:46:03.698334 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-301d1c9f-8f2f-4015-8cdb-440485e655aa req-2304d1d4-e2fb-4601-89e7-20272917eea8 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393090 Dec 23 16:46:03.719556 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e16160b2-92b1-4a13-bed1-78429c5ee3de up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:46:03.874652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning for port e16160b2-92b1-4a13-bed1-78429c5ee3de completed by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 16:46:03.880332 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port e16160b2-92b1-4a13-bed1-78429c5ee3de triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:46:03.880701 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:03.993454 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:04.019950 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:46:04.029154 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:46:04.074085 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'code': 200} Dec 23 16:46:04.119182 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:04.184892 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=5']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:04.434881 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e514a99b-eba5-4a38-ab7c-d7e29106ea2d req-0349b9ce-8d2b-48e1-b37e-dfe6086e3699 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 1098 time: 0.0653620 Dec 23 16:46:04.476951 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e514a99b-eba5-4a38-ab7c-d7e29106ea2d req-3cb2e1b2-e7c9-4eae-82d3-5994fee1528d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355439 Dec 23 16:46:04.985241 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6fc60-8d10-4abb-ab4a-182fd14a041f req-3aa75243-7c5c-41c1-9dc0-8af3052d48fc tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:04.986685 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46f6fc60-8d10-4abb-ab4a-182fd14a041f req-3aa75243-7c5c-41c1-9dc0-8af3052d48fc tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 945 time: 0.1697900 Dec 23 16:46:05.031713 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-46f6fc60-8d10-4abb-ab4a-182fd14a041f req-2cf7bcf8-54e9-49aa-9cf2-58186badb34a tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 Dec 23 16:46:06.225447 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d478b-a70a-40c0-9397-887d78ed107b req-223e8015-bc41-4453-b884-cd411cebffab tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:06.226883 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e1d478b-a70a-40c0-9397-887d78ed107b req-223e8015-bc41-4453-b884-cd411cebffab tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 945 time: 0.0772333 Dec 23 16:46:06.271513 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6e1d478b-a70a-40c0-9397-887d78ed107b req-163f0046-0ab3-4ea2-a91d-4ff32daba1a6 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Dec 23 16:46:06.466039 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4d46-dbee-4f3b-a876-3301cfcd1fb6 req-1f2b45c6-09ed-4552-a987-561cc4c8f548 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:06.467374 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-218d4d46-dbee-4f3b-a876-3301cfcd1fb6 req-1f2b45c6-09ed-4552-a987-561cc4c8f548 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 945 time: 0.0780303 Dec 23 16:46:06.512500 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-218d4d46-dbee-4f3b-a876-3301cfcd1fb6 req-2ed9ec7f-7fe1-42ce-92f1-29f5b9a17c5e tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 Dec 23 16:46:06.539818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 37256) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:06.608509 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-afc77cd3-e33c-4943-a876-d565e0d01464 tempest-TestSnapshotPattern-1559151709 tempest-TestSnapshotPattern-1559151709-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 1093 time: 0.0674527 Dec 23 16:46:06.611324 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 37260) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:46:06.616497 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.v2.base [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Request body: {'floatingip': {'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'port_id': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84221) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 23 16:46:06.622205 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 23 16:46:06.626577 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Usage tracker for resource:floatingip and tenant:a7b351c5500f4d22bae7072636be0a28 is out of sync, need to count used quota {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 23 16:46:06.629458 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84221) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 23 16:46:06.635023 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.quota.driver [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84221) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 23 16:46:06.724810 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:06.859922 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.002839 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.db_base_plugin_common [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Allocated IP 172.26.6.231 (913dd7ca-4c3a-4b2e-9a70-4198015b1a75/ab879481-fa8c-4338-9ebd-2f09405b906a/d0b5c760-aa31-4560-8204-cc76acc28f89) {{(pid=84221) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 16:46:07.146755 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for port, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.239996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760716038355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.314913 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Network 913dd7ca-4c3a-4b2e-9a70-4198015b1a75 is already hosted by enough agents. {{(pid=84221) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 16:46:07.317747 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.base_scheduler [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Resources bound (agent type, host, resource id): {{(pid=84221) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 16:46:07.322189 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Received port after_create {{(pid=84221) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 16:46:07.346288 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'Port': ['ID=d0b5c760-aa31-4560-8204-cc76acc28f89,revision_number=1']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:07.826200 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:07.928100 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:08.128567 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for port, precommit_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:08.176368 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:08.210734 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524870'] for port, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:08.397328 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event updated for resources: {'Port': ['ID=d0b5c760-aa31-4560-8204-cc76acc28f89,revision_number=2']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:46:08.414628 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4013019'] for floatingip, after_update {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:08.604637 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.db.l3_db [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Floating IP a0c5097c-799a-4a86-956a-4eb63db641e5 associated. External IP: 172.26.6.231, port: e16160b2-92b1-4a13-bed1-78429c5ee3de. Dec 23 16:46:08.993981 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Router acf92007-327f-44f9-89bf-dca005691cf9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:46:09.188268 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:46:09.198024 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] Sync routers for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:46:09.210044 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:46:09.210642 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:45:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:46:09.267889 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:09.324913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-a75cf9f5-94da-499b-9670-d1c23b34d0f7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7125747 Dec 23 16:46:09.325488 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:46:09.382399 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'status': 'completed', 'code': 200} Dec 23 16:46:09.400044 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:46:09.475088 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-77dc8465-ba35-49ea-9b93-4a40195033b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 1098 time: 0.0711267 Dec 23 16:46:09.605880 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-5097d2a2-ebe0-484b-ac05-f3b5653d0888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:09.607232 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-5097d2a2-ebe0-484b-ac05-f3b5653d0888 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1264501 Dec 23 16:46:09.710299 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-86c1af75-0667-46a4-84cc-df8095f213b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de HTTP/1.1" status: 200 len: 999 time: 0.0968287 Dec 23 16:46:09.772154 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-01fbf37c-e585-4f77-9f4b-de78fe14af11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:09.773703 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-01fbf37c-e585-4f77-9f4b-de78fe14af11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0576730 Dec 23 16:46:09.774505 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:48Z', 'revision_number': 1, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}, {'id': 'a0c5097c-799a-4a86-956a-4eb63db641e5', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:1d:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:46:07Z', 'updated_at': '2021-12-23T16:46:07Z', 'revision_number': 0, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:46:09.778540 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] Checking router: acf92007-327f-44f9-89bf-dca005691cf9 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:46:09.790502 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:46:09.791096 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:45:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:46:09.852175 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-4e9d577b-5c25-4512-9dfe-7f12ba391779 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722783 Dec 23 16:46:09.975605 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:46:10.084453 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-b37fe0cf-ba78-4d32-8bff-fd76d53e9b85 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256186 Dec 23 16:46:10.215281 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-07d77b8a-e109-4413-9d07-4ce8ea584eb3 req-b480c619-6606-40cc-b5cc-c903c77a6e8c service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248021 Dec 23 16:46:10.323890 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:48Z', 'revision_number': 1, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}, {'id': 'a0c5097c-799a-4a86-956a-4eb63db641e5', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:1d:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:46:07Z', 'updated_at': '2021-12-23T16:46:07Z', 'revision_number': 0, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:46:10.327762 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67632e52-0e56-4f0f-a17f-71e77ea9efb6 None None] The sync data for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv is: [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:48Z', 'revision_number': 1, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}, {'id': 'a0c5097c-799a-4a86-956a-4eb63db641e5', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:1d:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:46:07Z', 'updated_at': '2021-12-23T16:46:07Z', 'revision_number': 0, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:46:10.516233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39028975-f549-4228-9123-4313a09db0af None None] New status for floating IP a0c5097c-799a-4a86-956a-4eb63db641e5: ACTIVE {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:46:24.000224 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:46:25.507596 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-429e71a5-1771-42ff-b84e-8b963a05838e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:27.741677 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-085132bf-c6c6-4a33-870c-5d99b0729b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:29.061521 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:29.118345 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:30.621703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:38.181213 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:52.059298 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-d06f1fdc-f097-4c72-b42e-9d2517b7433a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1331699 Dec 23 16:46:52.204775 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-cdee21f7-be9e-4561-8ff9-6ea8a50394bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0725594 Dec 23 16:46:52.347415 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-52ccc87e-92b6-497d-a5ee-5e423d3543de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:52.348878 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-52ccc87e-92b6-497d-a5ee-5e423d3543de service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1260858 Dec 23 16:46:52.455813 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-7dc36d1d-2505-4fbe-b2a7-32f5771d0897 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 1000 time: 0.1001682 Dec 23 16:46:52.517030 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-be8aa041-3ee6-4391-9f8a-116044a8c088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:46:52.518395 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-be8aa041-3ee6-4391-9f8a-116044a8c088 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0565891 Dec 23 16:46:52.591621 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-f45a4945-8e07-4296-a313-e8294189e45c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659189 Dec 23 16:46:52.722721 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-584ca678-04e2-4a5b-b2d1-c3e73f57239c service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243677 Dec 23 16:46:52.852741 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-90968c50-970f-4ca5-9321-c0e1a7453528 req-d490002a-a4e1-4a51-b347-b87e6410b5b2 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233900 Dec 23 16:46:55.425763 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-066ac7ba-71a7-41c4-abf1-fa52713210fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:57.729514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-a3c2bb39-b2b9-48e9-b330-635a6d4b1c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:59.060038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:46:59.112848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:00.626694 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:01.001119 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:47:08.202195 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:25.529560 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3da6022f-34a2-4dc1-b3cc-c45c4c720c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:27.746741 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-de35aa00-4225-4a08-a1ef-1d46545a1aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:29.055324 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:29.133514 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:30.655038 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:38.000659 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:47:38.247176 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:53.188295 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-56a26d4f-b72f-477a-b971-bdac242d591a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731535 Dec 23 16:47:53.277119 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-747617ec-919d-4304-90ed-769bb18c14df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 1098 time: 0.0684776 Dec 23 16:47:53.422032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-65193461-1c90-42e6-8aa1-1bd780764a87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:53.423458 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-65193461-1c90-42e6-8aa1-1bd780764a87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1275625 Dec 23 16:47:53.533835 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-bb329ccd-ad95-45ec-bc94-1491113d9148 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de HTTP/1.1" status: 200 len: 1001 time: 0.1033163 Dec 23 16:47:53.599852 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-b722dae1-44c9-477d-a043-2707cc394d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:47:53.601567 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-b722dae1-44c9-477d-a043-2707cc394d11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0615208 Dec 23 16:47:53.674726 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-2a7c8e86-1f63-4ad7-929c-44ec00e9232b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673902 Dec 23 16:47:53.904888 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-dd5a7318-81df-4f77-a5fa-7e906a197fc9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225466 Dec 23 16:47:54.033771 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-de6c8658-fd3b-4420-b93a-5056b7de4593 req-d8cb6850-facd-4af8-b1f9-1defebcf55cc service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231000 Dec 23 16:47:55.452487 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-1fc88fcd-efb9-4737-bf5f-7d0a60467007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:57.723519 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3ba6-1bd5-4098-8e18-0df96ed51c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:59.057841 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:47:59.112205 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:00.629502 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:08.228764 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:15.000916 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:48:16.230336 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e16160b2-92b1-4a13-bed1-78429c5ee3de details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=84223) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 23 16:48:16.358037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:16.371518 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Returning: {'device': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'port_id': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'mac_address': 'fa:16:3e:1d:30:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84223) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 23 16:48:16.428067 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:16.446009 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e16160b2-92b1-4a13-bed1-78429c5ee3de {{(pid=84223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 16:48:16.460314 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:16.519985 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:16.585436 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=6']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:16.593481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.593821 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.594150 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.594480 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.594803 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.595129 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.595443 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.595772 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.596071 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.596409 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.596723 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:16.603142 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] get_ports_and_sgs() called for port_ids ['e16160b2-92b1-4a13-bed1-78429c5ee3de'] {{(pid=84223) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 23 16:48:18.249729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e16160b2-92b1-4a13-bed1-78429c5ee3de up at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 23 16:48:18.318170 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.provisioning_blocks [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Provisioning complete for port e16160b2-92b1-4a13-bed1-78429c5ee3de triggered by entity L2. {{(pid=84223) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 16:48:18.318528 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555812'] for port, provisioning_complete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:18.427988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:18.454008 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:18.464036 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:18.528358 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'code': 200} Dec 23 16:48:18.548656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:18.613948 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=7']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:25.443577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-409e879a-a3c9-491f-99cf-7ec352c087fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:27.754246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec749-1c02-488c-b1c1-9cabb289d87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:29.074233 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:29.137530 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:30.651695 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:34.145342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 37438) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:34.343267 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Deleting port d0b5c760-aa31-4560-8204-cc76acc28f89 {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:34.343591 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:34.505218 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:34.505442 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:34.621712 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Calling delete_port for d0b5c760-aa31-4560-8204-cc76acc28f89 owned by network:floatingip {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:34.848342 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:34.893262 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event deleted for resources: {'Port': ['ID=d0b5c760-aa31-4560-8204-cc76acc28f89,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:34.937163 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.937547 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.937846 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.938167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.938486 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.938827 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.939142 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.939452 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.939763 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.940068 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.940398 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84221) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:34.994857 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:35.379596 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Router acf92007-327f-44f9-89bf-dca005691cf9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84221) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:48:35.686022 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84221) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:48:35.695767 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] Sync routers for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:48:35.707081 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:35.709601 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:35.768158 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:35.822505 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-92c2f4c9-62c9-498b-b4ed-e722f0747378 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "DELETE /v2.0/floatingips/a0c5097c-799a-4a86-956a-4eb63db641e5 HTTP/1.1" status: 204 len: 168 time: 1.6760395 Dec 23 16:48:35.823185 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:35.922629 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:35.973972 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'status': 'completed', 'code': 200} Dec 23 16:48:36.069329 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-77eb6a10-c245-48ba-b5ec-4eb166262ef1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 1098 time: 0.0717664 Dec 23 16:48:36.208365 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-0a453369-078f-4735-9d96-208d5f17218e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:36.209713 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-0a453369-078f-4735-9d96-208d5f17218e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1343613 Dec 23 16:48:36.282457 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-e3223eb3-8561-4c0b-9e7b-cb44fff40208 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de HTTP/1.1" status: 200 len: 217 time: 0.0653679 Dec 23 16:48:36.285537 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:48Z', 'revision_number': 1, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:36.289718 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] Checking router: acf92007-327f-44f9-89bf-dca005691cf9 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:48:36.302191 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:36.302793 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:36.311920 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e16160b2-92b1-4a13-bed1-78429c5ee3de no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:48:36.415456 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-0628f333-e5b1-43e6-8215-8528cd87f2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:36.417616 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-0628f333-e5b1-43e6-8215-8528cd87f2c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.1302462 Dec 23 16:48:36.425986 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-955899'] for port, before_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:36.453796 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de'}] {{(pid=84223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:36.464740 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:36.487595 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:36.518323 dv-neutron-822796-1-hyperv neutron-server[84223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'code': 200} Dec 23 16:48:36.519124 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b10b4-4c44-47d1-b8e6-f2a64db28518 req-f46d8e96-13bc-4bf4-807c-7c87a0c6dbc1 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:36.519799 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f43b10b4-4c44-47d1-b8e6-f2a64db28518 req-f46d8e96-13bc-4bf4-807c-7c87a0c6dbc1 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Synchronizing usage tracker for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:48:36.533001 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-dc3dc25f-8294-4f68-b8d6-dc530270c9b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075461 Dec 23 16:48:36.548344 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760716392964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760716038373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760716034838'] for port, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:36.607416 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f43b10b4-4c44-47d1-b8e6-f2a64db28518 req-f46d8e96-13bc-4bf4-807c-7c87a0c6dbc1 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Unset dirty status for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:48:36.612715 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f43b10b4-4c44-47d1-b8e6-f2a64db28518 req-f46d8e96-13bc-4bf4-807c-7c87a0c6dbc1 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 945 time: 0.2412357 Dec 23 16:48:36.622737 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Pushing event updated for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=8']} {{(pid=84223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:36.714426 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f43b10b4-4c44-47d1-b8e6-f2a64db28518 req-38c6df86-9d4b-4659-b61e-f01a7c550ca6 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846674 Dec 23 16:48:36.719367 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-a79fce2e-7c41-47b2-975d-6796176521b9 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782629 Dec 23 16:48:36.852777 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:48Z', 'revision_number': 1, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:36.853444 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-440f28e0-aeff-4769-9b42-b9bb2d61a16e req-6d171083-4d47-4d2d-8745-28bfb9e82c3a service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261065 Dec 23 16:48:36.856770 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5cd5da-1e12-4fd5-8953-0145b9e94a52 None None] The sync data for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv is: [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_floatingips': [{'id': '3d3eacf3-cedb-439a-a74e-a55081a90c30', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'floating_ip_address': '172.26.6.239', 'floating_network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'router_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'port_id': '07274d1a-6f98-442b-a39a-73641924aeda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'mac_address': 'fa:16:3e:3b:e4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:41Z', 'updated_at': '2021-12-23T16:42:48Z', 'revision_number': 1, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:48:37.071243 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefbb1-70ea-4aa6-a0da-5f7f66dd7e2d None None] New status for floating IP a0c5097c-799a-4a86-956a-4eb63db641e5: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:48:37.914677 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94014b45-46d8-4dc2-8baf-32ac262f7c3d req-02e5c623-5f19-48e5-826d-e38274433f06 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:37.916116 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94014b45-46d8-4dc2-8baf-32ac262f7c3d req-02e5c623-5f19-48e5-826d-e38274433f06 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 943 time: 0.0754750 Dec 23 16:48:37.961353 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-94014b45-46d8-4dc2-8baf-32ac262f7c3d req-79fb4fe9-5c25-476c-9603-6dc35fc72e7d tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396302 Dec 23 16:48:38.177431 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-b0039189-7e2a-4ecb-b5ca-20eec7d7efdb tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:38.178869 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-b0039189-7e2a-4ecb-b5ca-20eec7d7efdb tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 943 time: 0.0772414 Dec 23 16:48:38.242681 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:38.245437 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Deleting port e16160b2-92b1-4a13-bed1-78429c5ee3de {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:38.245772 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:38.485393 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] For port e16160b2-92b1-4a13-bed1-78429c5ee3de, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e16160b2-92b1-4a13-bed1-78429c5ee3de,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:38.485740 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:38.708926 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Calling delete_port for e16160b2-92b1-4a13-bed1-78429c5ee3de owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:38.929021 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:38.980144 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event deleted for resources: {'Port': ['ID=e16160b2-92b1-4a13-bed1-78429c5ee3de,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:39.050627 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] No DVR routers for this DVR port e16160b2-92b1-4a13-bed1-78429c5ee3de on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:48:39.053191 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:39.056276 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-deleted', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:39.114917 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f23f05-b4a5-4075-8a53-67c7d80eea33', 'name': 'network-vif-deleted', 'tag': 'e16160b2-92b1-4a13-bed1-78429c5ee3de', 'status': 'completed', 'code': 200} Dec 23 16:48:39.127040 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e48c35ef-3930-4b80-829d-9bf53c703c1d req-216d7bfe-14f6-4206-a02e-72f41701caec tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Synchronizing usage tracker for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:48:39.147115 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-a4c61f12-98ca-4537-ad27-35bab7e1a269 req-18f9351e-6e7d-4bb1-8355-7d676354d368 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "DELETE /v2.0/ports/e16160b2-92b1-4a13-bed1-78429c5ee3de HTTP/1.1" status: 204 len: 173 time: 0.9631791 Dec 23 16:48:39.220167 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-e48c35ef-3930-4b80-829d-9bf53c703c1d req-216d7bfe-14f6-4206-a02e-72f41701caec tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Unset dirty status for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:48:39.221209 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-e48c35ef-3930-4b80-829d-9bf53c703c1d req-216d7bfe-14f6-4206-a02e-72f41701caec tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=49f23f05-b4a5-4075-8a53-67c7d80eea33 HTTP/1.1" status: 200 len: 210 time: 0.1372795 Dec 23 16:48:40.342861 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e16160b2-92b1-4a13-bed1-78429c5ee3de no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:48:40.376276 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: e16160b2-92b1-4a13-bed1-78429c5ee3de {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:48:40.376617 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device e16160b2-92b1-4a13-bed1-78429c5ee3de not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:48:41.797801 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37498) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:42.090971 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Deleting port 8eabf23b-fa50-45ec-95c2-a8c01462696d {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:42.091295 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:42.255874 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:42.256211 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:42.377710 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Calling delete_port for 8eabf23b-fa50-45ec-95c2-a8c01462696d owned by network:floatingip {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:42.643084 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:42.689452 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event deleted for resources: {'Port': ['ID=8eabf23b-fa50-45ec-95c2-a8c01462696d,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:42.724158 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.724492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.725073 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.725423 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.725738 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.726056 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.726365 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.726675 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.726985 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.727296 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.727600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822796-1-hyperv {{(pid=84222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 16:48:42.792071 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for floatingip, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:43.201646 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Router acf92007-327f-44f9-89bf-dca005691cf9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:48:43.436661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:48:43.446119 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] Sync routers for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:48:43.453524 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for floatingip, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:43.458019 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:43.458626 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:43.513430 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b02f4087-96cb-42e8-8dea-dd362dfdac0b tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "DELETE /v2.0/floatingips/3d3eacf3-cedb-439a-a74e-a55081a90c30 HTTP/1.1" status: 204 len: 168 time: 1.7145698 Dec 23 16:48:43.514028 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda'}] {{(pid=84222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:43.658218 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda', 'status': 'completed', 'code': 200} Dec 23 16:48:43.662866 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:43.761010 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-e7cb559d-4dfa-4e04-b309-f8affb568e4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a7b351c5500f4d22bae7072636be0a28&device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0790629 Dec 23 16:48:43.906807 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-49a612bc-8957-4d24-94b7-953355db44b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:43.908308 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-49a612bc-8957-4d24-94b7-953355db44b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 200 len: 910 time: 0.1400540 Dec 23 16:48:43.981622 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-aca6da06-9df5-4753-af83-46504218e3f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 200 len: 217 time: 0.0664458 Dec 23 16:48:44.026760 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:44.030559 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] Checking router: acf92007-327f-44f9-89bf-dca005691cf9 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:48:44.041924 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:44.042528 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:44.062581 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-dc94fb07-5f28-4a1e-a07a-38868743402d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:44.064080 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-dc94fb07-5f28-4a1e-a07a-38868743402d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 200 len: 848 time: 0.0763421 Dec 23 16:48:44.201332 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-76610eac-0619-4d1a-8fc7-9f95887cc0a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0f84d741-9008-484d-9349-d0aaaac72cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299379 Dec 23 16:48:44.209932 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5258e-bb6b-4010-89bf-a686ffe2ae3b req-d56d8ce8-17aa-40ac-9e96-c364659b3c76 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:44.211404 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6bd5258e-bb6b-4010-89bf-a686ffe2ae3b req-d56d8ce8-17aa-40ac-9e96-c364659b3c76 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.1109674 Dec 23 16:48:44.217197 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:44.353068 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-6bd5258e-bb6b-4010-89bf-a686ffe2ae3b req-75645032-5e7b-4929-b523-7a8b060c0891 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207974 Dec 23 16:48:44.382978 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-4d718f86-f9d2-4df6-99fd-53ac9fff77c5 service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623578 Dec 23 16:48:44.508146 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-587781e7-e021-4f13-8085-3f05faad4ed7 req-53a0dbb1-c803-4c8a-b6b3-42e6aa1fdb2c service neutron] 10.222.0.57 "GET /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261296 Dec 23 16:48:44.529373 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:44.533221 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10cad05-8970-437d-a16f-e6db034505a8 None None] The sync data for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv is: [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:42:08Z', 'revision_number': 4, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv', '_interfaces': [{'id': 'cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa', 'name': '', 'network_id': '0f84d741-9008-484d-9349-d0aaaac72cd6', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'mac_address': 'fa:16:3e:c6:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:07Z', 'updated_at': '2021-12-23T16:42:17Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'subnets': [{'id': '56fd7bbd-2987-4b61-9ed6-82e54da77e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:48:44.754729 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014148f7-3bf4-4849-9da8-d82b52b5e31d None None] New status for floating IP 3d3eacf3-cedb-439a-a74e-a55081a90c30: DOWN {{(pid=84223) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 23 16:48:44.979005 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-2a37687c-12cb-4c4c-bf5f-466bce3700a7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:44.980454 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-2a37687c-12cb-4c4c-bf5f-466bce3700a7 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.0783875 Dec 23 16:48:45.049438 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Deleting port 07274d1a-6f98-442b-a39a-73641924aeda {{(pid=84221) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:45.049749 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:45.379394 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.db [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] For port 07274d1a-6f98-442b-a39a-73641924aeda, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=07274d1a-6f98-442b-a39a-73641924aeda,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84221) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:45.379741 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:45.501412 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.plugins.ml2.plugin [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Calling delete_port for 07274d1a-6f98-442b-a39a-73641924aeda owned by compute:nova {{(pid=84221) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:45.666684 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895417ce-1770-47db-b261-23b97531dc19 req-526c5933-adcb-4309-95d7-dc8765f4c3f9 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84221) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 16:48:45.668040 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-895417ce-1770-47db-b261-23b97531dc19 req-526c5933-adcb-4309-95d7-dc8765f4c3f9 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 944 time: 0.1736140 Dec 23 16:48:45.735913 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-895417ce-1770-47db-b261-23b97531dc19 req-ce1453ab-965f-48b3-aa48-6bacf3c1203d tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/security-groups?id=84967199-694c-415a-ad83-120df7597c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603299 Dec 23 16:48:45.811104 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524879'] for port, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:45.863261 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event deleted for resources: {'Port': ['ID=07274d1a-6f98-442b-a39a-73641924aeda,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:45.932744 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] No DVR routers for this DVR port 07274d1a-6f98-442b-a39a-73641924aeda on host hv-neutron-8227 {{(pid=84221) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:48:45.934996 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126547'] for port, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:45.937379 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-deleted', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda'}] {{(pid=84221) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 16:48:45.949145 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-eee4ed67-e7e9-411e-840e-0d9c08fc6bd8 req-be494dd1-2a25-4721-a2fb-dc70099158fd tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.57 "DELETE /v2.0/ports/07274d1a-6f98-442b-a39a-73641924aeda HTTP/1.1" status: 204 len: 173 time: 0.9635923 Dec 23 16:48:46.005725 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee09c56b-bce7-415b-ac61-c50145316bf6', 'name': 'network-vif-deleted', 'tag': '07274d1a-6f98-442b-a39a-73641924aeda', 'status': 'completed', 'code': 200} Dec 23 16:48:46.909318 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f9203404-94c4-4933-a172-14dca52f6e5f req-59d3f56d-7441-4ddf-9935-9ef8e9a2bf89 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Synchronizing usage tracker for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 23 16:48:47.028032 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.quota.resource [req-f9203404-94c4-4933-a172-14dca52f6e5f req-59d3f56d-7441-4ddf-9935-9ef8e9a2bf89 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Unset dirty status for tenant:a7b351c5500f4d22bae7072636be0a28 on resource:port {{(pid=84221) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 23 16:48:47.029267 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [req-f9203404-94c4-4933-a172-14dca52f6e5f req-59d3f56d-7441-4ddf-9935-9ef8e9a2bf89 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee09c56b-bce7-415b-ac61-c50145316bf6 HTTP/1.1" status: 200 len: 210 time: 0.1639864 Dec 23 16:48:48.132574 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37520) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:48.200490 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7137c93c-3864-43e8-97f2-4f58dff28094 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:48.231862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7137c93c-3864-43e8-97f2-4f58dff28094 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:48.405526 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 07274d1a-6f98-442b-a39a-73641924aeda no longer exists at agent hyperv_hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:48:48.438902 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] No Port match for: 07274d1a-6f98-442b-a39a-73641924aeda {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:48:48.439248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Device 07274d1a-6f98-442b-a39a-73641924aeda not bound to the agent host hv-neutron-8227 {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:48:48.456388 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7137c93c-3864-43e8-97f2-4f58dff28094 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:48.471672 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137c93c-3864-43e8-97f2-4f58dff28094 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84967199-694c-415a-ad83-120df7597c81,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:48.480712 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7137c93c-3864-43e8-97f2-4f58dff28094 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:48.482058 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7137c93c-3864-43e8-97f2-4f58dff28094 tempest-TestSnapshotPattern-1441204674 tempest-TestSnapshotPattern-1441204674-project] 10.222.0.58 "DELETE /v2.0/security-groups/84967199-694c-415a-ad83-120df7597c81 HTTP/1.1" status: 204 len: 168 time: 0.3482635 Dec 23 16:48:48.601282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37526) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:49.104909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:49.685798 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Deleting port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:49.686381 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:49.857507 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] For port cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:49.857842 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:49.973331 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Calling delete_port for cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:50.311486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:50.358234 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:50.645384 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:51.215355 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Router acf92007-327f-44f9-89bf-dca005691cf9 has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:48:51.412432 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:48:51.422133 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] Sync routers for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:48:51.434244 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:51.434831 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:51.479180 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7a8a45e4-b881-4138-bead-5fa1718c8728 admin admin] 10.222.0.58 "PUT /v2.0/routers/acf92007-327f-44f9-89bf-dca005691cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8766441 Dec 23 16:48:51.481591 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37532) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:51.611879 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:51.682861 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:51.901759 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:48:50Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:51.905932 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] Checking router: acf92007-327f-44f9-89bf-dca005691cf9 for host: dv-neutron-822796-1-hyperv {{(pid=84224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:48:51.917034 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] Routers {'acf92007-327f-44f9-89bf-dca005691cf9'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:51.917631 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['acf92007-327f-44f9-89bf-dca005691cf9'], 'active': True} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:51.984001 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:52.006487 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:48:52.065723 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Deleting port 978c36be-1a9a-46ca-8dee-a171d97d2f5e {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:52.066064 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:52.100764 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_dvr_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] Set router acf92007-327f-44f9-89bf-dca005691cf9 gateway port host: dv-neutron-822796-1-hyperv {{(pid=84224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:52.246470 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] For port 978c36be-1a9a-46ca-8dee-a171d97d2f5e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=978c36be-1a9a-46ca-8dee-a171d97d2f5e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:52.247049 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:52.368725 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Calling delete_port for 978c36be-1a9a-46ca-8dee-a171d97d2f5e owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:52.413089 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.l3_hamode_db [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:48:50Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:52.417579 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278836b-4af6-4787-aaf8-a8c6f64b77fa None None] The sync data for ids ['acf92007-327f-44f9-89bf-dca005691cf9'] in dv-neutron-822796-1-hyperv is: [{'id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'name': 'tempest-TestSnapshotPattern-894076908-router', 'tenant_id': 'a7b351c5500f4d22bae7072636be0a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182'}], 'enable_snat': True}, 'gw_port_id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:04Z', 'updated_at': '2021-12-23T16:48:50Z', 'revision_number': 5, 'project_id': 'a7b351c5500f4d22bae7072636be0a28', 'gw_port': {'id': '978c36be-1a9a-46ca-8dee-a171d97d2f5e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:fb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf92007-327f-44f9-89bf-dca005691cf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:05Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}] {{(pid=84224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:48:52.605026 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:52.650141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=978c36be-1a9a-46ca-8dee-a171d97d2f5e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:52.810484 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:48:52.845256 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:48:52.845670 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device cfa9ba6b-01af-4b02-ae8d-63bfd8b005fa not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:48:52.880833 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.140815 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.145909 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.248332 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.248976 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf92007-327f-44f9-89bf-dca005691cf9 {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:48:53.262106 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.263216 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-eec16892-c115-44a4-aded-83e3a8bb3a4f admin admin] 10.222.0.58 "DELETE /v2.0/routers/acf92007-327f-44f9-89bf-dca005691cf9 HTTP/1.1" status: 204 len: 168 time: 1.7807231 Dec 23 16:48:53.265763 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37536) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:53.422747 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] Deleting subnet 56fd7bbd-2987-4b61-9ed6-82e54da77e88 {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:48:53.425559 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.475582 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.553050 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.694844 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.735184 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fd7bbd-2987-4b61-9ed6-82e54da77e88,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:53.739119 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.746254 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-7d920bff-6fc7-4aae-8093-db773089f501 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/56fd7bbd-2987-4b61-9ed6-82e54da77e88 HTTP/1.1" status: 204 len: 168 time: 0.4793777 Dec 23 16:48:53.746438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf1d9b7-0fa6-4e0f-b98d-baa9ebdc77dc None None] Network 0f84d741-9008-484d-9349-d0aaaac72cd6 requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:48:53.748696 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37540) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:53.859141 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:53.869486 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Deleting port 24bad6e2-7def-4895-b83f-24bd1757cf3f {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:53.869803 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.003497 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] DHCP port deletion for 0f84d741-9008-484d-9349-d0aaaac72cd6 request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:48:54.007930 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Deleting port 24bad6e2-7def-4895-b83f-24bd1757cf3f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:54.008343 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.077389 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] For port 24bad6e2-7def-4895-b83f-24bd1757cf3f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=24bad6e2-7def-4895-b83f-24bd1757cf3f,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:54.077724 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.197449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Calling delete_port for 24bad6e2-7def-4895-b83f-24bd1757cf3f owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:54.207621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] For port 24bad6e2-7def-4895-b83f-24bd1757cf3f, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=24bad6e2-7def-4895-b83f-24bd1757cf3f,segment=NetworkSegment(4f8d4ffe-78f3-4c09-81a3-983eb861c68b),segment_id=4f8d4ffe-78f3-4c09-81a3-983eb861c68b)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:54.208006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.327141 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Calling delete_port for 24bad6e2-7def-4895-b83f-24bd1757cf3f owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:54.330416 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.380444 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Pushing event deleted for resources: {'Port': ['ID=24bad6e2-7def-4895-b83f-24bd1757cf3f,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:54.388880 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] No DVR routers for this DVR port 24bad6e2-7def-4895-b83f-24bd1757cf3f on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:48:54.400173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:48:54.400532 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:48:54.505244 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.531661 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f84d741-9008-484d-9349-d0aaaac72cd6']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:54.545607 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8d4ffe-78f3-4c09-81a3-983eb861c68b') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:54.545887 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8d4ffe-78f3-4c09-81a3-983eb861c68b') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:54.558030 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.573864 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.579811 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:48:54.580212 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:48:54.593824 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:48:54.742420 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.742588 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 978c36be-1a9a-46ca-8dee-a171d97d2f5e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:48:54.760859 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.766709 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f84d741-9008-484d-9349-d0aaaac72cd6,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:54.774842 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 978c36be-1a9a-46ca-8dee-a171d97d2f5e {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:48:54.775196 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 978c36be-1a9a-46ca-8dee-a171d97d2f5e not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:48:54.775579 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 24bad6e2-7def-4895-b83f-24bd1757cf3f no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:48:54.776618 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-0adb0617-1a34-4f3f-8d4a-ffc20aa99580 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0f84d741-9008-484d-9349-d0aaaac72cd6 HTTP/1.1" status: 204 len: 168 time: 1.0269821 Dec 23 16:48:54.779662 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37544) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:54.806708 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 24bad6e2-7def-4895-b83f-24bd1757cf3f {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:48:54.807040 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 24bad6e2-7def-4895-b83f-24bd1757cf3f not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:48:54.901531 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Deleting port 24bad6e2-7def-4895-b83f-24bd1757cf3f {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:54.901907 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:54.969542 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ab828-dc2b-42c6-8552-4639a9d7674d None None] The port '24bad6e2-7def-4895-b83f-24bd1757cf3f' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:48:55.254393 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012205'] for router_interface, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:55.471306 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3e0cc484-2a45-471f-8d73-20dc2a9f1fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:55.842649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Deleting port 6868ad13-e9dd-4572-95fb-9c9aedb53f44 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:55.843230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:56.013169 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] For port 6868ad13-e9dd-4572-95fb-9c9aedb53f44, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=6868ad13-e9dd-4572-95fb-9c9aedb53f44,segment=NetworkSegment(c58868ae-9526-43b8-90cc-96ebb1fc3b37),segment_id=c58868ae-9526-43b8-90cc-96ebb1fc3b37)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:56.013516 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:56.130521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Calling delete_port for 6868ad13-e9dd-4572-95fb-9c9aedb53f44 owned by network:router_interface {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:56.370729 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:56.416649 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6868ad13-e9dd-4572-95fb-9c9aedb53f44,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:56.708558 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2802793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012868'] for router_interface, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:57.372434 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Router fd4425f7-117e-420b-a3b0-18fb2691a01c has already been hosted by L3 agent 0539b57a-bcfe-4748-a44b-e2222b1440ed {{(pid=84222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 16:48:57.569997 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] Notify agent at l3_agent.dv-neutron-822796-1-hyperv the message routers_updated {{(pid=84222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 16:48:57.579144 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] Sync routers for ids ['fd4425f7-117e-420b-a3b0-18fb2691a01c'] in dv-neutron-822796-1-hyperv {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 23 16:48:57.591416 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] Routers {'fd4425f7-117e-420b-a3b0-18fb2691a01c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:57.592162 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:28Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fd4425f7-117e-420b-a3b0-18fb2691a01c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:57.646644 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-9021145d-5b45-4300-946e-0f0b7dacbe35 admin admin] 10.222.0.58 "PUT /v2.0/routers/fd4425f7-117e-420b-a3b0-18fb2691a01c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8657296 Dec 23 16:48:57.648929 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37548) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:57.780837 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-64c6b448-7d60-402a-9378-52abd81889ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:57.819554 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] Set router fd4425f7-117e-420b-a3b0-18fb2691a01c gateway port host: dv-neutron-822796-1-hyperv {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:57.854530 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks [] for router, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:58.047638 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:58.102371 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'external_fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:48:56Z', 'revision_number': 5, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port': {'id': '41bac8aa-a0de-42a0-844d-38d51d2bfd7e', 'name': '', 'network_id': '913dd7ca-4c3a-4b2e-9a70-4198015b1a75', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822796-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:13Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab879481-fa8c-4338-9ebd-2f09405b906a', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822796-1-hyperv'}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:58.106252 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] Checking router: fd4425f7-117e-420b-a3b0-18fb2691a01c for host: dv-neutron-822796-1-hyperv {{(pid=84223) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 23 16:48:58.116629 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] Routers {'fd4425f7-117e-420b-a3b0-18fb2691a01c'} bound to L3 agent in host dv-neutron-822796-1-hyperv {{(pid=84223) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 16:48:58.117216 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822796-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T15:18:57Z,description=,heartbeat_timestamp=2021-12-23T16:48:58Z,host='dv-neutron-822796-1-hyperv',id=0539b57a-bcfe-4748-a44b-e2222b1440ed,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T15:18:58Z,topic='l3_agent')) {'router_ids': ['fd4425f7-117e-420b-a3b0-18fb2691a01c'], 'active': True} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:58.156999 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Deleting port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:48:58.157338 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:58.268313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_dvr_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] Set router fd4425f7-117e-420b-a3b0-18fb2691a01c gateway port host: None {{(pid=84223) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 23 16:48:58.331131 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] For port 41bac8aa-a0de-42a0-844d-38d51d2bfd7e, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,segment=NetworkSegment(5911500f-1dc4-462a-acc0-51ed9338e881),segment_id=5911500f-1dc4-462a-acc0-51ed9338e881)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:48:58.331475 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:58.375610 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.db.l3_hamode_db [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:48:58Z', 'revision_number': 6, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port_host': None}], 'dv-neutron-822796-1-hyperv', False) {} {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:48:58.379966 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda9e81-8cc7-4089-b964-7cbc94517037 None None] The sync data for ids ['fd4425f7-117e-420b-a3b0-18fb2691a01c'] in dv-neutron-822796-1-hyperv is: [{'id': 'fd4425f7-117e-420b-a3b0-18fb2691a01c', 'name': 'tempest-TestSnapshotPattern-2124612742-router', 'tenant_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:12Z', 'updated_at': '2021-12-23T16:48:58Z', 'revision_number': 6, 'project_id': 'e9d60fb0ff8d4ddf8137b004a752bb67', 'gw_port_host': None}] {{(pid=84223) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 23 16:48:58.551456 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Calling delete_port for 41bac8aa-a0de-42a0-844d-38d51d2bfd7e owned by network:router_gateway {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:48:58.736074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6868ad13-e9dd-4572-95fb-9c9aedb53f44 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:48:58.769712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 6868ad13-e9dd-4572-95fb-9c9aedb53f44 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:48:58.770121 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 6868ad13-e9dd-4572-95fb-9c9aedb53f44 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:48:58.799361 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:58.851205 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Pushing event deleted for resources: {'Port': ['ID=41bac8aa-a0de-42a0-844d-38d51d2bfd7e,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:59.061880 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.088018 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4012936'] for router_gateway, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.122647 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.366443 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4047132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240899'] for router, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.371449 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.477748 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4047200'] for router, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.478265 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4425f7-117e-420b-a3b0-18fb2691a01c {{(pid=84222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 16:48:59.492053 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] Notify callbacks [] for router, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.496333 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d531843d-5fbc-449e-bb12-07133795485b admin admin] 10.222.0.58 "DELETE /v2.0/routers/fd4425f7-117e-420b-a3b0-18fb2691a01c HTTP/1.1" status: 204 len: 168 time: 1.8440080 Dec 23 16:48:59.496545 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37552) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:59.560492 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] Deleting subnet 4010d65f-8b0c-48a2-89a0-029486d9b29b {{(pid=84222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 23 16:48:59.563573 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.618702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2692364'] for subnet, precommit_delete_associations {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.698115 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-544000'] for subnet, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.833521 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-544025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4001009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3515741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2832032'] for subnet, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.870366 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4010d65f-8b0c-48a2-89a0-029486d9b29b,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:48:59.877319 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:48:59.882925 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3edfb2-d86f-41c8-a588-4f5cef337ede None None] Network 713bb048-386b-46fb-bb75-3490bf716eee requested from dv-neutron-822796-1-hyperv {{(pid=84223) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 23 16:48:59.893285 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-17e72121-48a8-4490-b4ee-a6871716df90 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4010d65f-8b0c-48a2-89a0-029486d9b29b HTTP/1.1" status: 204 len: 168 time: 0.3857810 Dec 23 16:48:59.893285 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37556) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:48:59.991968 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535778'] for network, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.002819 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Deleting port 3ad76f8a-6fea-4589-b999-c6435b41d519 {{(pid=84222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:49:00.003140 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.131848 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] DHCP port deletion for 713bb048-386b-46fb-bb75-3490bf716eee request from dv-neutron-822796-1-hyperv {{(pid=84223) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 23 16:49:00.136790 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Deleting port 3ad76f8a-6fea-4589-b999-c6435b41d519 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:49:00.137167 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.298230 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.db [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] For port 3ad76f8a-6fea-4589-b999-c6435b41d519, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3ad76f8a-6fea-4589-b999-c6435b41d519,segment=NetworkSegment(c58868ae-9526-43b8-90cc-96ebb1fc3b37),segment_id=c58868ae-9526-43b8-90cc-96ebb1fc3b37)] {{(pid=84222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:49:00.298600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.334088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.db [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] For port 3ad76f8a-6fea-4589-b999-c6435b41d519, host dv-neutron-822796-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822796-1-hyperv',level=0,port_id=3ad76f8a-6fea-4589-b999-c6435b41d519,segment=NetworkSegment(c58868ae-9526-43b8-90cc-96ebb1fc3b37),segment_id=c58868ae-9526-43b8-90cc-96ebb1fc3b37)] {{(pid=84223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 16:49:00.334396 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3925211'] for port, precommit_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.420099 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.plugin [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Calling delete_port for 3ad76f8a-6fea-4589-b999-c6435b41d519 owned by network:dhcp {{(pid=84222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:49:00.453607 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Calling delete_port for 3ad76f8a-6fea-4589-b999-c6435b41d519 owned by network:dhcp {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 23 16:49:00.593282 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-957195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760716392942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760716038364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3386542'] for port, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.598646 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.db.api [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 16:49:00.602703 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG oslo_db.api [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 16:49:00.640529 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad76f8a-6fea-4589-b999-c6435b41d519,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:00.644243 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] No DVR routers for this DVR port 3ad76f8a-6fea-4589-b999-c6435b41d519 on host dv-neutron-822796-1-hyperv {{(pid=84222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 16:49:00.662124 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.741922 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad76f8a-6fea-4589-b999-c6435b41d519 no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:49:00.760340 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-553865', 'neutron.services.segments.db._delete_segments_for_network-8760716485093'] for network, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.775727 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 3ad76f8a-6fea-4589-b999-c6435b41d519 {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:49:00.776173 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 3ad76f8a-6fea-4589-b999-c6435b41d519 not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:49:00.776656 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 41bac8aa-a0de-42a0-844d-38d51d2bfd7e no longer exists at agent ovs-agent-dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 23 16:49:00.785556 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713bb048-386b-46fb-bb75-3490bf716eee']}} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:49:00.797870 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58868ae-9526-43b8-90cc-96ebb1fc3b37') {'for_net_delete': True} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:49:00.798152 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.services.segments.db [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58868ae-9526-43b8-90cc-96ebb1fc3b37') {} {{(pid=84222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 16:49:00.809628 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760716484976', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2692359'] for segment, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.810223 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] No Port match for: 41bac8aa-a0de-42a0-844d-38d51d2bfd7e {{(pid=84223) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Dec 23 16:49:00.810567 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.rpc [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Device 41bac8aa-a0de-42a0-844d-38d51d2bfd7e not bound to the agent host dv-neutron-822796-1-hyperv {{(pid=84223) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 23 16:49:00.825461 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-541114'] for segment, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.831597 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 23 16:49:00.832027 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-541101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3386619'] for segment, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: Traceback (most recent call last): Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: timer() Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: cb(*args, **kw) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: return func(*args, **kwargs) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: self._notify() Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: self.callback(batched_events) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: event.method(event) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: return f(self, *a, **k) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._get(url).json() Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: return self.request(url, 'GET', **kwargs) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 16:49:00.850052 dv-neutron-822796-1-hyperv neutron-server[84222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 16:49:01.068132 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-553862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2802932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4012973'] for network, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:01.084862 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Notify callbacks [] for network, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:01.097600 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] Pushing event deleted for resources: {'Network': ['ID=713bb048-386b-46fb-bb75-3490bf716eee,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:01.100029 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Deleting port 3ad76f8a-6fea-4589-b999-c6435b41d519 {{(pid=84223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Dec 23 16:49:01.100621 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760716532017'] for port, before_delete {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:01.102997 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-8726b7df-673d-4053-8693-d9c69a17b447 admin admin] 10.222.0.58 "DELETE /v2.0/networks/713bb048-386b-46fb-bb75-3490bf716eee HTTP/1.1" status: 204 len: 168 time: 1.2153335 Dec 23 16:49:01.201075 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron.plugins.ml2.plugin [None req-c295f7b0-c22c-49f9-98e3-3f878bd498d5 None None] The port '3ad76f8a-6fea-4589-b999-c6435b41d519' was deleted {{(pid=84223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Dec 23 16:49:01.493835 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37562) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:49:01.548055 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-b3ccc46a-317c-4adb-baee-6d5a3264e1d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7b351c5500f4d22bae7072636be0a28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530562 Dec 23 16:49:01.550685 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [-] (84222) accepted ('10.222.0.58', 37566) {{(pid=84222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:49:01.610136 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d322d687-2fcc-4700-9100-568758c5e6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:01.636369 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d322d687-2fcc-4700-9100-568758c5e6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:01.947527 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d322d687-2fcc-4700-9100-568758c5e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:01.961702 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322d687-2fcc-4700-9100-568758c5e6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3179bf81-2309-48d5-a3f9-12b4977a2a86,revision_number=None']} {{(pid=84222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:01.969791 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron_lib.callbacks.manager [None req-d322d687-2fcc-4700-9100-568758c5e6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:01.970930 dv-neutron-822796-1-hyperv neutron-server[84222]: INFO neutron.wsgi [None req-d322d687-2fcc-4700-9100-568758c5e6fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3179bf81-2309-48d5-a3f9-12b4977a2a86 HTTP/1.1" status: 204 len: 168 time: 0.4193692 Dec 23 16:49:02.783181 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 37574) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:49:02.834487 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-179a36c0-1e22-43f8-b690-c23c1d3fa795 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e9d60fb0ff8d4ddf8137b004a752bb67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500739 Dec 23 16:49:02.836818 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.wsgi [-] (84221) accepted ('10.222.0.58', 37578) {{(pid=84221) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 23 16:49:02.895767 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-023e61a5-0018-4906-aeb3-570f1e0be540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:02.920754 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-023e61a5-0018-4906-aeb3-570f1e0be540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:03.076901 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-023e61a5-0018-4906-aeb3-570f1e0be540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4000804'] for security_group, after_delete {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:03.091174 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e61a5-0018-4906-aeb3-570f1e0be540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99120c6a-b8d8-413e-a97f-605cb2ce8552,revision_number=None']} {{(pid=84221) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 16:49:03.099826 dv-neutron-822796-1-hyperv neutron-server[84221]: DEBUG neutron_lib.callbacks.manager [None req-023e61a5-0018-4906-aeb3-570f1e0be540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84221) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:03.100979 dv-neutron-822796-1-hyperv neutron-server[84221]: INFO neutron.wsgi [None req-023e61a5-0018-4906-aeb3-570f1e0be540 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99120c6a-b8d8-413e-a97f-605cb2ce8552 HTTP/1.1" status: 204 len: 168 time: 0.2632923 Dec 23 16:49:08.248420 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:25.478249 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-999a4a4e-eb69-45de-8411-b31052aff627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:27.750798 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-dc34d1ac-2d0f-492e-9b20-f4bbab3e1c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:29.008543 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:49:29.062598 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:29.118018 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:30.689438 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:38.243520 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:55.425661 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c063aba7-f6a1-41ba-800a-b10d277ddb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:57.751143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2aabe539-2f9c-48da-bb35-38b99227b68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:59.066687 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:49:59.157210 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:00.653939 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:06.008426 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:50:08.270652 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:25.412891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-400eb8d8-b18b-4877-ac1e-7b2912d5eb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:27.716006 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-bd98dc20-9e52-40dc-bb99-e32a34bbe984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:29.053147 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:29.144539 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:30.676151 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:38.281060 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:43.008434 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:50:55.412246 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2640613a-276e-4325-adbb-2dffbd6c4ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:57.732086 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2ddc9536-96ca-451f-807a-82a6e5334a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:59.052463 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:50:59.154891 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:00.646751 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:08.337712 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:20.008628 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:51:25.434586 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-75ad3a5b-1378-4293-ab46-4844d562b483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:27.731754 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-45bed4de-18c4-4541-ac2a-72785815cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:29.046003 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:29.148774 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:30.663088 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:38.296940 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:55.422608 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4bd3-5fd3-4f77-9535-f283a62c46c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:57.008333 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:51:57.725553 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-68b91ec0-0fd8-4983-a0eb-2303d6cd3341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.076546 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:51:59.205430 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:00.656908 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:08.301074 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:25.416313 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-740865b0-9290-4c86-8eeb-931b48e41964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:27.736159 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-ab180516-13b2-4d97-a0f2-9785f41fdb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:29.069570 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:29.174557 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:30.683037 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:34.008869 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:52:38.313274 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:55.427206 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-4de06856-94ba-42b9-8041-266fdae3cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:57.747577 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-f67725a1-29c2-450a-bf93-d3ff3afd075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:59.084143 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:52:59.147395 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:00.678924 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:08.387083 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:11.009295 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:53:25.441108 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-cfd68ece-6821-42b1-8912-1d1e08e821e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:27.746961 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-c8907cf6-4040-43e7-967a-50eb40d20569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:29.126870 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:29.146716 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:30.667059 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:38.320387 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:48.008835 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:53:55.420399 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-7de126b2-26ae-4287-8e0a-a39b5da88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:57.734988 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-20d94f59-e767-4927-9f72-33c8b97a60a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:59.081319 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:53:59.169746 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:00.673956 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:08.348625 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:25.007876 dv-neutron-822796-1-hyperv neutron-server[84224]: DEBUG neutron.db.agents_db [None req-6c611285-8dc4-4bff-83da-0436ec022ac7 None None] Agent healthcheck: found 6 active agents {{(pid=84224) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 23 16:54:25.410401 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d1805b1c-35ca-4122-8cf3-4da15959eee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:27.736232 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-9ed61a68-dbdd-4f2a-af32-315e4c29abb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:29.113296 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-d94832ba-ea26-4798-911f-e15c54a67ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:29.180299 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e4ea9aa4-498a-4c6b-8416-220371379541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:30.667248 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-3a7a95ee-04aa-4c9c-91bd-6be11c1d1842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:32.330207 dv-neutron-822796-1-hyperv neutron-server[84222]: DEBUG neutron.wsgi [req-24c4217f-a8a8-4c24-b3be-de36e5af0621 req-66b92b3c-9fb6-4b42-be36-91b138ccc7b6 service neutron] (84222) timed out ('10.222.0.58', 34984) {{(pid=84222) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 23 16:54:38.358481 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-2db5eae0-6271-442f-9248-556569a0e155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:55.436809 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-e336fac9-64cd-45e1-9fb9-b606d75d8f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 23 16:54:57.739965 dv-neutron-822796-1-hyperv neutron-server[84223]: DEBUG neutron_lib.callbacks.manager [None req-489333f3-e744-475d-b03b-f57f6efc3f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760716485075', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555401'] for agent, after_update {{(pid=84223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}